Skip to content
Permalink
Browse files

Create Polygon.js

translator for polygon.com
  • Loading branch information...
owcz committed Dec 5, 2015
1 parent 9821664 commit 841a05e21209fff84540b856740b5d8be0c59a04
Showing with 169 additions and 0 deletions.
  1. +169 −0 Polygon.js
@@ -0,0 +1,169 @@
{
"translatorID": "fa7c37b1-fda4-418a-a8b8-2491929411ab",
"label": "Polygon",
"creator": "czar",
"target": "^https?://(www\\.)?polygon\\.com",
"minVersion": "3.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsibv",
"lastUpdated": "2015-12-06 18:45:12"
}

/*
***** BEGIN LICENSE BLOCK *****
Copyright © 2015 czar
http://en.wikipedia.org/wiki/User_talk:Czar
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/

function pageType(doc, url) { // pulls from <script> metadata set by Vox (Article, HubPage, Other)
var temp = ZU.xpathText(doc, '//script[contains(text(), "page_type :")]');
if (temp) {
return temp.match(/page_type\s?:\s?"([^"]*)"/)[1];
} else return null;
}

function detectWeb(doc, url) {
switch (pageType(doc, url)) {
case "Article":
return "webpage";
case "HubPage":
return "multiple";
}
if (url.indexOf("/search?q=") != -1) {
return "multiple"
} else return null;
}

function scrape(doc, url) {
var newItem = new Zotero.Item("webpage");
newItem.websiteTitle = "Polygon";
newItem.language = "en-US";

newItem.url = url;
newItem.title = ZU.xpathText(doc, '//h2[@class="m-entry__title"]');
newItem.date = ZU.xpathText(doc, '//meta[@property="article:published_time"]/@content').split("T")[0];

newItem.abstractNote = ZU.xpathText(doc, '//meta[@name="description"]/@content');
newItem.attachments.push({
document: doc,
title: "Polygon snapshot",
mimeType: "text/html"
});

// Authors
var authorMetadata = ZU.xpathText(doc, '//script[contains(text(), "dataLayer =")]');
if (authorMetadata) {
authorMetadata = authorMetadata.match(/"Author"\s?:\s?"([^"]*)"/)[1].split(":");
do {
newItem.creators.push(ZU.cleanAuthor(authorMetadata[0], "author"));
authorMetadata.shift();
}
while (authorMetadata.length);
}

newItem.complete();
}

function doWeb(doc, url) { // news & search pages supported, Feature support to come
if (detectWeb(doc, url) == "multiple") {
var items = {};
articles = [];
var titles = ZU.xpath(doc, '//*[contains(concat(" ", normalize-space(@class), " "), "m-block__meta")]/h2/a') //this is needed to catch the class attribute when among others, e.g., "m-block__meta meta" on search pages
for (var i = 0; i < titles.length; i++) {
items[titles[i].href] = titles[i].textContent;
}
Zotero.selectItems(items, function(items) {
if (!items) {
return true;
}
for (var i in items) {
articles.push(i);
}
Zotero.Utilities.processDocuments(articles, scrape);
})
} else scrape(doc, url);
}
/** BEGIN TEST CASES **/
var testCases = [{
"type": "web",
"url": "http://www.polygon.com/2015/6/14/8779193/earthbound-mother-famicom-wii-u-virtual-console-nintendo",
"items": [{
"itemType": "webpage",
"title": "Nintendo brings Mother to Virtual Console as Earthbound Beginnings — it's available today",
"creators": [{
"firstName": "Michael",
"lastName": "McWhertor",
"creatorType": "author"
}, {
"firstName": "Arthur",
"lastName": "Gies",
"creatorType": "author"
}],
"date": "2015-06-14",
"abstractNote": "At this year's Nintendo World Championships, Nintendo announced that Wii U owners would be able to get their hands on an EarthBound Beginnings, a Virtual Console re-release of the original game in...",
"language": "en-US",
"url": "http://www.polygon.com/2015/6/14/8779193/earthbound-mother-famicom-wii-u-virtual-console-nintendo",
"websiteTitle": "Polygon",
"attachments": [{
"title": "Polygon snapshot",
"mimeType": "text/html"
}],
"tags": [],
"notes": [],
"seeAlso": []
}]
}, {
"type": "web",
"url": "http://www.polygon.com/2013/11/11/5090912/sega-genesis-retrospective-book-turns-to-kickstarter-for-funding",
"items": [{
"itemType": "webpage",
"title": "Sega Genesis retrospective book turns to Kickstarter for funding",
"creators": [{
"firstName": "Griffin",
"lastName": "McElroy",
"creatorType": "author"
}],
"date": "2013-11-11",
"abstractNote": "Sega Mega Drive/Genesis: Collected Works, a \"documentary art book\" chronicling the creation and full history of Sega's classic home console and its iconic software, has turned to Kickstarter to seek...",
"language": "en-US",
"url": "http://www.polygon.com/2013/11/11/5090912/sega-genesis-retrospective-book-turns-to-kickstarter-for-funding",
"websiteTitle": "Polygon",
"attachments": [{
"title": "Polygon snapshot",
"mimeType": "text/html"
}],
"tags": [],
"notes": [],
"seeAlso": []
}]
}, {
"type": "web",
"url": "http://www.polygon.com/news",
"items": "multiple"
}, {
"type": "web",
"url": "http://www.polygon.com/search?q=earthbound",
"items": "multiple"
}]
/** END TEST CASES **/

0 comments on commit 841a05e

Please sign in to comment.
You can’t perform that action at this time.