Skip to content

/translators forked from zotero/translators

Permalink
Branch: master
Find file Copy path

translators/The Guardian.js

Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
519 lines (501 sloc) 11.9 KB
Raw Blame History
{
"translatorID": "8e11559d-60f0-4a7f-bb91-99ac0c5a2d63",
"label": "The Guardian",
"creator": "Philipp Zumstein",
"target": "^https?://(www\\.)?(guardian\\.co\\.uk|theguardian\\.com)",
"minVersion": "3.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsibv",
"lastUpdated": "2018-08-11 14:15:22"
}
/*
***** BEGIN LICENSE BLOCK *****
Copyright © 2017 Philipp Zumstein
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/
function detectWeb(doc, url) {
if (ZU.xpathText(doc, '//div[contains(@class, "content__main-column")]//h1')) {
return "newspaperArticle";
} else if (getSearchResults(doc, true)) {
return "multiple";
}
}
function getSearchResults(doc, checkOnly) {
var items = {};
var found = false;
var rows = ZU.xpath(doc, '//a[@data-link-name="article"]');
for (var i=0; i<rows.length; i++) {
var href = rows[i].href;
var title = ZU.trimInternal(rows[i].textContent);
if (!href || !title) continue;
if (checkOnly) return true;
found = true;
items[href] = title;
}
return found ? items : false;
}
function doWeb(doc, url) {
if (detectWeb(doc, url) == "multiple") {
Zotero.selectItems(getSearchResults(doc, false), function (items) {
if (!items) {
return true;
}
var articles = [];
for (var i in items) {
articles.push(i);
}
ZU.processDocuments(articles, scrape);
});
} else {
scrape(doc, url);
}
}
function scrape(doc, url) {
var translator = Zotero.loadTranslator('web');
// Embedded Metadata
translator.setTranslator('951c027d-74ac-47d4-a107-9c3069ab7b48');
//translator.setDocument(doc);
translator.setHandler('itemDone', function (obj, item) {
//The authors in the metadata are incomplete and are not cleaned,
//but contain unneccessary data about location etc.
//Thus we try to take them directly from the byline.
var byline = ZU.xpathText(doc, '//p[contains(@class, "byline")]');
if (byline) {
item.creators = [];
var authors = byline.replace(/\s(in|for)\s.+/, '').split(/\s+and\s+|\s*,\s*/);
for (var i=0; i<authors.length; i++) {
item.creators.push(ZU.cleanAuthor(authors[i], "author"));
}
}
item.language = "en-GB";
// og:url does not preserve https prefixes, so use canonical link until fixed
var canonical = doc.querySelector('link[rel="canonical"]');
if (canonical) {
item.url = canonical.href;
}
var serie = ZU.xpathText(doc, '(//a[contains(@class, "content__label__link")])[1]');
if (serie=="The Observer") {
item.publicationTitle = "The Observer";
item.ISSN = "0029-7712";
} else {
item.publicationTitle = "The Guardian";
item.ISSN = "0261-3077";
}
item.complete();
});
translator.getTranslatorObject(function(trans) {
trans.itemType = "newspaperArticle";
trans.doWeb(doc, url);
});
}
/** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "https://www.theguardian.com/world/2013/mar/05/hugo-chavez-dies-cuba",
"items": [
{
"itemType": "newspaperArticle",
"title": "Venezuela begins seven days of mourning following death of Hugo Chávez",
"creators": [
{
"firstName": "Jonathan",
"lastName": "Watts",
"creatorType": "author"
},
{
"firstName": "Virginia",
"lastName": "Lopez",
"creatorType": "author"
}
],
"date": "2013-03-06T15:38:00.000Z",
"ISSN": "0261-3077",
"abstractNote": "Death comes 21 months after it was revealed he had a tumour, and he will be given a state funeral in the capital",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Guardian",
"section": "World news",
"url": "https://www.theguardian.com/world/2013/mar/05/hugo-chavez-dies-cuba",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Americas"
},
{
"tag": "Hugo Chávez"
},
{
"tag": "Venezuela"
},
{
"tag": "World news"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.theguardian.com/world/2013/mar/06/pentagon-iraqi-torture-centres-link",
"items": [
{
"itemType": "newspaperArticle",
"title": "Revealed: Pentagon's link to Iraqi torture centres",
"creators": [
{
"firstName": "Mona",
"lastName": "Mahmood",
"creatorType": "author"
},
{
"firstName": "Maggie",
"lastName": "O'Kane",
"creatorType": "author"
},
{
"firstName": "Chavala",
"lastName": "Madlena",
"creatorType": "author"
},
{
"firstName": "Teresa",
"lastName": "Smith",
"creatorType": "author"
}
],
"date": "2013-03-06T20:04:00.000Z",
"ISSN": "0261-3077",
"abstractNote": "Exclusive: General David Petraeus and 'dirty wars' veteran behind commando units implicated in detainee abuse See the full-length documentary film of the 15-month investigation",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Guardian",
"section": "World news",
"shortTitle": "Revealed",
"url": "https://www.theguardian.com/world/2013/mar/06/pentagon-iraqi-torture-centres-link",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Americas"
},
{
"tag": "David Petraeus"
},
{
"tag": "El Salvador"
},
{
"tag": "Iraq"
},
{
"tag": "Middle East and North Africa"
},
{
"tag": "Nicaragua"
},
{
"tag": "Torture"
},
{
"tag": "US foreign policy"
},
{
"tag": "US military"
},
{
"tag": "US news"
},
{
"tag": "World news"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.theguardian.com/world/2013/feb/26/football-heaven-god-play?INTCMP=SRCH",
"items": [
{
"itemType": "newspaperArticle",
"title": "Is there football in heaven?",
"creators": [
{
"firstName": "Percy",
"lastName": "Zvomuya",
"creatorType": "author"
}
],
"date": "2013-02-26T17:18:55.000Z",
"ISSN": "0261-3077",
"abstractNote": "If there is, does God himself play? And if he does, what position, asks Percy Zvomuya?",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Guardian",
"section": "World news",
"url": "https://www.theguardian.com/world/2013/feb/26/football-heaven-god-play",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Africa"
},
{
"tag": "Eric Cantona"
},
{
"tag": "Football"
},
{
"tag": "George Best"
},
{
"tag": "Religion"
},
{
"tag": "South Africa"
},
{
"tag": "World news"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.theguardian.com/media/2015/feb/18/peter-oborne-daily-telegraph-newspaper-unprecedented",
"items": [
{
"itemType": "newspaperArticle",
"title": "Peter Oborne: what I have seen is unprecedented in a quality newspaper",
"creators": [
{
"firstName": "Archie",
"lastName": "Bland",
"creatorType": "author"
}
],
"date": "2015-02-18T20:22:30.000Z",
"ISSN": "0261-3077",
"abstractNote": "The political commentator talks about the response to his attack on the Daily Telegraph, his hopes for the future of the paper – and why the distinction between deer hunting and deer stalking matters",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Guardian",
"section": "Media",
"shortTitle": "Peter Oborne",
"url": "https://www.theguardian.com/media/2015/feb/18/peter-oborne-daily-telegraph-newspaper-unprecedented",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Barclay Brothers"
},
{
"tag": "Daily Telegraph"
},
{
"tag": "Media"
},
{
"tag": "Murdoch MacLennan"
},
{
"tag": "National newspapers"
},
{
"tag": "Newspapers"
},
{
"tag": "Newspapers & magazines"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.theguardian.com/books/2011/nov/27/christmas-gifts-2011-books-tree",
"items": [
{
"itemType": "newspaperArticle",
"title": "Christmas gifts 2011: which books will be under your tree?",
"creators": [],
"date": "2011-11-27T00:05:08.000Z",
"ISSN": "0029-7712",
"abstractNote": "Our critics choose the books they intend to give this Christmas, and the ones they hope to receive",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Observer",
"section": "Books",
"shortTitle": "Christmas gifts 2011",
"url": "https://www.theguardian.com/books/2011/nov/27/christmas-gifts-2011-books-tree",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Alan Hollinghurst"
},
{
"tag": "Art and design books"
},
{
"tag": "Best books of the year"
},
{
"tag": "Biography books"
},
{
"tag": "Books"
},
{
"tag": "Business and finance books"
},
{
"tag": "Caitlin Moran"
},
{
"tag": "Charles Dickens"
},
{
"tag": "Christopher Hitchens"
},
{
"tag": "Comics and graphic novels"
},
{
"tag": "Culture"
},
{
"tag": "Fiction"
},
{
"tag": "Food and drink books"
},
{
"tag": "Health"
},
{
"tag": "History books"
},
{
"tag": "Julian Barnes"
},
{
"tag": "Magazines"
},
{
"tag": "Magnum"
},
{
"tag": "Poetry"
},
{
"tag": "Private Eye"
},
{
"tag": "Robert Harris"
},
{
"tag": "Science and nature books"
},
{
"tag": "Thrillers"
},
{
"tag": "Tina Fey"
},
{
"tag": "mind and body books"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.theguardian.com/books/2018/may/27/bullshit-jobs-a-theory-david-graeber-review-laboured-rant",
"items": [
{
"itemType": "newspaperArticle",
"title": "Bullshit Jobs: A Theory review – laboured rant about the world of work",
"creators": [
{
"firstName": "Andrew",
"lastName": "Anthony",
"creatorType": "author"
}
],
"date": "2018-05-27T08:00:20.000Z",
"ISSN": "0029-7712",
"abstractNote": "David Graeber’s snarky study of the meaningless nature of modern employment adds little to our understanding of it",
"language": "en-GB",
"libraryCatalog": "www.theguardian.com",
"publicationTitle": "The Observer",
"section": "Books",
"shortTitle": "Bullshit Jobs",
"url": "https://www.theguardian.com/books/2018/may/27/bullshit-jobs-a-theory-david-graeber-review-laboured-rant",
"attachments": [
{
"title": "Snapshot"
}
],
"tags": [
{
"tag": "Books"
},
{
"tag": "Culture"
},
{
"tag": "Economics"
}
],
"notes": [],
"seeAlso": []
}
]
}
]
/** END TEST CASES **/
You can’t perform that action at this time.