Skip to content

/translators forked from zotero/translators

Permalink
Branch: master
Find file Copy path

translators/LexisNexis.js

Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
505 lines (466 sloc) 18.4 KB
Raw Blame History
{
"translatorID": "b047a13c-fe5c-6604-c997-bef15e502b09",
"label": "LexisNexis",
"creator": "Philipp Zumstein",
"target": "^https?://[^/]*lexis-?nexis\\.com",
"minVersion": "3.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsv",
"lastUpdated": "2014-03-20 20:48:18"
}
/*
***** BEGIN LICENSE BLOCK *****
LexisNexis Translator, Copyright © 2014 Philipp Zumstein
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/
//Select Test Frame in Scaffold:
// single: (2nd) = Results Navigation Frame = Ergebnisnavigation
// multiple: (5th) = Ergebnisanzeige
function detectWeb(doc, url) {
//besides deciding whether it is a single item or multiple items
//it is also important here to select the correct frame! Zotero
//will only focus on one frame and it is possible to work with that
//frame further.
//let's go for the navigation bar (2nd frame from top) to call new urls with hidden variables
//(this is maybe not the natural choice, but it seems to work)
if (url.indexOf("parent=docview") != -1 && url.indexOf("target=results_listview_resultsNav") != -1 ) {
return "newspaperArticle";
}
if ((url.indexOf("contentRenderer.do?") != -1 || url.indexOf("target=results_ResultsList") != -1) && ZU.xpath(doc, '//tr[./td/input[@name="frm_tagged_documents"]]/td/a').length > 0) {
return "multiple";
}
}
function selectFrame(doc, url) {
var frames = doc.getElementsByTagName("frame");
var gotoUrl;
for (var i=0; i<frames.length; i++) {
Z.debug("selectFrame: " + frames[i].src);
if (frames[i].src.indexOf("target=results_listview_resultsNav") != -1) gotoUrl=frames[i].src;
}
ZU.processDocuments(gotoUrl, scrape);
}
function scrape(doc, url) {
//base is url containing the host and the first two (or one) subdirectories
//e.g. http://www.lexisnexis.com/uk/nexis/
//or http://www.lexisnexis.com/us/lnacademic/
//or http://www.lexisnexis.com/lnacui2api/
var urlParts = url.split('/');
var base = urlParts.slice(0,Math.min(5, urlParts.length-1)).join('/') + '/';
var permaLink = ZU.xpathText(doc,'//input[@name="bookmarkUrl"]/@value');
var risb = ZU.xpathText(doc,'//input[@name="risb"]/@value');
var cisb = ZU.xpathText(doc,'//input[@name="cisb"]/@value');
if (!cisb) {
cisb = "";
}
var urlIntermediateSite = base+"results/listview/delPrep.do?cisb="+encodeURIComponent(cisb)+"&risb="+encodeURIComponent(risb)+"&mode=delivery_refworks";
var hiddenInputs = ZU.xpath(doc, '//form[@name="results_docview_DocumentForm"]//input[@type="hidden" and not(@name="tagData")]');
//if (hiddenInputs.length==0) {
// hiddenInputs = ZU.xpath(doc, '//input[@type="hidden" and not(@name="tagData")]');
//}
var poststring="";
for (var i=0; i<hiddenInputs.length; i++) {
poststring = poststring+"&"+encodeURIComponent(hiddenInputs[i].name)+"="+encodeURIComponent(hiddenInputs[i].value);
};
poststring += "&focusTerms=&nextSteps=0";
ZU.doPost(urlIntermediateSite, poststring, function(text) {
var urlRis = base+"delivery/rwBibiographicDelegate.do";
var disb = /<input type="hidden" name="disb" value="([^"]+)">/.exec(text);
var initializationPage = /<input type="hidden" name="initializationPage" value="([^"]+)">/.exec(text);
var poststring2 = "screenReaderSupported=false&delRange=cur&selDocs=&exportType=dnldBiblio&disb="+encodeURIComponent(disb[1])+"&initializationPage="+encodeURIComponent(initializationPage[1]);
//Z.debug(poststring2);
ZU.doPost(urlRis, poststring2, function(text) {
var risData = text;
//type is GEN, but better NEWS (or CASE, JOUR)
text = text.replace(/^TY\s+-\s+GEN\s*$/mg, 'TY - NEWS');
//the title information is sometimes somewhere else
if ( text.search(/^TI\s+-/m) == -1) {
if ( text.search(/^N2\s+-/m) != -1 ) {//see e.g. Test Case 5
text = text.replace(/^N2\s+-/m,"TI -");
text = text.replace(/^TY\s+-\s+NEWS\s*$/mg, 'TY - JOUR');
} else if ( text.search(/^U3\s+-/m) != -1 ) {//see e.g. Test Case 4
text = text.replace(/^U3\s+-/m,"TI -");
text = text.replace(/^TY\s+-\s+NEWS\s*$/mg, 'TY - CASE');
}
}
//most authors are saved in N1 tag, correct that:
text = text.replace(/^N1\s+-[ \f\r\t\v\u00A0\u2028\u2029]+(\w.*)$/mg, cleanAuthorFields );//the range in the regexp is actually just \s without the line break
//correct date format in RIS e.g. PY - 2013/05/09/
text = text.replace(/^PY\s+-\//mg, "DA -");
//correct page information, e.g. SP - WORLD; Pg. 8
text = text.replace(/^SP\s+-\s+(\w.*)$/mg, function(totalMatch, pageString){
var pageAbbreviations = ["Pg.", "S.", "Pag.", "Blz.", "Pág."];
var pageArray = pageString.split(";");
var pageArray2 = ZU.trimInternal(pageArray[pageArray.length-1]).split(" ");
if (pageArray2.length == 2 && pageAbbreviations.indexOf(pageArray2[0]) > -1) {//see e.g. Test Cases 1,2,3
return 'SP - ' + pageArray2.slice(1).join(" ") + "\nSE - " + pageArray.slice(0,-1).join(";");
} else {//see e.g. Test Case 6
return 'SE - ' + pageString;
}
});
Z.debug(text);
var trans = Zotero.loadTranslator('import');
trans.setTranslator('32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7');//https://github.com/zotero/translators/blob/master/RIS.js
trans.setString(text);
trans.setHandler('itemDone', function (obj, item) {
item.url = permaLink;
//for debugging TODO: delete later
item.notes.push({note:risData});
item.attachments.push( {
url: url.replace("target=results_listview_resultsNav","target=results_DocumentContent"),
title: "LexisNexis Entry",
mimeType: "text/html",
} );
item.complete();
});
trans.translate();
});
});
}
function cleanAuthorFields(m, authorStr) {//see e.g. Test Cases 2,3
//m = matched string (everything)
//authorStr = second parenthesized submatch
var authors = authorStr.split(';');
if(authors.length == 1) {
//no semicolon
authors = authorStr.split(',');
if(authors.length < 3) {
//at most single comma, don't mess with it
return 'AU - ' + authorStr;
} else if (authors.length == 3) {
//we have to distinguish the correct cases where the third part is
//just a suffix as "Jr." and wrong cases where this is a list of
//three authors ==> easiest is maybe to check for a space
if (ZU.trimInternal(authors[2]).indexOf(' ') == -1) {
return 'AU - ' + authorStr;
}
}
}
//here: One of the following two cases holds:
//(i) authorStr contains semicolon(s), authors is the array of its different parts, fixName = false
//(ii) authorStr contains no semicolon but more than one comma, authors is the array of its different parts, fixName = true
var str = '';
for(var i=0; i<authors.length; i++) {
var author = ZU.trimInternal(authors[i]);
if(author.indexOf(',') == -1 && author.indexOf(' ') != -1) {
//best guess: split at the last space
var splitAt = author.lastIndexOf(' ');
author = author.substring(splitAt+1) + ', ' + author.substring(0, splitAt);
}
if(author) str += '\nAU - ' + author;
}
return str.substr(1);
}
function doWeb(doc, url) {
if (detectWeb(doc, url) == "multiple") {
var items = new Object();
var articles = new Array();
//if the detectWeb is not clear on the iframe, we might need
//tempDoc instead of doc:
//var tempDoc = doc.defaultView.parent.document;
var rows = ZU.xpath(doc, '//tr[./td/input[@name="frm_tagged_documents"]]/td/a');//exclude weblinks
Z.debug("rows.length = " + rows.length);
for(var i=0; i<rows.length; i++) {
var title = ZU.trimInternal(rows[i].textContent);
var link = rows[i].href;
items[link] = title;
}
Zotero.selectItems(items, function (items) {
if (!items) {
return true;
}
for (var i in items) {
articles.push(i);
}
ZU.processDocuments(articles, selectFrame);
});
} else {
scrape(doc, url);
}
}
/*
Test cases are generetad with Scaffold.
But (I think) they cannot updated with Scaffold again.
To manually add a test case, do the following steps:
1. Open a permanent URL of an item
2. Open Scaffold and select the right frame (Results Navigation Frame)
3. Testing -> New Web -> Save
*//** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "http://www.lexisnexis.com/uk/nexis/frame.do?tokenKey=rsh-23.293114.58735663886&target=results_listview_resultsNav&returnToKey=20_T19483687921&parent=docview&rand=1395341618309&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Steven Geyer",
"creatorType": "author",
"fieldMode": 1
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Zweifel an Hoeneß&apos; Angaben zur Quelle der Schweizer Millionen; Opposition: Offene Fragen. Koalition erschwert Straffreiheit\r\nJO - Berliner Zeitung\r\nPY - 2014/03/17/\r\nSP - POL; S. 5\r\nM3 - 479 Wörter\r\nN1 - Steven Geyer\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Zweifel an Hoeneß' Angaben zur Quelle der Schweizer Millionen; Opposition: Offene Fragen. Koalition erschwert Straffreiheit",
"journalAbbreviation": "Berliner Zeitung",
"date": "2014-03-17",
"pages": "5",
"section": "POL",
"publicationTitle": "Berliner Zeitung",
"url": "http://www.lexisnexis.com/uk/nexis/docview/getDocForCuiReq?lni=5BS1-R651-DYJR-P1N8&csi=5949&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"shortTitle": "Zweifel an Hoeneß' Angaben zur Quelle der Schweizer Millionen; Opposition"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.860765.9038064798&target=results_listview_resultsNav&returnToKey=20_T19483698615&parent=docview&rand=1395341680728&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Bibby",
"firstName": "Paul",
"creatorType": "author"
},
{
"lastName": "Murdoch",
"firstName": "Lindsay",
"creatorType": "author"
},
{
"lastName": "Koutsoukis",
"firstName": "Jason",
"creatorType": "author"
},
{
"lastName": "Allard",
"firstName": "Tom",
"creatorType": "author"
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Hijack fear as al-Qaeda plot revealed Plane systems turned off by someone aboard; FLIGHT MH370\r\nJO - The Age (Melbourne, Australia)\r\nPY - 2014/03/17/\r\nSP - NEWS; Pg. 6\r\nM3 - 1219 words\r\nN1 - Paul Bibby, Lindsay Murdoch, Jason Koutsoukis, Tom Allard\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Hijack fear as al-Qaeda plot revealed Plane systems turned off by someone aboard; FLIGHT MH370",
"journalAbbreviation": "The Age (Melbourne, Australia)",
"date": "2014-03-17",
"pages": "6",
"section": "NEWS",
"publicationTitle": "The Age (Melbourne, Australia)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BRW-BGR1-JD34-V3FB&csi=314239&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.753812.5831118143&target=results_listview_resultsNav&returnToKey=20_T19483747044&parent=docview&rand=1395342122958&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Hussain",
"firstName": "Haris",
"creatorType": "author"
},
{
"lastName": "Karim",
"firstName": "Farrah Naz",
"creatorType": "author"
},
{
"lastName": "Mustafa",
"firstName": "Zulita",
"creatorType": "author"
},
{
"lastName": "Ariff",
"firstName": "Syed Umar",
"creatorType": "author"
},
{
"lastName": "Ahmad",
"firstName": "Arman",
"creatorType": "author"
},
{
"lastName": "Latiff",
"firstName": "Rozanna",
"creatorType": "author"
},
{
"lastName": "Bendahara",
"firstName": "Alang",
"creatorType": "author"
},
{
"lastName": "Yunus",
"firstName": "Akil",
"creatorType": "author"
},
{
"lastName": "Mohd",
"firstName": "Hariz",
"creatorType": "author"
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Australia extends search\r\nJO - New Straits Times (Malaysia)\r\nPY - 2014/03/18/\r\nSP - LOCAL; Pg. 7\r\nM3 - 358 words\r\nN1 - Haris Hussain; Farrah Naz Karim; Zulita Mustafa; Syed Umar Ariff; Arman Ahmad; Rozanna Latiff; Alang Bendahara; Akil Yunus; Hariz Mohd;\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Australia extends search",
"journalAbbreviation": "New Straits Times (Malaysia)",
"date": "2014-03-18",
"pages": "7",
"section": "LOCAL",
"publicationTitle": "New Straits Times (Malaysia)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BS7-5CJ1-DYR7-33T8&csi=151977&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.279322.38229466643&target=results_listview_resultsNav&returnToKey=20_T19483752794&parent=docview&rand=1395342198531&reloadEntirePage=true",
"items": [
{
"itemType": "case",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nU3 - Ricci v. DeStefano, \r\nM2 - (No. 07-1428), (No. 08-328)\r\nPB - SUPREME COURT OF THE UNITED STATES\r\nM2 - 557 U.S. 557; 129 S. Ct. 2658; 174 L. Ed. 2d 490; 2009 U.S. LEXIS 4945; 77 U.S.L.W. 4639; 106 Fair Empl. Prac. Cas. (BNA) 929; 92 Empl. Prac. Dec. (CCH) P43,602; 21 Fla. L. Weekly Fed. S 1049\r\nU2 - The LEXIS pagination of this document is subject to change pending release of the final published version.\r\nU1 - Related proceeding at Luschenat v. City of New Haven, 2013 U.S. Dist. LEXIS 15929 (D. Conn., Feb. 6, 2013)\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"caseName": "Ricci v. DeStefano,",
"extra": "(No. 07-1428), (No. 08-328); 557 U.S. 557; 129 S. Ct. 2658; 174 L. Ed. 2d 490; 2009 U.S. LEXIS 4945; 77 U.S.L.W. 4639; 106 Fair Empl. Prac. Cas. (BNA) 929; 92 Empl. Prac. Dec. (CCH) P43,602; 21 Fla. L. Weekly Fed. S 1049",
"court": "SUPREME COURT OF THE UNITED STATES",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=4WMW-WG80-TXFX-11XY&csi=6443&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"title": "Ricci v. DeStefano,"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.863287.9160760157&target=results_listview_resultsNav&returnToKey=20_T19483766793&parent=docview&rand=1395342308370&reloadEntirePage=true",
"items": [
{
"itemType": "journalArticle",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nPB - Copyright (c) 2013 The American Society of International Law American Journal of International Law\r\nPY - 2013/07/01/\r\nM2 - 107 A.J.I.L. 684\r\nM3 - 1167 words\r\nN2 - CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW: SETTLEMENT OF DISPUTES: Guatemala and United States CAFTA-DR Labor Standards Arbitration Suspended\r\nU3 - EDITED BY JOHN R. CROOK\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"publisher": "Copyright (c) 2013 The American Society of International Law American Journal of International Law",
"date": "2013-07-01",
"extra": "107 A.J.I.L. 684",
"title": "CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW: SETTLEMENT OF DISPUTES: Guatemala and United States CAFTA-DR Labor Standards Arbitration Suspended",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=59H1-X9C0-00CV-70R0&csi=7416&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"shortTitle": "CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.281280.037032678&target=results_listview_resultsNav&returnToKey=20_T19483769576&parent=docview&rand=1395342384676&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nT1 - Smartphones steuern fast alles; MESSE Auf dem Mobile World Congress bestimmt Vernetzungstrend das Geschehen\r\nJO - Bürstädter Zeitung (Germany)\r\nPY - 2014/03/11/\r\nSP - MULTIMEDIA\r\nM3 - 587 Wörter\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Smartphones steuern fast alles; MESSE Auf dem Mobile World Congress bestimmt Vernetzungstrend das Geschehen",
"journalAbbreviation": "Bürstädter Zeitung (Germany)",
"date": "2014-03-11",
"section": "MULTIMEDIA",
"publicationTitle": "Bürstädter Zeitung (Germany)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BPR-K321-JDMN-J0G3&csi=339134&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
}
]
/** END TEST CASES **/
You can’t perform that action at this time.