Skip to content

/translators

Permalink
Browse files

Update

  • Loading branch information...
@zuphilip
zuphilip committed Mar 20, 2014
1 parent 80d4d38 commit fd1fb14019d171b5f7b0e1f99c5581cb57dd08a6
Unified Split
Showing with 294 additions and 37 deletions.
  1. +294 −37 LexisNexis.js
View file
331 LexisNexis.js
@@ -9,13 +9,13 @@
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsv",
"lastUpdated": "2014-03-19 18:04:57"
"lastUpdated": "2014-03-20 20:48:18"
}

/*
***** BEGIN LICENSE BLOCK *****
LexisNexis Translator, Copyright © 2014 Philipp Zumstein
LexisNexis Translator, Copyright © 2014 Philipp Zumstein
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
@@ -34,7 +34,9 @@
***** END LICENSE BLOCK *****
*/

//Debugging does not work with Scaffold!
//Select Test Frame in Scaffold:
// single: (2nd) = Results Navigation Frame = Ergebnisnavigation
// multiple: (5th) = Ergebnisanzeige

function detectWeb(doc, url) {
//besides deciding whether it is a single item or multiple items
@@ -54,17 +56,13 @@ function detectWeb(doc, url) {
}

function selectFrame(doc, url) {
if (url.indexOf("target=results_listview_resultsNav") == -1 ) {
var frames = doc.getElementsByTagName("frame");
var gotoUrl;
for (var i=0; i<frames.length; i++) {
Z.debug("selectFrame: " + frames[i].src);
if (frames[i].src.indexOf("target=results_listview_resultsNav") != -1) gotoUrl=frames[i].src;
}
ZU.processDocuments(gotoUrl, scrape);
} else {
scrape(doc,url);
var frames = doc.getElementsByTagName("frame");
var gotoUrl;
for (var i=0; i<frames.length; i++) {
Z.debug("selectFrame: " + frames[i].src);
if (frames[i].src.indexOf("target=results_listview_resultsNav") != -1) gotoUrl=frames[i].src;
}
ZU.processDocuments(gotoUrl, scrape);
}

function scrape(doc, url) {
@@ -87,9 +85,9 @@ function scrape(doc, url) {
var urlIntermediateSite = base+"results/listview/delPrep.do?cisb="+encodeURIComponent(cisb)+"&risb="+encodeURIComponent(risb)+"&mode=delivery_refworks";

var hiddenInputs = ZU.xpath(doc, '//form[@name="results_docview_DocumentForm"]//input[@type="hidden" and not(@name="tagData")]');
if (hiddenInputs.length==0) {
hiddenInputs = ZU.xpath(doc, '//input[@type="hidden" and not(@name="tagData")]');
}
//if (hiddenInputs.length==0) {
// hiddenInputs = ZU.xpath(doc, '//input[@type="hidden" and not(@name="tagData")]');
//}
var poststring="";
for (var i=0; i<hiddenInputs.length; i++) {
poststring = poststring+"&"+encodeURIComponent(hiddenInputs[i].name)+"="+encodeURIComponent(hiddenInputs[i].value);
@@ -112,26 +110,26 @@ function scrape(doc, url) {
text = text.replace(/^TY\s+-\s+GEN\s*$/mg, 'TY - NEWS');
//the title information is sometimes somewhere else
if ( text.search(/^TI\s+-/m) == -1) {
if ( text.search(/^N2\s+-/m) != -1 ) {
if ( text.search(/^N2\s+-/m) != -1 ) {//see e.g. Test Case 5
text = text.replace(/^N2\s+-/m,"TI -");
text = text.replace(/^TY\s+-\s+NEWS\s*$/mg, 'TY - JOUR');
} else if ( text.search(/^U3\s+-/m) != -1 ) {
} else if ( text.search(/^U3\s+-/m) != -1 ) {//see e.g. Test Case 4
text = text.replace(/^U3\s+-/m,"TI -");
text = text.replace(/^TY\s+-\s+NEWS\s*$/mg, 'TY - CASE');
}
}
//most authors are saved in N1 tag, correct that:
text = text.replace(/^N1\s+-[ \f\r\t\v\u00A0\u2028\u2029]+(\w.*)$/mg, cleanAuthorFields );//the range in the regexp is actually just \s without the line break
//correct date format in RIS e.g. PY - 2013/05/09/
text = text.replace(/^PY\s+-\s+(\d\d\d\d)\/(\d\d)\/(\d\d)\//mg, "DA - $1-$2-$3");
text = text.replace(/^PY\s+-\//mg, "DA -");
//correct page information, e.g. SP - WORLD; Pg. 8
text = text.replace(/^SP\s+-\s+(\w.*)$/mg, function(totalMatch, pageString){
var pageAbbreviations = ["Pg.", "S.", "Pag.", "Blz.", "Pág."];
var pageAbbreviations = ["Pg.", "S.", "Pag.", "Blz.", "Pág."];
var pageArray = pageString.split(";");
var pageArray2 = ZU.trimInternal(pageArray[pageArray.length-1]).split(" ");
if (pageAbbreviations.indexOf(pageArray2[0]) > -1) {
if (pageArray2.length == 2 && pageAbbreviations.indexOf(pageArray2[0]) > -1) {//see e.g. Test Cases 1,2,3
return 'SP - ' + pageArray2.slice(1).join(" ") + "\nSE - " + pageArray.slice(0,-1).join(";");
} else {
} else {//see e.g. Test Case 6
return 'SE - ' + pageString;
}
});
@@ -162,7 +160,7 @@ function scrape(doc, url) {
});
}

function cleanAuthorFields(m, authorStr) {
function cleanAuthorFields(m, authorStr) {//see e.g. Test Cases 2,3
//m = matched string (everything)
//authorStr = second parenthesized submatch
var authors = authorStr.split(';');
@@ -231,18 +229,277 @@ function doWeb(doc, url) {

}


/*
Examples for permalink to pages:
Nexis access (Germany):
Search page:
http://www.lexisnexis.com/uk/nexis/api/version1/sr?sr=%28%28HEADLINE%28h%C3%B6ness%29%29%29+und+DATUM%28%3D2014-03-19%29&csi=5949&oc=00240&shr=t&scl=t&hac=f&hct=f&nonLatin1Chars=true
Single newspaper article:
http://www.lexisnexis.com/uk/nexis/docview/getDocForCuiReq?lni=5BS1-R651-DYJR-P1N8&csi=5949&oc=00240&perma=true
http://www.lexisnexis.com/uk/nexis/docview/getDocForCuiReq?lni=58CH-TVH1-F11P-X54V&csi=372151&oc=00240&perma=true
LexisNexis acces (Germany):
Single newspaper article:
http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BRW-BGR1-JD34-V3FB&csi=314239&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true
http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BS7-5CJ1-DYR7-33T8&csi=151977&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true
Case:
http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=4WMW-WG80-TXFX-11XY&csi=6443&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true
*/
Test cases are generetad with Scaffold.
But (I think) they cannot updated with Scaffold again.
To manually add a test case, do the following steps:
1. Open a permanent URL of an item
2. Open Scaffold and select the right frame (Results Navigation Frame)
3. Testing -> New Web -> Save
*//** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "http://www.lexisnexis.com/uk/nexis/frame.do?tokenKey=rsh-23.293114.58735663886&target=results_listview_resultsNav&returnToKey=20_T19483687921&parent=docview&rand=1395341618309&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Steven Geyer",
"creatorType": "author",
"fieldMode": 1
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Zweifel an Hoeneß&apos; Angaben zur Quelle der Schweizer Millionen; Opposition: Offene Fragen. Koalition erschwert Straffreiheit\r\nJO - Berliner Zeitung\r\nPY - 2014/03/17/\r\nSP - POL; S. 5\r\nM3 - 479 Wörter\r\nN1 - Steven Geyer\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Zweifel an Hoeneß' Angaben zur Quelle der Schweizer Millionen; Opposition: Offene Fragen. Koalition erschwert Straffreiheit",
"journalAbbreviation": "Berliner Zeitung",
"date": "2014-03-17",
"pages": "5",
"section": "POL",
"publicationTitle": "Berliner Zeitung",
"url": "http://www.lexisnexis.com/uk/nexis/docview/getDocForCuiReq?lni=5BS1-R651-DYJR-P1N8&csi=5949&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"shortTitle": "Zweifel an Hoeneß' Angaben zur Quelle der Schweizer Millionen; Opposition"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.860765.9038064798&target=results_listview_resultsNav&returnToKey=20_T19483698615&parent=docview&rand=1395341680728&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Bibby",
"firstName": "Paul",
"creatorType": "author"
},
{
"lastName": "Murdoch",
"firstName": "Lindsay",
"creatorType": "author"
},
{
"lastName": "Koutsoukis",
"firstName": "Jason",
"creatorType": "author"
},
{
"lastName": "Allard",
"firstName": "Tom",
"creatorType": "author"
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Hijack fear as al-Qaeda plot revealed Plane systems turned off by someone aboard; FLIGHT MH370\r\nJO - The Age (Melbourne, Australia)\r\nPY - 2014/03/17/\r\nSP - NEWS; Pg. 6\r\nM3 - 1219 words\r\nN1 - Paul Bibby, Lindsay Murdoch, Jason Koutsoukis, Tom Allard\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Hijack fear as al-Qaeda plot revealed Plane systems turned off by someone aboard; FLIGHT MH370",
"journalAbbreviation": "The Age (Melbourne, Australia)",
"date": "2014-03-17",
"pages": "6",
"section": "NEWS",
"publicationTitle": "The Age (Melbourne, Australia)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BRW-BGR1-JD34-V3FB&csi=314239&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.753812.5831118143&target=results_listview_resultsNav&returnToKey=20_T19483747044&parent=docview&rand=1395342122958&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [
{
"lastName": "Hussain",
"firstName": "Haris",
"creatorType": "author"
},
{
"lastName": "Karim",
"firstName": "Farrah Naz",
"creatorType": "author"
},
{
"lastName": "Mustafa",
"firstName": "Zulita",
"creatorType": "author"
},
{
"lastName": "Ariff",
"firstName": "Syed Umar",
"creatorType": "author"
},
{
"lastName": "Ahmad",
"firstName": "Arman",
"creatorType": "author"
},
{
"lastName": "Latiff",
"firstName": "Rozanna",
"creatorType": "author"
},
{
"lastName": "Bendahara",
"firstName": "Alang",
"creatorType": "author"
},
{
"lastName": "Yunus",
"firstName": "Akil",
"creatorType": "author"
},
{
"lastName": "Mohd",
"firstName": "Hariz",
"creatorType": "author"
}
],
"notes": [
{
"note": "TY - GEN\r\nT1 - Australia extends search\r\nJO - New Straits Times (Malaysia)\r\nPY - 2014/03/18/\r\nSP - LOCAL; Pg. 7\r\nM3 - 358 words\r\nN1 - Haris Hussain; Farrah Naz Karim; Zulita Mustafa; Syed Umar Ariff; Arman Ahmad; Rozanna Latiff; Alang Bendahara; Akil Yunus; Hariz Mohd;\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Australia extends search",
"journalAbbreviation": "New Straits Times (Malaysia)",
"date": "2014-03-18",
"pages": "7",
"section": "LOCAL",
"publicationTitle": "New Straits Times (Malaysia)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BS7-5CJ1-DYR7-33T8&csi=151977&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.279322.38229466643&target=results_listview_resultsNav&returnToKey=20_T19483752794&parent=docview&rand=1395342198531&reloadEntirePage=true",
"items": [
{
"itemType": "case",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nU3 - Ricci v. DeStefano, \r\nM2 - (No. 07-1428), (No. 08-328)\r\nPB - SUPREME COURT OF THE UNITED STATES\r\nM2 - 557 U.S. 557; 129 S. Ct. 2658; 174 L. Ed. 2d 490; 2009 U.S. LEXIS 4945; 77 U.S.L.W. 4639; 106 Fair Empl. Prac. Cas. (BNA) 929; 92 Empl. Prac. Dec. (CCH) P43,602; 21 Fla. L. Weekly Fed. S 1049\r\nU2 - The LEXIS pagination of this document is subject to change pending release of the final published version.\r\nU1 - Related proceeding at Luschenat v. City of New Haven, 2013 U.S. Dist. LEXIS 15929 (D. Conn., Feb. 6, 2013)\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"caseName": "Ricci v. DeStefano,",
"extra": "(No. 07-1428), (No. 08-328); 557 U.S. 557; 129 S. Ct. 2658; 174 L. Ed. 2d 490; 2009 U.S. LEXIS 4945; 77 U.S.L.W. 4639; 106 Fair Empl. Prac. Cas. (BNA) 929; 92 Empl. Prac. Dec. (CCH) P43,602; 21 Fla. L. Weekly Fed. S 1049",
"court": "SUPREME COURT OF THE UNITED STATES",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=4WMW-WG80-TXFX-11XY&csi=6443&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"title": "Ricci v. DeStefano,"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.863287.9160760157&target=results_listview_resultsNav&returnToKey=20_T19483766793&parent=docview&rand=1395342308370&reloadEntirePage=true",
"items": [
{
"itemType": "journalArticle",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nPB - Copyright (c) 2013 The American Society of International Law American Journal of International Law\r\nPY - 2013/07/01/\r\nM2 - 107 A.J.I.L. 684\r\nM3 - 1167 words\r\nN2 - CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW: SETTLEMENT OF DISPUTES: Guatemala and United States CAFTA-DR Labor Standards Arbitration Suspended\r\nU3 - EDITED BY JOHN R. CROOK\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"publisher": "Copyright (c) 2013 The American Society of International Law American Journal of International Law",
"date": "2013-07-01",
"extra": "107 A.J.I.L. 684",
"title": "CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW: SETTLEMENT OF DISPUTES: Guatemala and United States CAFTA-DR Labor Standards Arbitration Suspended",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=59H1-X9C0-00CV-70R0&csi=7416&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP",
"shortTitle": "CONTEMPORARY PRACTICE OF THE UNITED STATES RELATING TO INTERNATIONAL LAW"
}
]
},
{
"type": "web",
"url": "http://www.lexisnexis.com/lnacui2api/frame.do?tokenKey=rsh-23.281280.037032678&target=results_listview_resultsNav&returnToKey=20_T19483769576&parent=docview&rand=1395342384676&reloadEntirePage=true",
"items": [
{
"itemType": "newspaperArticle",
"creators": [],
"notes": [
{
"note": "TY - GEN\r\nT1 - Smartphones steuern fast alles; MESSE Auf dem Mobile World Congress bestimmt Vernetzungstrend das Geschehen\r\nJO - Bürstädter Zeitung (Germany)\r\nPY - 2014/03/11/\r\nSP - MULTIMEDIA\r\nM3 - 587 Wörter\r\nER -\r\n"
}
],
"tags": [],
"seeAlso": [],
"attachments": [
{
"title": "LexisNexis Entry",
"mimeType": "text/html"
}
],
"title": "Smartphones steuern fast alles; MESSE Auf dem Mobile World Congress bestimmt Vernetzungstrend das Geschehen",
"journalAbbreviation": "Bürstädter Zeitung (Germany)",
"date": "2014-03-11",
"section": "MULTIMEDIA",
"publicationTitle": "Bürstädter Zeitung (Germany)",
"url": "http://www.lexisnexis.com/lnacui2api/api/version1/getDocCui?lni=5BPR-K321-JDMN-J0G3&csi=339134&hl=t&hv=t&hnsd=f&hns=t&hgn=t&oc=00240&perma=true",
"libraryCatalog": "LexisNexis",
"accessDate": "CURRENT_TIMESTAMP"
}
]
}
]
/** END TEST CASES **/

0 comments on commit fd1fb14

Please sign in to comment.
You can’t perform that action at this time.