Permalink
Cannot retrieve contributors at this time
Join GitHub today
GitHub is home to over 36 million developers working together to host and review code, manage projects, and build software together.
Sign up
Fetching contributors…
![](https://scholarlyorphans.org/memento/20200720134642im_/https://github.githubassets.com/images/spinners/octocat-spinner-32-EAF2F5.gif)
{ | |
"translatorID": "add7c71c-21f3-ee14-d188-caf9da12728b", | |
"label": "Library Catalog (SIRSI)", | |
"creator": "Sean Takats, Hicham El Kasmi", | |
"target": "/uhtbin/(cgisirsi|quick_keyword)", | |
"minVersion": "2.1", | |
"maxVersion": "", | |
"priority": 250, | |
"inRepository": true, | |
"translatorType": 4, | |
"browserSupport": "gcsibv", | |
"lastUpdated": "2014-08-26 04:09:11" | |
} | |
/*Spanish Libraries: | |
No Permalinks, so no tests | |
Biblioteca Nacional (Spanish National Library): http://catalogo.bne.es/uhtbin/webcat | |
Universidad Carlos III de madrid: http://www.uc3m.es/portal/page/portal/library | |
Universidad Autonoma de Madrid: http://biblos.uam.es/uhtbin/webcat | |
UNED: http://biblio15.uned.es/ | |
*/ | |
function detectWeb(doc, url) { | |
var xpath = '//tr[th[@class="viewmarctags"]][td[@class="viewmarctags"]]'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI detectWeb: viewmarctags"); | |
return "book"; | |
} | |
var xpath = '//dl[dt[@class="viewmarctags"]][dd[@class="viewmarctags"]]'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI detectWeb: viewmarctags"); | |
return "book"; | |
} | |
var xpath = '//input[@name="VOPTIONS"]'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI detectWeb: VOPTIONS"); | |
return "book"; | |
} | |
var elmts = doc.evaluate('/html/body/form//text()', doc, null, | |
XPathResult.ANY_TYPE, null); | |
while (elmt = elmts.iterateNext()) { | |
if (Zotero.Utilities.superCleanString(elmt.nodeValue) == "Viewing record") { | |
Zotero.debug("SIRSI detectWeb: Viewing record"); | |
return "book"; | |
} | |
} | |
var xpath = '//td[@class="searchsum"]/table'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI detectWeb: searchsum"); | |
return "multiple"; | |
} | |
var xpath = '//form[@name="hitlist"]/table/tbody/tr'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI detectWeb: hitlist"); | |
return "multiple"; | |
} | |
} | |
function scrape(doc) { | |
//second xpath version for http://catalogue-bibliotheques.upmc.fr | |
var xpath = '//tr[th[@class="viewmarctags"]][td[@class="viewmarctags"]]|//dl/dt[@class="viewmarctags"]'; | |
var elmts = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null); | |
var elmt = elmts.iterateNext(); | |
if (!elmt) { | |
return false; | |
} | |
var newItem = new Zotero.Item("book"); | |
newItem.extra = ""; | |
var note; | |
authors = []; | |
while (elmt) { | |
try { | |
var node = ZU.xpathText(elmt, './TD[1]/A[1]/span/text()[1]|./following-sibling::dd[1]/a[1]/span/text()'); | |
if (!node) { | |
var node = ZU.xpathText(elmt, './TD[1]/A[1]/text()[1]|./following-sibling::dd[1]/a[1]/text()'); | |
} | |
if (!node) { | |
var node = ZU.xpathText(elmt, './TD[1]/text()[1]|./following-sibling::dd[1]/text()') | |
} | |
if (node) { | |
var casedField = Zotero.Utilities.superCleanString(ZU.xpathText(elmt, './th[1]/text()|./text()')); | |
field = casedField.toLowerCase(); | |
//Z.debug(field) | |
field = field.replace(/:./,"").trim(); | |
var value = Zotero.Utilities.superCleanString(node); | |
//Z.debug(value) | |
if (field == "publisher" || field == "éditeur" ) { | |
newItem.publisher = value; | |
} else if (field == "physical description" || field == "desc. matérielle" ||field == "description physique" ||field== "descripción física" ||field== "descripcion fisica" || field == "descr. física") { | |
value = value.match(/([\d\sxvi]+)p/)[1]; | |
if (value) newItem.numPages = value; | |
} else if (field == "pub date" || field == "année" || field =="fecha de pub") { | |
var re = /[0-9]+/; | |
var m = re.exec(value); | |
newItem.date = m[0]; | |
} else if (field == "isbn") { | |
var re = /^[0-9\-](?:[0-9X\-]+)/; | |
var m = re.exec(value); | |
newItem.ISBN = m[0]; | |
} else if (field == "issn") { | |
newItem.ISSN = value; | |
} else if (field == "title" || field == "titre" ||field == "titulo" || field =="título") { | |
var titleParts = value.split(" / "); | |
newItem.title = Zotero.Utilities.capitalizeTitle(titleParts[0]); | |
} else if (field == "serie"){ | |
newItem.series = value; | |
} else if (field == "langue" || field == "language"){ | |
newItem.language = value; | |
} else if (field == "series title" || field == "titre de série" || field == "collection") { | |
newItem.series = value.replace(/^\(|\)$/g, ""); | |
} else if (field == "publication info" || field == "publication" || field =="publicación" ||field =="publicacion") { | |
//this is a bit tricky - can be in the form Place : Publisher; Place : Publisher, Year | |
//or Place; Place : Publisher - the code` should get all cases and produce uniform output | |
var places = []; | |
var publishers = []; | |
var pubParts = value.split(/\s*;\s*/); | |
for (var i in pubParts){ | |
var pubPart = pubParts[i].split(/\s*:\s*/); | |
places.push(pubPart[0]); | |
if (pubPart[1]){ | |
if (pubPart[1].match(/\d+/)) newItem.date = pubPart[1].match(/\d+/)[0]; | |
publishers.push(pubPart[1].match(/[^,]+/)[0]) | |
} | |
} | |
newItem.publisher = publishers.join("; "); | |
newItem.place = places.join("; "); | |
} else if (field == "personal author" || field == "autor personal" || field == "auteur") { | |
if (authors.indexOf(value) == -1) { | |
value = value.replace(/(\(|\)|\d+|\-)/g, ""); | |
newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "author", true)); | |
authors.push(value); | |
} | |
} else if (field == "author" || field == "auteur" || field == "autor"){ | |
if (authors.indexOf(value) == -1) { | |
value = value.replace(/(\(|\)|\d+|\-)/g, ""); | |
newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "author", true)); | |
authors.push(value); | |
} | |
} else if (field == "added author" || field == "organisme" || field == "autor secundario") { | |
if (authors.indexOf(value) == -1) { | |
newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "contributor", true)); | |
authors.push(value); | |
} | |
} else if (field == "corporate author") { | |
if (authors.indexOf(value) == -1) { | |
newItem.creators.push({lastName:value, fieldMode:true}); | |
authors.push(value); | |
} | |
} else if (field == "general note" || field == "note" || field =="nota general") { | |
newItem.notes.push(value); | |
} else if (field == "edition" || field == "édition" ||field =="edición" ||field =="edicion") { | |
newItem.edition = value; | |
} else if (field == "additional formats" || field == "autres supports") { | |
newItem.additionalformats = value; | |
} else if (field == "continued by" || field == "devient") { | |
newItem.continuedby = value; | |
} else if (field == "subject term" || field == "corporate subject" || field == "geographic term" || field == "subject" || field == "sujet" || field == "sujet géographique" || field == "materia-autor personal" || field == "materia") { | |
var subjects = value.split("--"); | |
for (var i=0; i<subjects.length; i++) { | |
if (newItem.tags.indexOf(subjects[i]) == -1) { | |
newItem.tags.push(subjects[i]); | |
} | |
} | |
} else if (field == "personal subject" || field == "personne sujet" || field== "index term") { | |
var subjects = value.split(", "); | |
var tag = value[0]+", "+value[1]; | |
if (newItems.tag.indexOf(tag) == -1) { | |
newItem.tags.push(tag); | |
} | |
} else if (field == "contents" || field == "contient") { | |
newItem.notes.push(value); | |
} else if (field == "texto publicado en") { | |
//Z.debug(value) | |
newItem.itemType = "journalArticle"; | |
newItem.publication = value.match(/En:\s*([^-.]+)/)[1] | |
newItem.issue = value.match(/Nº\s*([^\(,]+)/)[1] | |
newItem.volume = value.match(/\(([^\)]+)/)[1] | |
newItem.page = value.match(/p\.\s*([\d\-]+)/)[1] | |
} else if (value && field != "http") { | |
if (note) note += casedField+": "+value+"\n"; | |
else note = casedField+": "+value+"\n"; | |
} | |
} | |
} catch (e) {}newItem | |
elmt = elmts.iterateNext(); | |
} | |
if (note) { | |
newItem.notes.push(note); | |
} | |
var callNumber = doc.evaluate('//tr/td[1][@class="holdingslist"]/text()', doc, null, XPathResult.ANY_TYPE, null).iterateNext(); | |
if (callNumber && callNumber.nodeValue) { | |
newItem.callNumber = callNumber.nodeValue.trim(); | |
} | |
// UVA has the call number separately, in the next field | |
// http://virgo.lib.virginia.edu | |
callNumber = doc.evaluate('//tr/td[2][@class="holdingslist"]/text()', doc, null, XPathResult.ANY_TYPE, null).iterateNext(); | |
// The regex here is looking for something like an LOC call number | |
if (callNumber && callNumber.nodeValue.trim().match(/^[A-Z]{1,2}[0-9]+/)) { | |
newItem.callNumber += " " + callNumber.nodeValue.trim(); | |
} | |
//sometimes we're missing the publication date - see if it's in the publisher: | |
if (!newItem.date && newItem.publisher){ | |
var year = newItem.publisher.match(/\d{4}/)[0]; | |
if (year) newItem.publisher = newItem.publisher.replace(/[,;:]\s*\d{4}/, ""); | |
newItem.date = year; | |
} | |
//sometimes the place is in the publisher field | |
if (!newItem.place && newItem.publisher){ | |
var place = newItem.publisher.match(/(.[^:]+):/)[1]; | |
if (place){ | |
newItem.place = place.trim(); | |
newItem.publisher = newItem.publisher.replace(/.[^:]+:/, "") | |
} | |
} | |
var domain = doc.location.href.match(/https?:\/\/([^/]+)/); | |
newItem.repository = domain[1]+" Library Catalog"; | |
newItem.complete(); | |
return true; | |
} | |
function doWeb(doc, url){ | |
var sirsiNew = true; //toggle between SIRSI -2003 and SIRSI 2003+ | |
var xpath = '//td[@class="searchsum"]/table'; | |
if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI doWeb: searchsum"); | |
sirsiNew = true; | |
} else if (doc.evaluate('//form[@name="hitlist"]/table/tbody/tr', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI doWeb: hitlist"); | |
sirsiNew = false; | |
} else if (doc.evaluate('//tr[th[@class="viewmarctags"]][td[@class="viewmarctags"]]|//dl[dt[@class="viewmarctags"]][dd[@class="viewmarctags"]]', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI doWeb: viewmarctags"); | |
sirsiNew = true; | |
} else if (doc.evaluate('//input[@name="VOPTIONS"]', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) { | |
Zotero.debug("SIRSI doWeb: VOPTIONS"); | |
sirsiNew = false; | |
} else { | |
var elmts = doc.evaluate('/html/body/form//text()', doc, null, | |
XPathResult.ANY_TYPE, null); | |
while (elmt = elmts.iterateNext()) { | |
if (Zotero.Utilities.superCleanString(elmt.nodeValue) == "Viewing record") { | |
Zotero.debug("SIRSI doWeb: Viewing record"); | |
sirsiNew = false; | |
} | |
} | |
} | |
if (sirsiNew) { //executes Simon's SIRSI 2003+ scraper code | |
Zotero.debug("Running SIRSI 2003+ code"); | |
if (!scrape(doc)) { | |
var checkboxes = new Array(); | |
var urls = new Array(); | |
var availableItems = new Array(); | |
//begin IUCAT fixes by Andrew Smith | |
var iuRe = /^https?:\/\/www\.iucat\.iu\.edu/; | |
var iu = iuRe.exec(url); | |
//IUCAT fix 1 of 2 | |
if (iu){ | |
var tableRows = doc.evaluate('//td[@class="searchsum"]/table[//input[@class="submitLink"]]', doc, null, XPathResult.ANY_TYPE, null); | |
} else { | |
var tableRows = doc.evaluate('//td[@class="searchsum"]/table[//input[@value="Details" or @value="Detalles"]]', doc, null, XPathResult.ANY_TYPE, null); | |
} | |
var tableRow = tableRows.iterateNext(); // skip first row | |
// Go through table rows | |
while (tableRow = tableRows.iterateNext()) { | |
//IUCAT fix 2 of 2 | |
if (iu){ | |
var input = doc.evaluate('.//input[@class="submitLink"]', tableRow, null, XPathResult.ANY_TYPE, null).iterateNext(); | |
var text = doc.evaluate('.//label/span', tableRow, null, XPathResult.ANY_TYPE, null).iterateNext().textContent; | |
} else { | |
var input = doc.evaluate('.//input[@value="Details" or @value="Detalles"]', tableRow, null, XPathResult.ANY_TYPE, null).iterateNext(); | |
var text = doc.evaluate('.//label/strong', tableRow, null, XPathResult.ANY_TYPE, null).iterateNext().textContent; | |
} | |
//end IUCAT fixes by Andrew Smith | |
if (text) { | |
availableItems[input.name] = text; | |
} | |
} | |
Zotero.selectItems(availableItems, function (items) { | |
if (!items) { | |
return true; | |
} | |
var hostRe = new RegExp("^http(?:s)?://[^/]+"); | |
var m = hostRe.exec(doc.location.href); | |
Zotero.debug("href: " + doc.location.href); | |
var hitlist = doc.forms.namedItem("hitlist"); | |
var baseUrl = m[0]+hitlist.getAttribute("action")+"?first_hit="+hitlist.elements.namedItem("first_hit").value+"&last_hit="+hitlist.elements.namedItem("last_hit").value; | |
var uris = new Array(); | |
for (var i in items) { | |
uris.push(baseUrl+"&"+i+"=Details"); | |
} | |
//Z.debug(uris) | |
Zotero.Utilities.processDocuments(uris, scrape) | |
}); | |
} | |
} else { //executes Simon's SIRSI -2003 translator code | |
Zotero.debug("Running SIRSI -2003 code"); | |
var uri = doc.location.href; | |
var recNumbers = new Array(); | |
var xpath = '//form[@name="hitlist"]/table/tbody/tr'; | |
var elmts = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null); | |
var elmt = elmts.iterateNext(); | |
if (elmt) { // Search results page | |
var uriRegexp = /^https?:\/\/[^\/]+/; | |
var m = uriRegexp.exec(uri); | |
var postAction = doc.forms.namedItem("hitlist").getAttribute("action"); | |
var newUri = m[0]+postAction.substr(0, postAction.length-1)+"40"; | |
var titleRe = /<br>\s*(.*[^\s])\s*<br>/i; | |
var items = new Array(); | |
do { | |
var checkbox = doc.evaluate('.//input[@type="checkbox"]', elmt, null, | |
XPathResult.ANY_TYPE, null).iterateNext(); | |
// Collect title | |
var title = doc.evaluate("./td[2]", elmt, null, XPathResult.ANY_TYPE, null).iterateNext().textContent; | |
if (checkbox && title) { | |
items[checkbox.name] = Zotero.Utilities.trimInternal(title); | |
} | |
} while (elmt = elmts.iterateNext()); | |
items = Zotero.selectItems(items); | |
if (!items) { | |
return true; | |
} | |
for (var i in items) { | |
recNumbers.push(i); | |
} | |
} else { // Normal page | |
// this regex will fail about 1/100,000,000 tries | |
var uriRegexp = /^((.*?)\/([0-9]+?))\//; | |
var m = uriRegexp.exec(uri); | |
var newUri = m[1]+"/40"; | |
var elmts = doc.evaluate('/html/body/form', doc, null, | |
XPathResult.ANY_TYPE, null); | |
while (elmt = elmts.iterateNext()) { | |
var initialText = doc.evaluate('.//text()[1]', elmt, null, XPathResult.ANY_TYPE, null).iterateNext(); | |
if (initialText && initialText.nodeValue && Zotero.Utilities.superCleanString(initialText.nodeValue) == "Viewing record") { | |
recNumbers.push(doc.evaluate('./b[1]/text()[1]', elmt, null, XPathResult.ANY_TYPE, null).iterateNext().nodeValue); | |
break; | |
} | |
} | |
// begin Emory compatibility | |
var elmts = doc.evaluate('//input[@name="first_hit"]', doc, null, | |
XPathResult.ANY_TYPE, null); | |
while (elmt = elmts.iterateNext()) { | |
recNumbers.length = 0; | |
var recNumber = elmt.value; | |
recNumbers.push(recNumber); | |
break; | |
} | |
// end Emory compatibility | |
} | |
var translator = Zotero.loadTranslator("import"); | |
translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973"); | |
translator.getTranslatorObject(function(marc) { | |
Zotero.Utilities.loadDocument(newUri+'?marks='+recNumbers.join(",")+'&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type=', function(doc) { | |
var pre = doc.getElementsByTagName("pre"); | |
var text = pre[0].textContent; | |
var documents = text.split("*** DOCUMENT BOUNDARY ***"); | |
for (var j=1; j<documents.length; j++) { | |
var uri = newUri+"?marks="+recNumbers[j]+"&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type="; | |
var lines = documents[j].split("\n"); | |
var record = new marc.record(); | |
var tag, content; | |
var ind = ""; | |
for (var i=0; i<lines.length; i++) { | |
var line = lines[i]; | |
if (line[0] == "." && line.substr(4,2) == ". ") { | |
if (tag) { | |
content = content.replace(/\|([a-z])/g, marc.subfieldDelimiter+"$1"); | |
record.addField(tag, ind, content); | |
} | |
} else { | |
content += " "+line.substr(6); | |
continue; | |
} | |
tag = line.substr(1, 3); | |
if (tag[0] != "0" || tag[1] != "0") { | |
ind = line.substr(6, 2); | |
content = line.substr(8); | |
} else { | |
content = line.substr(7); | |
if (tag == "000") { | |
tag = undefined; | |
record.leader = "00000"+content; | |
Zotero.debug("the leader is: "+record.leader); | |
} | |
} | |
} | |
var newItem = new Zotero.Item(); | |
record.translate(newItem); | |
var domain = url.match(/https?:\/\/([^/]+)/); | |
newItem.repository = domain[1]+" Library Catalog"; | |
newItem.complete(); | |
} | |
}); | |
}); | |
} | |
}/** BEGIN TEST CASES **/ | |
var testCases = [ | |
{ | |
"type": "web", | |
"url": "http://toroprod.library.utoronto.ca/uhtbin/cgisirsi/x/x/0/123?searchdata1=7990078&srchfield1=CKEY^SUBJECT^GENERAL^^words+or+phrase&searchoper1=AND&thesaurus1=GENERAL&search_entries1=CKEY&search_type1=SUBJECT&special_proc1=&CFID=756596&CFTOKEN=78921104", | |
"items": [ | |
{ | |
"itemType": "book", | |
"creators": [ | |
{ | |
"firstName": "Harry E.", | |
"lastName": "Vanden", | |
"creatorType": "author" | |
} | |
], | |
"notes": [ | |
"1. An introduction to twenty-first century Latin America -- 2. Early history -- 3. Democracy and dictators: a historical overview from independence to the present day -- 4. The other Americans -- 5. Society, family, and gender -- 6. Religion in Latin America -- 7. The political economy of Latin America -- 8. Democracy and authoritarianism: Latin American political culture -- 9. Politics, power, institutions, and actors -- 10. Struggling for change: revolution, social and political movements in Latin America -- 11. U.S.-Latin American relations -- 12. Guatemala / Susanne Jonas -- 13. Mexico / Nora Hamilton -- 14. Cuba / Gary Prevost -- 15. Brazil / Wilber Albert Chaffee -- 16. Argentina / Aldo C. Vacs -- 17. Chile / Eduardo Silva -- 18. Venezuela / Daniel Hellinger -- 19. Colombia / John C. Dugas -- 20. Nicaragua / Gary Prevost and Harry E. Vanden -- 21. Bolivia / Waltraud Q. Morales -- Appendix 1: Presidential elections -- Appendix 2: Recent Legislative elections", | |
"Subject, geographic: Latin America--Politics and government\nBibliography note: Includes bibliographical references and index\nAdded Entry-Personal Name: Prevost, Gary\nkey: 7990078\n" | |
], | |
"tags": [], | |
"seeAlso": [], | |
"attachments": [], | |
"title": "Politics of Latin America: the power game", | |
"edition": "4th ed", | |
"date": "2012", | |
"publisher": "Oxford University Press", | |
"place": "New York", | |
"numPages": "633", | |
"ISBN": "0199797145", | |
"callNumber": "JL960 .V36 2012X", | |
"libraryCatalog": "toroprod.library.utoronto.ca Library Catalog", | |
"shortTitle": "Politics of Latin America" | |
} | |
] | |
} | |
] | |
/** END TEST CASES **/ |