Permalink
Please
sign in to comment.
Browse files
Add Air University Journals (#1494)
* Add Air University ASJP and SSQ -- lot's of scraping, and authors and abstract can be inconsisten, but rest should be solid.
- Loading branch information...
@@ -0,0 +1,172 @@ | |||
{ | |||
"translatorID": "e317b4d4-03cf-4356-aa3c-defadc6fd10e", | |||
"label": "Air University Journals", | |||
"creator": "Sebastian Karcher", | |||
"target": "https?://www\\.airuniversity\\.af\\.mil/(ASPJ|SSQ)", | |||
"minVersion": "3.0", | |||
"maxVersion": "", | |||
"priority": 100, | |||
"inRepository": true, | |||
"translatorType": 4, | |||
"browserSupport": "gcsibv", | |||
"lastUpdated": "2017-12-11 22:06:13" | |||
} | |||
|
|||
/* | |||
***** BEGIN LICENSE BLOCK ***** | |||
Copyright © 2017 Sebastian Karcher | |||
This file is part of Zotero. | |||
Zotero is free software: you can redistribute it and/or modify | |||
it under the terms of the GNU Affero General Public License as published by | |||
the Free Software Foundation, either version 3 of the License, or | |||
(at your option) any later version. | |||
Zotero is distributed in the hope that it will be useful, | |||
but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |||
GNU Affero General Public License for more details. | |||
You should have received a copy of the GNU Affero General Public License | |||
along with Zotero. If not, see <http://www.gnu.org/licenses/>. | |||
***** END LICENSE BLOCK ***** | |||
*/ | |||
|
|||
|
|||
// attr()/text() v2 | |||
function attr(docOrElem,selector,attr,index){var elem=index?docOrElem.querySelectorAll(selector).item(index):docOrElem.querySelector(selector);return elem?elem.getAttribute(attr):null;}function text(docOrElem,selector,index){var elem=index?docOrElem.querySelectorAll(selector).item(index):docOrElem.querySelector(selector);return elem?elem.textContent:null;} | |||
|
|||
|
|||
function detectWeb(doc, url) { | |||
if (text(doc, 'a[title="View Article"]', 1)) { | |||
return "multiple"; | |||
} | |||
} | |||
|
|||
|
|||
function doWeb(doc, url) { | |||
if (detectWeb(doc, url) == "multiple") { | |||
var rows = ZU.xpath(doc, '//div[@class="da_black"]/table[tbody//a[@title="View Article"]]'); | |||
if (rows.length < 3) { | |||
rows = ZU.xpath(doc, '//div[@class="da_black"]//p[span//a[@title="View Article"]]'); | |||
} | |||
// Z.debug(rows.length); | |||
var items = {}; | |||
if (url.includes("/ASPJ/")) { | |||
var journal = "Air & Space Power Journal"; | |||
var abbr = "ASPJ"; | |||
var ISSN = "1554-2505"; | |||
} | |||
else if (url.includes("/SSQ/")) { | |||
var journal = "Strategic Studies Quarterly"; | |||
var abbr = "SSQ"; | |||
var ISSN = "1936-1815"; | |||
} | |||
var voliss = text(doc, 'h1.title'); | |||
var date = text(doc, 'p.da_story_info'); | |||
for (let i = 0; i < rows.length; i++) { | |||
var infoArray = []; | |||
|
|||
var title = text(rows[i], 'span > a[title="View Article"]'); | |||
var id = attr(rows[i], 'span > a[title="View Article"]', "id"); | |||
if (!title) { | |||
title = text(rows[i], 'strong > a[title="View Article"]'); | |||
id = attr(rows[i], 'strong > a[title="View Article"]', "id"); | |||
} | |||
|
|||
if (title !== null) { | |||
items[id] = title; | |||
} | |||
} | |||
|
|||
Zotero.selectItems(items, function(items) { | |||
// Z.debug(items); | |||
if (!items) { | |||
return true; | |||
} | |||
for (let id in items) { | |||
scrapeMultiples(doc, id, date, voliss, journal, abbr, ISSN); | |||
} | |||
}); | |||
} | |||
} | |||
|
|||
|
|||
function scrapeMultiples(doc, id, date, voliss, journal, abbr, ISSN) { | |||
// Z.debug(id) | |||
var item = new Z.Item('journalArticle'); | |||
var title = text(doc, 'span > a#' + id); | |||
var link = attr(doc, 'span > a#' + id, "href"); | |||
if (!title) { | |||
title = text(doc, 'strong > a#' + id); | |||
link = attr(doc, 'strong > a#' + id, "href"); | |||
} | |||
item.title = ZU.trimInternal(title.trim()); | |||
var section = ZU.xpath(doc, '//div[@class="da_black"]/table[tbody//a[@id="' + id + '"]]'); | |||
if (!section.length) { | |||
section = ZU.xpath(doc, '//div[@class="da_black"]/p[span//a[@id="' + id + '"]]'); | |||
} | |||
if (section.length) { | |||
var authors = text(section[0], 'p>span>strong'); | |||
if (!authors) authors = text(section[0], 'p>strong>span'); | |||
if (authors) { | |||
authors = ZU.trimInternal(authors.trim()); | |||
// delete name suffixes | |||
authors = authors.replace(/, (USAF|USN|Retired|PE|LMFT)\b/g, ""); | |||
authorsList = authors.split(/\/|,?\sand\s|,\s/); | |||
var rank = /^(By:|Adm|Rear Adm|Col|Lt Col|Brig Gen|Gen|Maj Gen \(sel\)|Maj|Capt|Maj Gen|2nd Lt|W(in)?g Cdr|Mr?s\.|Mr\.|Dr\.)\s/; | |||
|
|||
for (i = 0; i < authorsList.length; i++) { | |||
// Z.debug(authorsList[i]); | |||
var author = authorsList[i].trim().replace(rank, ""); | |||
item.creators.push(ZU.cleanAuthor(author, "author")); | |||
} | |||
} | |||
var abstract = text(section[0], 'p > span', 2); | |||
if (!abstract) abstract = text(section[0], 'p > span', 1); | |||
if (abstract) { | |||
item.abstractNote = ZU.trimInternal(abstract.trim()); | |||
} | |||
} | |||
|
|||
if (date && date.includes("Published ")) { | |||
item.date = date.match(/Published (.+)/)[1]; | |||
} | |||
|
|||
|
|||
if (voliss && voliss.includes("Volume")) { | |||
item.volume = voliss.match(/Volume (\d+)/)[1]; | |||
} | |||
if (voliss && voliss.includes("Issue")) { | |||
item.issue = voliss.match(/Issue (\d+)/)[1]; | |||
} | |||
|
|||
item.publicationTitle = journal; | |||
item.journalAbbreviation = abbr; | |||
item.ISSN = ISSN; | |||
|
|||
item.attachments.push({ | |||
url: link, | |||
title: "Full Text PDF", | |||
mimeType: "application/pdf" | |||
}); | |||
item.complete(); | |||
} | |||
|
|||
/** BEGIN TEST CASES **/ | |||
var testCases = [ | |||
{ | |||
"type": "web", | |||
"url": "http://www.airuniversity.af.mil/SSQ/Display/Article/1261066/volume-11-issue-3-fall-2017/", | |||
"items": "multiple" | |||
}, | |||
{ | |||
"type": "web", | |||
"url": "http://www.airuniversity.af.mil/ASPJ/Display/Article/1151902/volume-30-issue-2-summer-2016/", | |||
"items": "multiple" | |||
} | |||
] | |||
/** END TEST CASES **/ |
0 comments on commit
8c58a9e