Add Air University Journals (zotero#1494)

* Add Air University ASJP and SSQ -- lot's of scraping, and authors and abstract can be inconsisten, but rest should be solid.
adam3smith · Dec 11, 2017 · 8c58a9e5fbffb503f18b2fb9e6f86b283e1b46a3 · 8c58a9e
1 parent dfd5338
commit 8c58a9e5fbffb503f18b2fb9e6f86b283e1b46a3
Unified Split

Showing with 172 additions and 0 deletions.

+172 −0 Air University Journals.js
diff --git a/Air University Journals.js b/Air University Journals.js
@@ -0,0 +1,172 @@
+  
+{
+  
+	"translatorID": "e317b4d4-03cf-4356-aa3c-defadc6fd10e",
+  
+	"label": "Air University Journals",
+  
+	"creator": "Sebastian Karcher",
+  
+	"target": "https?://www\\.airuniversity\\.af\\.mil/(ASPJ|SSQ)",
+  
+	"minVersion": "3.0",
+  
+	"maxVersion": "",
+  
+	"priority": 100,
+  
+	"inRepository": true,
+  
+	"translatorType": 4,
+  
+	"browserSupport": "gcsibv",
+  
+	"lastUpdated": "2017-12-11 22:06:13"
+  
+}
+  
+
+  
+/*
+  
+	***** BEGIN LICENSE BLOCK *****
+  
+
+  
+	Copyright © 2017 Sebastian Karcher
+  
+	
+  
+	This file is part of Zotero.
+  
+
+  
+	Zotero is free software: you can redistribute it and/or modify
+  
+	it under the terms of the GNU Affero General Public License as published by
+  
+	the Free Software Foundation, either version 3 of the License, or
+  
+	(at your option) any later version.
+  
+
+  
+	Zotero is distributed in the hope that it will be useful,
+  
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+  
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+  
+	GNU Affero General Public License for more details.
+  
+
+  
+	You should have received a copy of the GNU Affero General Public License
+  
+	along with Zotero. If not, see <http://www.gnu.org/licenses/>.
+  
+
+  
+	***** END LICENSE BLOCK *****
+  
+*/
+  
+
+  
+
+  
+// attr()/text() v2
+  
+function attr(docOrElem,selector,attr,index){var elem=index?docOrElem.querySelectorAll(selector).item(index):docOrElem.querySelector(selector);return elem?elem.getAttribute(attr):null;}function text(docOrElem,selector,index){var elem=index?docOrElem.querySelectorAll(selector).item(index):docOrElem.querySelector(selector);return elem?elem.textContent:null;}
+  
+
+  
+
+  
+function detectWeb(doc, url) {
+  
+	if (text(doc, 'a[title="View Article"]', 1)) {
+  
+		return "multiple";
+  
+	}
+  
+}
+  
+
+  
+
+  
+function doWeb(doc, url) {
+  
+	if (detectWeb(doc, url) == "multiple") {
+  
+		var rows = ZU.xpath(doc, '//div[@class="da_black"]/table[tbody//a[@title="View Article"]]');
+  
+		if (rows.length < 3) {
+  
+			rows = ZU.xpath(doc, '//div[@class="da_black"]//p[span//a[@title="View Article"]]');
+  
+		}
+  
+		// Z.debug(rows.length);
+  
+		var items = {};
+  
+		if (url.includes("/ASPJ/")) {
+  
+			var journal = "Air & Space Power Journal";
+  
+			var abbr = "ASPJ";
+  
+			var ISSN = "1554-2505";
+  
+		}
+  
+		else if (url.includes("/SSQ/")) {
+  
+			var journal = "Strategic Studies Quarterly";
+  
+			var abbr = "SSQ";
+  
+			var ISSN = "1936-1815";
+  
+		}
+  
+		var voliss = text(doc, 'h1.title');
+  
+		var date = text(doc, 'p.da_story_info');
+  
+		for (let i = 0; i < rows.length; i++) {
+  
+			var infoArray = [];
+  
+
+  
+			var title = text(rows[i], 'span > a[title="View Article"]');
+  
+			var id = attr(rows[i], 'span > a[title="View Article"]', "id");
+  
+			if (!title) {
+  
+				title = text(rows[i], 'strong > a[title="View Article"]');
+  
+				id = attr(rows[i], 'strong > a[title="View Article"]', "id");
+  
+			}
+  
+
+  
+			if (title !== null) {
+  
+				items[id] = title;
+  
+			}
+  
+		}
+  
+
+  
+		Zotero.selectItems(items, function(items) {
+  
+			// Z.debug(items);
+  
+			if (!items) {
+  
+				return true;
+  
+			}
+  
+			for (let id in items) {
+  
+				scrapeMultiples(doc, id, date, voliss, journal, abbr, ISSN);
+  
+			}
+  
+		});
+  
+	}
+  
+}
+  
+
+  
+
+  
+function scrapeMultiples(doc, id, date, voliss, journal, abbr, ISSN) {
+  
+	// Z.debug(id)
+  
+	var item = new Z.Item('journalArticle');
+  
+	var title = text(doc, 'span > a#' + id);
+  
+	var link = attr(doc, 'span > a#' + id, "href");
+  
+	if (!title) {
+  
+		title = text(doc, 'strong > a#' + id);
+  
+		link = attr(doc, 'strong > a#' + id, "href");
+  
+	}
+  
+	item.title = ZU.trimInternal(title.trim());
+  
+	var section = ZU.xpath(doc, '//div[@class="da_black"]/table[tbody//a[@id="' + id + '"]]');
+  
+	if (!section.length) {
+  
+		section = ZU.xpath(doc, '//div[@class="da_black"]/p[span//a[@id="' + id + '"]]');
+  
+	}
+  
+	if (section.length) {
+  
+		var authors = text(section[0], 'p>span>strong');
+  
+		if (!authors) authors = text(section[0], 'p>strong>span');
+  
+		if (authors) {
+  
+			authors = ZU.trimInternal(authors.trim());
+  
+			// delete name suffixes
+  
+			authors = authors.replace(/, (USAF|USN|Retired|PE|LMFT)\b/g, "");
+  
+			authorsList = authors.split(/\/|,?\sand\s|,\s/);
+  
+			var rank = /^(By:|Adm|Rear Adm|Col|Lt Col|Brig Gen|Gen|Maj Gen \(sel\)|Maj|Capt|Maj Gen|2nd Lt|W(in)?g Cdr|Mr?s\.|Mr\.|Dr\.)\s/;
+  
+
+  
+			for (i = 0; i < authorsList.length; i++) {
+  
+				// Z.debug(authorsList[i]);
+  
+				var author = authorsList[i].trim().replace(rank, "");
+  
+				item.creators.push(ZU.cleanAuthor(author, "author"));
+  
+			}
+  
+		}
+  
+		var abstract = text(section[0], 'p > span', 2);
+  
+		if (!abstract) abstract = text(section[0], 'p > span', 1);
+  
+		if (abstract) {
+  
+			item.abstractNote = ZU.trimInternal(abstract.trim());
+  
+		}
+  
+	}
+  
+
+  
+	if (date && date.includes("Published ")) {
+  
+		item.date = date.match(/Published (.+)/)[1];
+  
+	}
+  
+
+  
+
+  
+	if (voliss && voliss.includes("Volume")) {
+  
+		item.volume = voliss.match(/Volume (\d+)/)[1];
+  
+	}
+  
+	if (voliss && voliss.includes("Issue")) {
+  
+		item.issue = voliss.match(/Issue (\d+)/)[1];
+  
+	}
+  
+
+  
+	item.publicationTitle = journal;
+  
+	item.journalAbbreviation = abbr;
+  
+	item.ISSN = ISSN;
+  
+
+  
+	item.attachments.push({
+  
+		url: link,
+  
+		title: "Full Text PDF",
+  
+		mimeType: "application/pdf"
+  
+	});
+  
+	item.complete();
+  
+}
+  
+
+  
+/** BEGIN TEST CASES **/
+  
+var testCases = [
+  
+	{
+  
+		"type": "web",
+  
+		"url": "http://www.airuniversity.af.mil/SSQ/Display/Article/1261066/volume-11-issue-3-fall-2017/",
+  
+		"items": "multiple"
+  
+	},
+  
+	{
+  
+		"type": "web",
+  
+		"url": "http://www.airuniversity.af.mil/ASPJ/Display/Article/1151902/volume-30-issue-2-summer-2016/",
+  
+		"items": "multiple"
+  
+	}
+  
+]
+  
+/** END TEST CASES **/