Merge pull request #218 from jiaojiaodubai/chaoxingqikan

add (chaoxingqikan.js) 添加超星期刊 (closed #28) ( closed #92)

README.md

@@ -56,6 +56,9 @@
   - [x] 文章内容保存于笔记中
 + 读秀 -> [Duxiu.js](./Duxiu.js)
   - [x] 读秀内容抓取
++ 超星期刊 -> [chaoxingqikan.js](/translators/chaoxingqikan.js)
+  - [x] 抓取引文信息
+  - [x] PDF附件下载（需要帐号或者IP具有下载权限）
 + 豆瓣 -> [DouBan.js](./Douban.js)
   - 保留豆瓣评价人数+豆瓣评分+原作名+定价
   - 作者优化：欧美作者区分开了名与姓（在这里吐槽下豆瓣编辑对作者的命名规范，尤其是外籍作者的命名规范真是各路牛鬼蛇神）

chaoxingqikan.js

@@ -0,0 +1,278 @@
+{
+	"translatorID": "f7c9342d-3672-4899-b315-3d09ac1b38a8",
+	"label": "chaoxingqikan",
+	"creator": "jiaojiaodubai23",
+	"target": "^https?://qikan\\.chaoxing\\.com",
+	"minVersion": "5.0",
+	"maxVersion": "",
+	"priority": 100,
+	"inRepository": true,
+	"translatorType": 4,
+	"browserSupport": "gcsibv",
+	"lastUpdated": "2023-10-24 11:29:38"
+}
+
+/*
+	***** BEGIN LICENSE BLOCK *****
+
+	Copyright © 2022 YOUR_NAME <- TODO
+
+	This file is part of Zotero.
+
+	Zotero is free software: you can redistribute it and/or modify
+	it under the terms of the GNU Affero General Public License as published by
+	the Free Software Foundation, either version 3 of the License, or
+	(at your option) any later version.
+
+	Zotero is distributed in the hope that it will be useful,
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+	GNU Affero General Public License for more details.
+
+	You should have received a copy of the GNU Affero General Public License
+	along with Zotero. If not, see <http://www.gnu.org/licenses/>.
+
+	***** END LICENSE BLOCK *****
+*/
+
+function detectWeb(doc, url) {
+	if (url.includes('/detail_')) {
+		return 'journalArticle';
+	}
+	else if (getSearchResults(doc, true)) {
+		return 'multiple';
+	}
+	return false;
+}
+
+function getSearchResults(doc, checkOnly) {
+	var items = {};
+	var found = false;
+	// var rows = doc.querySelectorAll('#liebiaoDivId> table > tbody > tr');
+	var rows = doc.querySelectorAll('#liebiaoDivId > table > tbody > tr > td:nth-child(2) >a:first-child');
+	for (let row of rows) {
+		let href = row.href;
+		let title = ZU.trimInternal(row.title);
+		if (!href || !title) continue;
+		if (checkOnly) return true;
+		found = true;
+		items[href] = title;
+	}
+	return found ? items : false;
+}
+
+async function doWeb(doc, url) {
+	if (detectWeb(doc, url) == 'multiple') {
+		let items = await Zotero.selectItems(getSearchResults(doc, false));
+		if (!items) return;
+		for (let url of Object.keys(items)) {
+			await scrape(await requestDocument(url));
+		}
+	}
+	else {
+		await scrape(doc, url);
+	}
+}
+
+function getPureText(element) {
+	// 执行深拷贝以免影响页面元素
+	let elementCopy = element.cloneNode(true);
+	while (elementCopy.firstElementChild) {
+		elementCopy.removeChild(elementCopy.firstElementChild);
+	}
+	return elementCopy.innerText;
+}
+
+function matchCreator(creator) {
+	// Z.debug(creators);
+	if (/[A-Za-z]/.test(creator)) {
+		creator = creator.replace(/\(.*\)/g, '');
+		// western name. split on last space
+		creator = ZU.cleanAuthor(creator, 'author');
+	}
+	else {
+		creator = creator.replace(/\s/g, '');
+		creator = {
+			lastName: creator,
+			creatorType: 'author',
+			fieldMode: 1
+		};
+	}
+	return creator;
+}
+
+function matchSource(element) {
+	// Z.debug(element);
+	let source = {};
+	source.publicationTitle = element.querySelector('a.jourName').innerText.replace(/[《》]/g, '');
+	// Z.debug(source['publicationTitle']);
+	element = getPureText(element);
+	source.date = element.match(/\d+(?=年)/)[0];
+	// Z.debug(source['date']);
+	source.issue = element.match(/\d+(?=期)/)[0];
+	// Z.debug(source['issue']);
+	source.pages = element.match(/[\d|-]+(?=页)/)[0];
+	return source;
+}
+
+function matchDOI(doc, path) {
+	let value = ZU.xpath(doc, path)[0];
+	return (value) ? getPureText(value) : '';
+}
+function matchRelated(doc, path) {
+	var articals = ZU.xpath(doc, path);
+	articals = articals.map(element => ({
+		citation: element.innerText,
+		url: element.firstElementChild.href
+	}));
+	return articals;
+}
+
+async function scrape(doc, url = doc.location.href) {
+	var newItem = new Z.Item('journalArticle');
+	newItem.title = doc.querySelector('h1[class^="F_titel"]').innerText;
+	newItem.abstractNote = doc.querySelector('#generateCatalog_0').innerText;
+	newItem.creators = getPureText(doc.querySelector('p.F_name'))
+		.split(/[,，]/)
+		.map(element => (matchCreator(element))
+		);
+
+	// Z.debug(ZU.xpath(doc, '//a[@class='jourName']'));
+	let dataCounts = ZU.xpath(doc, '//div[@class="Fmian1"]/table/tbody')[0].children.length;
+	var data = {
+		getElement: function (label) {
+			return (this[label]) ? this[label] : '';
+		},
+		getText: function (label) {
+			return (this[label]) ? this[label].innerText : '';
+		},
+	};
+	for (let i = 1; i <= dataCounts; i++) {
+		// 重要：如果不去掉多余的空格则无法通过lable索引此属性
+		let label = ZU.xpath(doc, `//div[@class='Fmian1']/table/tbody/tr[${i}]/td[1]`)[0].innerText.replace(/\s/g, '');
+		let value = ZU.xpath(doc, `//div[@class='Fmian1']/table/tbody/tr[${i}]/td[2]`)[0];
+		data[label] = value;
+	}
+	newItem = Object.assign(newItem, matchSource(data.getElement('【来源】')));
+	newItem.url = url;
+	newItem.libraryCatalog = data.getText('【分类号】');
+	newItem.archiveLocation = data.getText('【分类导航】');
+	newItem.tags = getPureText(doc.querySelector('#generateCatalog_1')).split(' ').map(tag => ({ tag: tag }));
+	newItem.DOI = matchDOI(doc, '//p[@data-meta-name="doi"]');
+	newItem.volume = ZU.xpath(doc, '//input[@class="GBTInputId"]')[0].defaultValue.match(/\d+(?=卷\(\d+\))/)[0];
+	newItem.seeAlso = matchRelated(doc, '//div[@id="relatedwritingscontainner"]//li');
+	var journalURL = doc.querySelector('div[class^="sTopImg"] > p:first-of-type > a').href;
+	let parser = new DOMParser();
+	let journalDoc = parser.parseFromString((await requestText(journalURL)), 'text/html');
+	// Z.debug(journalDoc);
+	var journalInfo = {};
+	ZU.xpath(journalDoc, '//div[@class="header-detail"][1]/div').forEach((element) => {
+		Object.assign(journalInfo, { [element.firstElementChild.innerText]: getPureText(element) });
+	});
+	// Z.debug(journalInfo);
+	newItem.language = {
+		中文: 'zh-CN',
+		英文: 'en-US'
+	}[journalInfo['语言：']];
+	newItem.ISSN = journalInfo['ISSN：'];
+	let pdfURL = doc.querySelector('a[class*="pdf-down"]').href;
+	// Z.debug(pdfURL);
+	newItem.attachments.push({
+		url: pdfURL,
+		title: 'Full Text PDF',
+		mimeType: 'application/pdf'
+	});
+	newItem.attachments.push({
+		title: 'Snapshot',
+		document: doc
+	});
+	newItem.complete();
+}
+
+/** BEGIN TEST CASES **/
+var testCases = [
+	{
+		"type": "web",
+		"url": "https://qikan.chaoxing.com/searchjour?sw=%E9%87%8F%E5%AD%90%E5%8A%9B%E5%AD%A6&size=50&x=0_646",
+		"items": "multiple"
+	},
+	{
+		"type": "web",
+		"url": "https://qikan.chaoxing.com/detail_38502727e7500f263a85bd7ab02fcce7f45d0936666427011921b0a3ea255101fc1cf1fbb4666ae6b3d8bb7c40980615f75d1dedbca8bf1556c8add879a320654132304f5496fb7010bc92a6ec065159",
+		"items": [
+			{
+				"itemType": "journalArticle",
+				"title": "410 t/h燃煤电站高温除尘技术试验研究",
+				"creators": [
+					{
+						"lastName": "司桐",
+						"creatorType": "author",
+						"fieldMode": 1
+					},
+					{
+						"lastName": "王春波",
+						"creatorType": "author",
+						"fieldMode": 1
+					},
+					{
+						"lastName": "陈亮",
+						"creatorType": "author",
+						"fieldMode": 1
+					},
+					{
+						"lastName": "任育杰",
+						"creatorType": "author",
+						"fieldMode": 1
+					},
+					{
+						"lastName": "任福春",
+						"creatorType": "author",
+						"fieldMode": 1
+					}
+				],
+				"date": "2023",
+				"DOI": "10.19805/j.cnki.jcspe.2023.07.003",
+				"ISSN": "1674-7607",
+				"abstractNote": "摘 要：针对燃煤电站SCR脱硝技术中高浓度飞灰造成的催化剂使用寿命缩短、大量氨逃逸及空气预热器堵灰的问题,将高温除尘器布置在SCR反应器之前。在410 t/h燃煤锅炉上对高温除尘技术进行了工程示范研究,分析了高温除尘器的除尘特性对下游脱硝单元和空气预热器性能的影响。结果表明:在70%和90%锅炉负荷下,高温除尘器出口烟尘平均质量浓度均小于8 mg/m3;90%负荷下,烟气流经高温除尘器的压降仅为500 Pa左右,大幅低于传统布袋除尘器的烟气压降;与典型的超低排放烟气后处理技术相比,应用高温除尘器能实现在相同脱硝效率下显著降低SCR反应器的烟气压降,并能减少相应的气氨消耗量与氨逃逸量;与常规布置布袋除尘器的锅炉环保岛相比,高温除尘器+SCR脱硝单元+空气预热器的模块的烟气压降可降低约500 Pa。",
+				"archiveLocation": "环境科学、安全科学->废物处理与综合利用->动力工业废物处理与综合利用->电力工业",
+				"issue": "7",
+				"language": "zh-CN",
+				"libraryCatalog": "X773",
+				"pages": "829-834",
+				"publicationTitle": "动力工程学报",
+				"url": "https://qikan.chaoxing.com/detail_38502727e7500f263a85bd7ab02fcce7f45d0936666427011921b0a3ea255101fc1cf1fbb4666ae6b3d8bb7c40980615f75d1dedbca8bf1556c8add879a320654132304f5496fb7010bc92a6ec065159",
+				"volume": "43",
+				"attachments": [
+					{
+						"title": "Full Text PDF",
+						"mimeType": "application/pdf"
+					},
+					{
+						"title": "Snapshot",
+						"mimeType": "text/html"
+					}
+				],
+				"tags": [
+					{
+						"tag": "压降;"
+					},
+					{
+						"tag": "烟尘;"
+					},
+					{
+						"tag": "空气预热器;"
+					},
+					{
+						"tag": "能耗"
+					},
+					{
+						"tag": "高温除尘;"
+					}
+				],
+				"notes": [],
+				"seeAlso": []
+			}
+		]
+	}
+]
+/** END TEST CASES **/

data/data.json

@@ -26,6 +26,7 @@
     "PKULaw": "北大法宝",
     "China Judgements Online": "中国裁判文书网",
     "PubScholar": "PubScholar公益学术平台",
+    "chaoxingqikan": "超星期刊"
     "MagTech": "玛格泰克"
     "E-Tiller": "勤云科技"
     "RHHZ": "仁和汇智"