forked from l0o0/translators_CN
-
Notifications
You must be signed in to change notification settings - Fork 0
/
ChinaXiv.js
343 lines (324 loc) · 12.7 KB
/
ChinaXiv.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
{
"translatorID": "9282aac1-9c13-4591-9c92-4da3a65ff4e5",
"label": "ChinaXiv",
"creator": "jiaojiaodubai23",
"target": "^https?://(www\\.)?chinaxiv\\.((org)|(las.ac.cn))",
"minVersion": "5.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsibv",
"lastUpdated": "2023-12-15 07:49:36"
}
/*
***** BEGIN LICENSE BLOCK *****
Copyright © 2022 [email protected]
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/
function detectWeb(doc, url) {
Z.debug('---------- 2023-12-15 15:16:20 ----------');
if (url.includes('/abs/')) {
return 'preprint';
}
else if (getSearchResults(doc, true)) {
return 'multiple';
}
return false;
}
function getSearchResults(doc, checkOnly) {
var items = {};
var found = false;
var rows = doc.querySelectorAll('a[href*="/abs/"]');
for (let row of rows) {
let href = row.href;
let title = ZU.trimInternal(row.textContent);
if (!href || !title) continue;
if (checkOnly) return true;
found = true;
items[href] = title;
}
return found ? items : false;
}
async function doWeb(doc, url) {
if (detectWeb(doc, url) == 'multiple') {
let items = await Zotero.selectItems(getSearchResults(doc, false));
if (!items) return;
for (let url of Object.keys(items)) {
await scrape(await requestDocument(url));
}
}
else {
await scrape(doc, url);
}
}
async function scrape(doc, url = doc.location.href) {
try {
let bibUrl = doc.querySelector('div.side div.bd ul:first-of-type li:nth-child(2) a').href;
let bibText = await request(
bibUrl,
{ responseType: 'arraybuffer' }
);
bibText = GBKtoUTF8(bibText.body);
let translator = Zotero.loadTranslator('impor');
translator.setTranslator('9cb70025-a888-4a29-a210-93ec52da40d4');
translator.setString(bibText);
translator.setHandler('itemDone', (_obj, item) => {
item.extra = '';
item.itemType = 'preprint';
item.creators = getValuesFromBib(bibText, 'author').map(creator => ZU.cleanAuthor(creator, 'author'));
let tags = getValuesFromBib(bibText, 'keywords');
tags.forEach((tag) => {
item.tags.push(tag);
});
item = Object.assign(item, fixItem(item, doc, url));
item.complete();
});
await translator.translate();
}
catch (error) {
var newItem = new Z.Item('preprint');
newItem.extra = '';
let labels = new Labels(doc, '.bd li, .bd > p');
newItem.title = text(doc, 'div.hd > h1');
newItem.abstractNote = labels.getWith('摘要:');
let creators = Array.from(doc.querySelectorAll('div.bd li > a[href*="field=author"]'));
creators.forEach((creator) => {
newItem.creators.push(ZU.cleanAuthor(ZU.trimInternal(creator.textContent), 'author'));
});
let tags = Array.from(doc.querySelectorAll('span.spankwd'));
tags.forEach((tag) => {
newItem.tags.push(tag.textContent);
});
newItem.date = labels.getWith('提交时间');
newItem.DOI = attr(doc, '.bd li > a[href*="dx.doi.org"]', 'href');
newItem = Object.assign(newItem, fixItem(newItem, doc, url));
newItem.complete();
}
}
function GBKtoUTF8(gbkArrayBuffer) {
const gbkUint8Array = new Uint8Array(gbkArrayBuffer);
const gbkDecoder = new TextDecoder('gbk');
const gbkString = gbkDecoder.decode(gbkUint8Array);
return gbkString;
}
function fixItem(item, doc, url) {
let labels = new Labels(doc, '.bd li, .bd > p');
item.repository = 'ChinaXiv';
item.archiveID = url.match(/\/abs\/[\d.]+/)[0].substring(5);
item.url = url;
item.creators.forEach((creator) => {
if (/[\u4e00-\u9fa5]/.test(creator.lastName)) {
creator.fieldMode = 1;
}
});
item.extra += addExtra('publicationTitle', labels.getWith('期刊') || '中国科学院科技论文预发布平台');
item.extra += addExtra('original-title', text(doc, 'div.hd > p'));
item.extra += addExtra('original-abstract', labels.getWith('Abstract'));
let pdfLink = doc.querySelector('.side > .bd a[href*="filetype=pdf"]');
item.attachments.push({
url: pdfLink.href,
title: 'Full Text PDF',
mimeType: 'application/pdf'
});
item.attachments.push({
title: 'Snapshot',
document: doc
});
return item;
}
/* Util */
class Labels {
constructor(doc, selector) {
this.innerData = [];
Array.from(doc.querySelectorAll(selector))
.filter(element => element.firstElementChild)
.filter(element => !element.querySelector(selector))
.filter(element => !/^\s*$/.test(element.textContent))
.forEach((element) => {
let elementCopy = element.cloneNode(true);
let key = elementCopy.removeChild(elementCopy.firstElementChild).innerText.replace(/\s/g, '');
this.innerData.push([key, elementCopy]);
});
}
getWith(label, element = false) {
if (Array.isArray(label)) {
let result = label
.map(aLabel => this.getWith(aLabel, element));
result = element
? result.find(element => element.childNodes.length)
: result.find(element => element);
return result
? result
: element
? document.createElement('div')
: '';
}
let pattern = new RegExp(label);
let keyValPair = this.innerData.find(element => pattern.test(element[0]));
if (element) return keyValPair ? keyValPair[1] : document.createElement('div');
return keyValPair
? ZU.trimInternal(keyValPair[1].innerText)
: '';
}
}
function getValuesFromBib(bibText, label) {
try {
let values = bibText
.match(new RegExp(`${label}={(.*)}`))[1]
.split(/[;;]\s?/)
.filter(item => item);
return values;
}
catch (error) {
return [];
}
}
function addExtra(key, value) {
return value
? `${key}: ${value}\n`
: '';
}
/** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "http://www.chinaxiv.org/home.htm",
"items": "multiple"
},
{
"type": "web",
"url": "https://chinaxiv.org/abs/202310.03455",
"items": [
{
"itemType": "preprint",
"title": "A Conversation with ChatGPT: Dialogue of Civilizations in the Age of AI",
"creators": [
{
"firstName": "Chen",
"lastName": "Yu",
"creatorType": "author"
},
{
"firstName": "Chen",
"lastName": "Yu",
"creatorType": "author"
}
],
"date": "2023-10-30",
"DOI": "http://dx.doi.org/10.12074/202310.03455V1",
"abstractNote": "Purpose/significance ChatGPT is a chatbot program developed by OpenAI in the United States. Conversations with ChatGPT can shed light on Dialogue of Civilizations in the age of AI. Method/process Currently, GPT-3.5 offers users 30 free query credits per day. By creating an outline for the conversation, Chen Yu engaged in a dialog with ChatGPT on various issues of Dialogue of Civilizations. Result/conclusion Today, the Standard of Civilization has long been abandoned, and the Clash of Civilizations has been widely criticized. In the era of AI, the AI technology represented by ChatGPT can help promote the Dialogue of Civilizations, help realize real-time communication between people of different cultural backgrounds, enhance the understanding and appreciation of different civilizations, and identify and alleviate prejudices in the dialogue of civilizations. At the same time, the AI technology represented by ChatGPT can also help promote Dialogue within Civilizations and play a positive role in resolving civil conflicts, promoting the integration of immigrants, protecting the voices of vulnerable groups, giving full play to the unique value of women, and building an age-friendly society. However, AI technologies must be developed and used with caution and with due regard to ethical considerations, in particular to prevent AI algorithms from perpetuating prejudices and reinforcing existing inequalities.",
"archiveID": "202310.03455",
"extra": "publicationTitle: 中国科学院科技论文预发布平台",
"libraryCatalog": "ChinaXiv",
"shortTitle": "A Conversation with ChatGPT",
"url": "https://chinaxiv.org/abs/202310.03455",
"attachments": [
{
"title": "Full Text PDF",
"mimeType": "application/pdf"
},
{
"title": "Snapshot",
"mimeType": "text/html"
}
],
"tags": [
{
"tag": "AI"
},
{
"tag": "ChatGPT"
},
{
"tag": "Clash of Civilizations"
},
{
"tag": "Dialogue of Civilizations"
},
{
"tag": "Standard of Civilization"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://chinaxiv.org/abs/202312.00136",
"items": [
{
"itemType": "preprint",
"title": "强流质子同步加速器涂抹注入方法研究",
"creators": [
{
"firstName": "",
"lastName": "黄明阳",
"creatorType": "author"
},
{
"firstName": "",
"lastName": "许守彦",
"creatorType": "author"
},
{
"firstName": "",
"lastName": "王生",
"creatorType": "author"
},
{
"firstName": "",
"lastName": "黄明阳",
"creatorType": "author"
}
],
"date": "2023-12-14",
"abstractNote": "空间电荷效应是强流质子加速器的核心问题之一,在注入和初始加速阶段其影响最大。采用相空间涂抹方法并优化其涂抹过程,可以有效地缓解空间电荷效应对束流注入和加速效率及发射度增长的影响。横向相空间涂抹方法可分为相关涂抹和反相关涂抹。在本文中,首先,我们对强流质子同步加速器的横向相空间涂抹方法进行深入研究,包括不同的涂抹方法和实现方式。其次,基于中国散裂中子源(CSNS)注入系统,对束流注入过程和反相关涂抹设计方案进行详细研究,深入探索实际垂直涂抹范围变小的原因和凸轨磁铁边缘聚焦效应对涂抹效果和束流动力学的影响。同时,简单介绍了在反相关涂抹机械结构基础上实现相关涂抹的方法及其对实现CSNS设计指标起到的关键作用。最后,根据未来加速器对不同涂抹注入方法在线切换的需求,我们提出了一种同时实现相关和反相关涂抹的新注入方案,并对其进行详细地论证、模拟和优化。",
"archiveID": "202312.00136",
"extra": "publicationTitle: 原子核物理评论\noriginal-title: Study on the painting injection methods for the high intensity proton synchrotron\noriginal-abstract: The space charge effect is the core problem of high intensity proton accelerator, especially at injection and initial acceleration stages. Using the phase space painting with optimized process, will effectively eliminate the influence of space charge effect on injection and acceleration efficiency, and emittance increase. Transverse phase space painting methods can be divided into correlated painting and anti-correlated painting. In this paper, firstly, the transverse phase space paintings for the high intensity proton synchrotron are discussed in detail, including different painting methods and different implementation methods. Secondly, based on the injection system of the China Spallation Neutron Source, the beam injection process and anti-correlated painting design scheme are studied in detail. The reasons for the reduction of the actual vertical painting range and the influence of edge focusing effects of the bump magnets on the painting and beam dynamics are deeply explored. In addition, the method to perform the correlated painting based on the mechanical structure of the anti-correlated painting scheme and its key role in realizing the CSNS design goal are briefly introduced. Finally, according to the requirement of switching between different painting methods online in future accelerators, a new injection scheme that can realize correlated and anti-correlated painting simultaneously has been proposed. The new painting injection scheme has been demonstrated, simulated and optimized in detail.",
"libraryCatalog": "ChinaXiv",
"url": "https://chinaxiv.org/abs/202312.00136",
"attachments": [
{
"title": "Full Text PDF",
"mimeType": "application/pdf"
},
{
"title": "Snapshot",
"mimeType": "text/html"
}
],
"tags": [
{
"tag": "注入"
},
{
"tag": "涂抹"
},
{
"tag": "空间电荷效应"
},
{
"tag": "质子同步加速器"
}
],
"notes": [],
"seeAlso": []
}
]
}
]
/** END TEST CASES **/