forked from l0o0/translators_CN
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Zhihu.js
executable file
·199 lines (184 loc) · 10.6 KB
/
Zhihu.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
{
"translatorID": "b06ddb30-55db-49dd-b550-4eb63d184277",
"label": "Zhihu",
"creator": "Lin Xingzhong",
"target": "https?://(zhuanlan|www)\\.zhihu\\.com/",
"minVersion": "3.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsibv",
"lastUpdated": "2021-03-29 09:08:07"
}
/*
***** BEGIN LICENSE BLOCK *****
Copyright © 2020 Lin Xingzhong
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/
var urlHash = {
article:'https://www.zhihu.com/api/v4/articles/',
answer:'https://www.zhihu.com/api/v4/answers/'
};
// p for article, answer for answer
function getIDFromUrl(url) {
let m = url.match(/\/(answer|p)\/(\d+)/);
if (!m) return false;
return {ztype:m[1]==='p' ? 'article' : 'answer', zid:m[2], url:url};
}
function detectWeb(doc, url) {
let ZID = getIDFromUrl(url);
Z.debug(ZID);
if (ZID) {
return "webpage";
}
else if (url.includes("search?type=")
|| url.includes("/collection/")
|| url.includes("/people/")
|| getSearchResults(doc, true)) {
return "multiple";
}
return false;
}
function getSearchResults(doc, checkOnly, itemInfo) {
var items = {};
var found = false;
var rows = doc.querySelectorAll('.ArticleItem,.AnswerItem');
for (let i = 0; i<rows.length; i++) {
let data = rows[i].getAttribute('data-zop');
let url, ZID, title;
if (!data) { // 搜索页面
url = rows[i].querySelector("h2 a").getAttribute('href').replace(/^\/\//, 'https://');
if (url.startsWith('/')) url = "https://zhihu.com" + url;
ZID = getIDFromUrl(url);
title = i + ' ' + rows[i].querySelector("h2 a span").textContent;
} else { // 问题页,首页,专栏
data = JSON.parse(data);
url = rows[i].querySelectorAll("meta[itemprop='url']");
url = url[url.length-1].getAttribute('content').replace(/^\/\//, 'https://');
ZID = {ztype: data.type, zid: data.itemId, url: url};
title = i + ' ' + data.authorName + ' : ' + data.title;
}
if (checkOnly) return true;
found = true;
itemInfo[url] = ZID;
items[url] = title;
}
return found ? items : false;
}
function doWeb(doc, url) {
if (detectWeb(doc, url) == "multiple") {
var itemInfo = {};
Zotero.selectItems(getSearchResults(doc, false, itemInfo), function (selectedItems) {
var ZIDs = [];
for (let url in selectedItems) {
ZIDs.push(itemInfo[url]);
}
Z.debug(ZIDs);
scrape(ZIDs);
});
}
else {
var ZID = getIDFromUrl(url);
scrape([ZID]);
}
}
function scrape(ZIDs) {
if (!ZIDs.length) return false;
var { ztype, zid, url } = ZIDs.shift();
let targetUrl = urlHash[ztype] + zid;
if (ztype === 'answer') targetUrl += "?include=data[*].content,voteup_count,share_text";
ZU.doGet(targetUrl, function(text){
textJson = JSON.parse(text);
// Z.debug(textJson);
var newItem = new Zotero.Item("webpage");
newItem.url = url;
newItem.title = textJson.title ? textJson.title : textJson.question.title;
newItem.abstractNote = textJson.share_text.replace(/ [（\(]想看更多.*$/, '');
let createdTime = textJson.created ? textJson.created : textJson.created_time;
newItem.date = new Date(createdTime * 1000).toLocaleString();
newItem.websiteType = ztype === 'article' ? "知乎专栏文章" : "知乎回答";
newItem.websiteTitle = textJson.column ? textJson.column.title : '回答';
let content = textJson.content.replace(/<figure.*?<img src=\"(.*?)\".*?<\/figure>/g, "<img src='$1'\/>");
content = "<p><h1>正文详情</h1></p>" + content;
newItem.creators.push({lastName: textJson.author.name, creatorType: "author"});
newItem.notes.push({note:content});
if (textJson.topics) {
textJson.topics.forEach(t => newItem.tags.push({tag: t.name}));
}
newItem.language = 'zh-CN';
newItem.extra = `赞数:${textJson.voteup_count};`;
newItem.attachments.push({url:url, title:"Snapshot"});
newItem.complete();
if (ZIDs.length > 0) {
scrape(ZIDs);
}
})
}
/** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "https://zhuanlan.zhihu.com/p/351547307",
"items": [
{
"itemType": "webpage",
"title": "Zotero CNKI翻译器更新(适合在家使用知网)-20210207",
"creators": [
{
"lastName": "林知",
"creatorType": "author"
}
],
"date": "2021/2/19 下午11:04:50",
"abstractNote": "Zotero CNKI翻译器更新(适合在家使用知网)-20210207 - 来自知乎专栏「闲时弄斧」，作者: 林知 https://zhuanlan.zhihu.com/p/351547307 （想看更多？下载 @知乎 App：http://weibo.com/p/100404711598 ）",
"language": "zh-CN",
"url": "https://zhuanlan.zhihu.com/p/351547307",
"websiteTitle": "闲时弄斧",
"websiteType": "知乎专栏文章",
"attachments": [],
"tags": [
{
"tag": "Zotero"
},
{
"tag": "知网"
}
],
"notes": [
{
"note": "<p>在春节前上班的最后几天，我更新了知网翻译器的匹配格式，初衷是为了同学们更方便地在家使用 Zotero 抓取知网上的信息。在此之前我也尝试过一些方法</p><a data-draft-node=\"block\" data-draft-type=\"link-card\" href=\"https://zhuanlan.zhihu.com/p/111857132\" class=\"internal\"><span class=\"invisible\">https://</span><span class=\"visible\">zhuanlan.zhihu.com/p/11</span><span class=\"invisible\">1857132</span><span class=\"ellipsis\"></span></a><p>比如用 Zotero 的代理设置对 URL 网址进行重定向或者利用 <a href=\"https://link.zhihu.com/?target=http%3A//fsso.cnki.net\" class=\" external\" target=\"_blank\" rel=\"nofollow noreferrer\"><span class=\"invisible\">http://</span><span class=\"visible\">fsso.cnki.net</span><span class=\"invisible\"></span></a> 达到在校园网使用知网的效果。后面也遇到一些同学的反馈，比如 Zotero 的代理对知网抓取的 API 造成影响，也有一些同学的学校没有在 <a href=\"https://link.zhihu.com/?target=http%3A//fsso.cnki.net\" class=\" external\" target=\"_blank\" rel=\"nofollow noreferrer\"><span class=\"invisible\">http://</span><span class=\"visible\">fsso.cnki.net</span><span class=\"invisible\"></span></a> 的列表上。</p><p>其实我也试过其他的一些方法，感觉还是直接修改翻译器的网址匹配是最简单的。只要把知网翻译器的网址匹配处理得当，在使用上是不需要做额外的设置的，当然前提是要登录学校的 VPN 代理。</p><p>在群里，大家也帮我收集了各自学校 VPN 代理的网址，我发现还是有一些共同之处。代理后的知网搜索页面和知网文献详情页面都会有一些固定的字符串。利用这些固定字符串，可以实现对知网 URL 的识别。同时我发现，一些像浙江省图书馆，杭州图书馆之类的新版知网代理也是可以实现识别的，可能也满足少部分朋友的需求。</p><h2>1. 翻译器的更新</h2><p>翻译器的更新，建议是使用 Jasminum 插件来更新</p><a data-draft-node=\"block\" data-draft-type=\"link-card\" href=\"https://zhuanlan.zhihu.com/p/290730737\" class=\"internal\"><span class=\"invisible\">https://</span><span class=\"visible\">zhuanlan.zhihu.com/p/29</span><span class=\"invisible\">0730737</span><span class=\"ellipsis\"></span></a><p>当然你也可以到 Github 下载 CNKI.js 文件手动更新，文件和详细地更新过程在下面链接</p><a data-draft-node=\"block\" data-draft-type=\"link-card\" href=\"https://link.zhihu.com/?target=https%3A//github.com/l0o0/translators_CN\" data-image=\"https://pic4.zhimg.com/v2-46be882ea44e3e504e31572fcfc806d3_ipico.jpg\" data-image-width=\"163\" data-image-height=\"163\" class=\" wrap external\" target=\"_blank\" rel=\"nofollow noreferrer\">l0o0/translators_CN</a><p><b>重要：替换了CNKI.js 文件后，需要更新浏览器的翻译器信息，如果一次不成功，请多更新几次。更新浏览器翻译器的操作步骤，可参考下面这个简陋的视频</b></p><a data-draft-node=\"block\" data-draft-type=\"link-card\" href=\"https://link.zhihu.com/?target=https%3A//www.bilibili.com/video/BV1F54y1k73n/\" class=\" external\" target=\"_blank\" rel=\"nofollow noreferrer\"><span class=\"invisible\">https://www.</span><span class=\"visible\">bilibili.com/video/BV1F</span><span class=\"invisible\">54y1k73n/</span><span class=\"ellipsis\"></span></a><p class=\"ztext-empty-paragraph\"><br/></p><h2>2. 功能上的更新</h2><p>新的知网翻译器添加了文献引用次数的信息，在文献详情页面抓取时，还可以添加中文核心期刊的数据。信息会保存在其他栏目中，格式类似</p><div class=\"highlight\"><pre><code class=\"language-text\">3743 citations(CNKI)[2021-02-19]<北大核心></code></pre></div><p class=\"ztext-empty-paragraph\"><br/></p><p>其他使用上的问题，可在下方留言或到 Github 上提 Issue。最近也整理了一个 <a href=\"https://zhuanlan.zhihu.com/p/349871853\" class=\"internal\">林知：Zotero Translator 开发文档</a> ，想一起完善中文翻译器的同学，可以联系我，东西不会可以慢慢学。</p><p>如果初识 Zotero 的同学可以看看 <a class=\"member_mention\" href=\"https://www.zhihu.com/people/268c1f41a479e6ee24a9c0969a06e188\" data-hash=\"268c1f41a479e6ee24a9c0969a06e188\" data-hovercard=\"p$b$268c1f41a479e6ee24a9c0969a06e188\">@johnmy</a> 整理的 Zotero 入门 </p><a data-draft-node=\"block\" data-draft-type=\"link-card\" href=\"https://link.zhihu.com/?target=https%3A//github.com/redleafnew/Zotero_introduction\" data-image=\"https://pic3.zhimg.com/v2-7e831b9bb399b979306d739025b85e26_ipico.jpg\" data-image-width=\"420\" data-image-height=\"420\" class=\" wrap external\" target=\"_blank\" rel=\"nofollow noreferrer\">redleafnew/Zotero_introduction</a><p>如果你觉得我们的工作对你有帮助，就请帮我们点赞或分享吧</p>"
}
],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://www.zhihu.com/search?type=content&q=Zotero",
"items": "multiple"
},
{
"type": "web",
"url": "https://www.zhihu.com/question/292241691",
"items": "multiple"
},
{
"type": "web",
"url": "https://www.zhihu.com/column/c_1218192088992534528",
"items": "multiple"
}
]
/** END TEST CASES **/