X Tutup
Skip to content

Commit fe8b51e

Browse files
jaywcjlovejaywcjlove
committed
编译数据
1 parent 3317120 commit fe8b51e

File tree

4 files changed

+143
-48
lines changed

4 files changed

+143
-48
lines changed

‎build/compile.js‎

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -114,36 +114,36 @@ function copy(src, dst) {
114114
}
115115

116116

117-
// 监听实时编译
118-
watch.watchTree(path.join(path.dirname(__dirname),'/'), function (f, curr, prev) {
119-
if (typeof f == "object" && prev === null && curr === null) {
120-
console.log(success(" → :watching ") + '/template/');
121-
// Finished walking the tree
122-
} else if (prev === null) {
123-
124-
// f is a new file
125-
} else if (curr.nlink === 0) {
126-
// f was removed
127-
} else {
117+
// // 监听实时编译
118+
// watch.watchTree(path.join(path.dirname(__dirname),'/'), function (f, curr, prev) {
119+
// if (typeof f == "object" && prev === null && curr === null) {
120+
// console.log(success(" → :watching ") + '/template/');
121+
// // Finished walking the tree
122+
// } else if (prev === null) {
123+
124+
// // f is a new file
125+
// } else if (curr.nlink === 0) {
126+
// // f was removed
127+
// } else {
128128

129-
if(/\.styl$/.test(f)){
130-
CreateStyl('/template/styl/index.styl','/.deploy/css/index.css')
131-
}else if(/\.js$/.test(f)){
129+
// if(/\.styl$/.test(f)){
130+
// CreateStyl('/template/styl/index.styl','/.deploy/css/index.css')
131+
// }else if(/\.js$/.test(f)){
132132

133-
CreateJS('/template/js/index.js','/.deploy/js/index.js')
133+
// CreateJS('/template/js/index.js','/.deploy/js/index.js')
134134

135-
}else if(/\.ejs$/.test(f)){
136-
// 首页生成
137-
ReadTmpToHTML('/template/index.ejs','/.deploy/index.html');
138-
ReadTmpToHTML('/template/list.ejs','/.deploy/list.html');
135+
// }else if(/\.ejs$/.test(f)){
136+
// // 首页生成
137+
// ReadTmpToHTML('/template/index.ejs','/.deploy/index.html');
138+
// ReadTmpToHTML('/template/list.ejs','/.deploy/list.html');
139139

140-
}else if(/\.md$/.test(f)){
141-
var mdp = f.replace(path_root,'');
142-
var dep = path.join('/.deploy/',mdp);
143-
ReadTmpToHTML('/template/details.ejs',dep.replace('.md','.html'),mdp);
144-
}
145-
}
146-
})
140+
// }else if(/\.md$/.test(f)){
141+
// var mdp = f.replace(path_root,'');
142+
// var dep = path.join('/.deploy/',mdp);
143+
// ReadTmpToHTML('/template/details.ejs',dep.replace('.md','.html'),mdp);
144+
// }
145+
// }
146+
// })
147147

148148

149149
function CreateJS(from_path,to_path){

‎build/crawler.js‎

Lines changed: 113 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -2,18 +2,124 @@ var request = require('superagent');
22
var cheerio = require('cheerio');
33
var toMarkdown = require('to-markdown');
44
var path = require('path');
5+
var process = require('process');
56
var fs = require('fs');
6-
7+
var color = require('colors-cli/safe');
8+
var error = color.red.bold;
9+
var warn = color.yellow;
10+
var notice = color.blue;
11+
var success = color.green;
712

813
var param = process.argv.slice(2);
914

10-
var from_path = param[0];
11-
var to_path = param[1];
1215

13-
if(!from_path) return console.error("请输入请求参数！");
14-
if(!to_path) return console.error("请输入写入目标目录！");
16+
// 需要爬的命令
17+
// var arr = ["find"];
18+
// var arr = [];
19+
var arr = [];
20+
// var arr = ["arch","axel","chsh","comm","compress","csplit","cut","dd","dig","dmesg","domainname","du","enable","fdisk","file","ftp","htpasswd","id","insmod","losetup","ls","lynx","mail","mkinitrd","netstat","nslookup","od","passwd","pgrep","ping","quota","restorecon","rmmod","screen","sed","semanage","smbclient","split","startx","sudo","tee","tftp","wall","wget","which","accept","apt-get","apt-key","apt-sortpkgs","aptitude","awk","clockdiff","cupsenable","dnf","dpkg-reconfigure","dpkg","expr","gcc","gdb","ldconfig","ldd","lpadmin","make","ngrep","nm","ntpdate","objdump","perl","php","protoize","pssh","pstack","readelf","reject","rsync","speedtest-cli","tempfile","test","vdfuse","xargs"];
21+
22+
// 还没有爬到的命令：--> ["bye","uucico","uucp","uupick","uuto","git","gitview","mattrib","mc","mcopy","mdel","mdir","mmove","mread","mren","mshowfat","mtoolstest","rhmask","tmpwatch","lndir","mcd","mdeltree","mdu","mlabel","mmd","mmount","mrd","mzip","rmt","cfdisk","ext2ed","fsck.ext2","fsck.minix","fsconf","mbadblocks","mformat","mkdosfs","mkfs.ext2","mkfs.minix","mkfs.msdos","mpartition","sfdisk","symlinks","apmd","aumix","eval","fbset","kbdconfig","liloconfig","minfo","mkkickstart","modinfo","mouseconfig","rdate","setconsole","setenv","setup","sndconfig","SVGAText Mode","timeconfig","adduser","fwhois","gitps","newgrp","procinfo","rwho","sliplogin","suspend","swatch","userconf","vlock","whois","mtype","rgrep","dip","getty","mingetty","ppp-off","smbd(samba daemon)","uulog","uustat","uux","dnsconf","efax","httpd","minicom","netconf","netconfig","pppstats","samba","setserial","shapecfg(shaper configuration)","smbd(samba daemon)","statserial(status ofserial port)","testparm(test parameter)","tty(teletypewriter)","uuname","wall(write all)","ytalk","smbclient(samba client)","pppsetup","dumpkeys","loadkeys","MAKEDEV","rdev","setleds","archive","ctlinnd","getlist","inncheck","mailconf","messages","metamail","mutt","nntpget","pine","slrn","X WINDOWS SYSTEM","reconfig","startx(start X Window)","Xconfigurator","XF86Setup" ,"nc/netcat","locate/slocate","get_module"]
23+
// 已经存在的命令：----> []
24+
// 名字不对的命令：----> ["ar","locate","slocate","clock","resize","cu","nc"]
25+
// 网站中没有的命令
26+
var empty_command = [];
27+
// 已经爬过/存在的命令
28+
var exists_command = [];
29+
// 名字不对的命令
30+
var name_command = [];
31+
var arr_len = 0;
32+
33+
arr[arr_len]&&CreatMarkdownQuery(arr[arr_len]);
34+
35+
36+
function CreatMarkdownQuery(query){
37+
var url = 'http://man.linuxde.net/'+query;
38+
var new_to_path = path.join(path.dirname(__dirname),'command/'+query+'.md')
39+
40+
41+
if(!arr[arr_len]){
42+
console.log('还没有爬到的命令：-->', JSON.stringify(empty_command) )
43+
console.log('已经存在的命令：---->', JSON.stringify(exists_command) )
44+
console.log('名字不对的命令：---->', JSON.stringify(name_command) )
45+
return;
46+
};
47+
48+
++arr_len;
49+
50+
// 文件已经存在
51+
if(exists( new_to_path )) {
52+
exists_command.push(query)
53+
CreatMarkdownQuery(arr[arr_len]);
54+
return console.log(" → error:文件存在 ",new_to_path)
55+
}
56+
57+
request.get(url).end(function(err, res){
58+
59+
if(arr[arr_len]){
60+
CreatMarkdownQuery(arr[arr_len]);
61+
}
62+
// console.log("res.text:::--->",res.text)
63+
64+
if(/命令还没有被录入！/.test(res.text)){
65+
empty_command.push(query)
66+
return console.log(" → error: 没有爬到数据，命令" + query +'不存在！')
67+
}
68+
var $ = cheerio.load(res.text);
69+
var description = $('title').text();
70+
description = description.replace(/(.*)命令用法详解：/,'')
71+
72+
var title = $('.main h1.l');
73+
title = title.text();
74+
title = title.replace(/命令$/,'');
75+
76+
77+
if(query!==title){
78+
name_command.push(query)
79+
return console.log(" → error: 名字不对的命令 ",query)
80+
}
81+
82+
if(!title){
83+
empty_command.push(query);
84+
return console.log(error(" → error: 命令" + query +'不存在！标题为空'))
85+
}
86+
var content = $('#content-index').remove()
87+
content = $('.main .post_bd').html();
88+
var md_str = toMarkdown(content);
89+
90+
md_str = md_str.replace(/linuxde.net/g,'jsdig.com');
91+
md_str = md_str.replace(/linuxde/g,'jsdigname');
92+
md_str = md_str.replace(/\*\*(.*?)\*\*/g,' **$1** ');
93+
md_str = md_str.replace(/^\s\*\*(.*?)\*\*/g,'**$1**');
94+
md_str = title + '\n===\n'+description+'\n\n## 补充说明\n\n' + md_str;
95+
md_str = md_str.replace(/<pre>/gi,'```\n')
96+
md_str = md_str.replace(/<\/pre>/gi,'\n```')
97+
md_str = md_str.replace(/<span.*?>/gi,'')
98+
md_str = md_str.replace(/<\/span>/gi,'')
99+
md_str = md_str.replace(/\[[^\]]*\]\(.*?\)/g,function(str){
100+
str.replace(/\[(.*?)\]/,'');
101+
return RegExp.$1;
102+
})
103+
// console.log("md_str--->",md_str)
104+
md_str += '\n\n\n<!-- Linux命令行搜索引擎：https://jaywcjlove.github.io/linux-command/ -->'
105+
106+
fs.writeFileSync(new_to_path, md_str ,'utf-8');
107+
console.log(success(" → OK!"),new_to_path)
108+
});
109+
}
110+
111+
112+
113+
/**
114+
* 指定URL爬
115+
*/
116+
15117

16-
CreatMarkdown(from_path,to_path)
118+
// var from_path = param[0];
119+
// var to_path = param[1];
120+
// if(!from_path) return console.error("请输入请求参数！");
121+
// if(!to_path) return console.error("请输入写入目标目录！");
122+
// CreatMarkdown(from_path,to_path)
17123

18124
function CreatMarkdown(from_path,to_path){
19125

@@ -25,18 +131,7 @@ function CreatMarkdown(from_path,to_path){
25131

26132
request.get(from_path).end(function(err, res){
27133
// console.log("to_path::",to_path)
28-
var md_str = res.text
29-
30-
md_str = md_str.replace(/<pre>/gi,'```\n')
31-
md_str = md_str.replace(/<\/pre>/gi,'\n```')
32-
md_str = md_str.replace(/<span.*?>/gi,'')
33-
md_str = md_str.replace(/<\/span>/gi,'')
34-
md_str = md_str.replace(/\[[^\]]*\]\(.*?\)/g,function(str){
35-
str.replace(/\[(.*?)\]/,'');
36-
return RegExp.$1;
37-
})
38-
39-
fs.writeFileSync(to_path, toMarkdown(md_str).toString() ,'utf-8');
134+
fs.writeFileSync(to_path, toMarkdown(res.text).toString() ,'utf-8');
40135
console.log(" → ",to_path)
41136
});
42137

‎command/scp.md‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
scp
22
===
3-
3+
44
加密的方式在本地主机和远程主机之间复制文件
55

66
## 补充说明
@@ -33,8 +33,8 @@ scp(选项)(参数)
3333

3434
### 参数
3535

36-
* 源文件：指定要复制的源文件。
37-
* 目标文件：目标文件。格式为`user@host：filename`（文件名为目标文件的名称）。
36+
* 源文件：指定要复制的源文件。
37+
* 目标文件：目标文件。格式为`user@host：filename`（文件名为目标文件的名称）。
3838

3939
### 实例
4040

‎dist/data.json‎

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)
X Tutup