-
Notifications
You must be signed in to change notification settings - Fork 0
/
config.js
283 lines (275 loc) · 12.4 KB
/
config.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
//去重函数
exports.unique = function(arr){
var ret=[];
var hash={};
for(var i=0;i<arr.length;i++){
var item=arr[i];
var s = item.url.match(/v\=([a-zA-Z0-9_-]+)/);
var key = typeof(item)+s[1];
if(hash[key]!==1){
ret.push(item);
hash[key] =1;
}
}
return ret;
};
//定时时间设置
exports.timeDelay = {
channelTime : 3600000, //每小时获取一次(订阅号信息)1800000
spiderUrlTime : 86400000, //每天获取一次(视频列表)
nodeCrawlerTime : 86400000,//每天爬取一次(视频具体信息)
saveTime : 86400000 //每天保存一次(视频列表和具体信息)
}
//订阅号
exports.urls = [
'https://www.youtube.com/user/PewDiePie',
'https://www.youtube.com/channel/UC-9-kyTW8ZkZNDHQJ6FgpwQ',
'https://www.youtube.com/channel/UCOpNcN46UbXVtpKMrmU4Abg',
'https://www.youtube.com/channel/UCF0pVplsI8R5kcAqgtoRqoA',
'https://www.youtube.com/user/youtube',
'https://www.youtube.com/channel/UCEgdi0XIXXZ-qJOFPf4JSKw',
'https://www.youtube.com/channel/UClgRkhTL3_hImCAmdLfDE4g',
'https://www.youtube.com/channel/UCYfdidRxbB8Qhf0Nx7ioOYw',
'https://www.youtube.com/user/holasoygerman',
'https://www.youtube.com/user/JustinBieberVEVO',
'https://www.youtube.com/user/elrubiusOMG',
'https://www.youtube.com/user/RihannaVEVO',
'https://www.youtube.com/user/KatyPerryVEVO',
'https://www.youtube.com/user/tseries',
'https://www.youtube.com/user/Fernanfloo',
'https://www.youtube.com/user/EminemVEVO',
'https://www.youtube.com/user/TaylorSwiftVEVO',
'https://www.youtube.com/user/Smosh',
'https://www.youtube.com/user/whinderssonnunes',
'https://www.youtube.com/user/OneDirectionVEVO',
'https://www.youtube.com/user/corycotton',
'https://www.youtube.com/user/VanossGaming',
'https://www.youtube.com/user/JuegaGerman',
'https://www.youtube.com/user/TheEllenShow',
'https://www.youtube.com/user/edsheeran',
'https://www.youtube.com/user/nigahiga',
'https://www.youtube.com/user/lady16makeup',
'https://www.youtube.com/user/VEGETTA777',
'https://www.youtube.com/user/markipliergame',
'https://www.youtube.com/user/spinninrec',
'https://www.youtube.com/user/ArianaGrandeVevo',
'https://www.youtube.com/user/canalkondzilla',
'https://www.youtube.com/user/JennaMarbles',
'https://www.youtube.com/user/wwefannation',
'https://www.youtube.com/user/ksiolajidebt',
'https://www.youtube.com/user/elektrarecords',
'https://www.youtube.com/user/jacksepticeye',
'https://www.youtube.com/user/thediamondminecart',
'https://www.youtube.com/user/theofficialskrillex',
'https://www.youtube.com/user/TheFineBros',
'https://www.youtube.com/user/shakiraVEVO',
'https://www.youtube.com/user/alltrapnation',
'https://www.youtube.com/user/watchmojo',
'https://www.youtube.com/user/AdeleVEVO',
'https://www.youtube.com/user/enchufetv',
'https://www.youtube.com/user/davidguettavevo',
'https://www.youtube.com/user/Vevo',
'https://www.youtube.com/user/setindia',
'https://www.youtube.com/user/ERB',
'https://www.youtube.com/user/latenight',
'https://www.youtube.com/user/Maroon5VEVO',
'https://www.youtube.com/user/Werevertumorro',
'https://www.youtube.com/user/SelenaGomezVEVO',
'https://www.youtube.com/user/CanalCanalha',
'https://www.youtube.com/user/PTXofficial',
'https://www.youtube.com/user/RomanAtwoodVlogs',
'https://www.youtube.com/user/portadosfundos',
'https://www.youtube.com/user/felipeneto',
'https://www.youtube.com/channel/UCE80FOXpJydkkMo-BYoJdEg',
'https://www.youtube.com/user/BuzzFeedVideo',
'https://www.youtube.com/user/FailArmy',
'https://www.youtube.com/user/NickiMinajAtVEVO',
'https://www.youtube.com/user/beyonceVEVO',
'https://www.youtube.com/user/getmovies',
'https://www.youtube.com/user/Machinima',
'https://www.youtube.com/user/rhettandlink2',
'https://www.youtube.com/user/rezendeevil',
'https://www.youtube.com/user/PopularMMOs',
'https://www.youtube.com/user/NoCopyrightSounds',
'https://www.youtube.com/user/Vsauce',
'https://www.youtube.com/user/TheWillyrex',
'https://www.youtube.com/user/Rclbeauty101',
'https://www.youtube.com/user/littlebabybum',
'https://www.youtube.com/user/IISuperwomanII',
'https://www.youtube.com/user/taylorgangent',
'https://www.youtube.com/user/EeOneGuy',
'https://www.youtube.com/user/CollegeHumor',
'https://www.youtube.com/user/zoella280390',
'https://www.youtube.com/user/skydoesminecraft',
'https://www.youtube.com/user/EnriqueIglesiasVEVO',
'https://www.youtube.com/user/LuisFonsiVEVO',
'https://www.youtube.com/user/thelatelateshow',
'https://www.youtube.com/user/CalvinHarrisVEVO',
'https://www.youtube.com/user/DrossRotzank',
'https://www.youtube.com/user/SMTOWN',
'https://www.youtube.com/user/youtubeshowsus',
'https://www.youtube.com/user/thechuchutv',
'https://www.youtube.com/user/movieclipstrailers',
'https://www.youtube.com/user/monsieurdream',
'https://www.youtube.com/channel/UCxSz6JVYmzVhtkraHWZC7HQ',
'https://www.youtube.com/user/wroetoshaw',
'https://www.youtube.com/user/mashamedvedtv',
'https://www.youtube.com/user/5incominutos',
'https://www.youtube.com/user/ChrisBrownVEVO',
'https://www.youtube.com/user/officialclashofclans',
'https://www.youtube.com/user/AuthenticGames',
'https://www.youtube.com/user/AviciiOfficialVEVO',
'https://www.youtube.com/user/MalumaVEVO',
'https://www.youtube.com/user/DemiLovatoVEVO',
'https://www.youtube.com/user/CaELiKe',
'https://www.youtube.com/user/officialpsy',
'https://www.youtube.com/channel/UCG8rbF3g2AMX70yOd8vqIZg',
'https://www.youtube.com/user/RomanAtwood',
'https://www.youtube.com/channel/UCUnSTiCHiHgZA9NQUG6lZkQ',
'https://www.youtube.com/user/macbarbie07',
'https://www.youtube.com/user/ChainsmokersVEVO',
'https://www.youtube.com/user/shane',
'https://www.youtube.com/user/PrankvsPrank',
'https://www.youtube.com/user/raywilliamjohnson',
'https://www.youtube.com/channel/UC3yA8nDwraeOfnYfBWun83g',
'https://www.youtube.com/user/fouseyTUBE',
'https://www.youtube.com/user/MileyCyrusVEVO',
'https://www.youtube.com/user/boyceavenue',
'https://www.youtube.com/user/TheWeekndVEVO',
'https://www.youtube.com/user/CrazyRussianHacker',
'https://www.youtube.com/user/TheSyndicateProject',
'https://www.youtube.com/user/jbalvinVEVO',
'https://www.youtube.com/user/CaptainSparklez',
'https://www.youtube.com/user/jakepaulproductions',
'https://www.youtube.com/user/NickyJamTV',
'https://www.youtube.com/user/fecastanhari',
'https://www.youtube.com/user/coldplayvevo',
'https://www.youtube.com/user/jimmykimmellive',
'https://www.youtube.com/user/lindseystomp',
'https://www.youtube.com/user/gmmgrammyofficial',
'https://www.youtube.com/channel/UCQvWX73GQygcwXOTSf_VDVg',
'https://www.youtube.com/channel/UC4-TgOSMJHn-LtY4zCzbQhw',
'https://www.youtube.com/user/linkinparktv',
'https://www.youtube.com/user/theslowmoguys',
'https://www.youtube.com/user/FifthHarmonyVEVO',
'https://www.youtube.com/user/bartbaker',
'https://www.youtube.com/user/normanfaitdesvideos',
'https://www.youtube.com/user/H2ODelirious',
'https://www.youtube.com/user/BFvsGF',
'https://www.youtube.com/user/HowToBasic',
'https://www.youtube.com/user/disneycollectorbr',
'https://www.youtube.com/user/canalparafernalha',
'https://www.youtube.com/user/PitbullVEVO',
'https://www.youtube.com/user/VitalyzdTv',
'https://www.youtube.com/user/SiaVEVO',
'https://www.youtube.com/user/WorkpointOfficial',
'https://www.youtube.com/user/programagalofrito',
'https://www.youtube.com/user/roosterteeth',
'https://www.youtube.com/user/kurthugoschneider',
'https://www.youtube.com/user/ultrarecords',
'https://www.youtube.com/user/hoiitsroi',
'https://www.youtube.com/user/matroix',
'https://www.youtube.com/user/michellephan',
'https://www.youtube.com/user/rosannapansino',
'https://www.youtube.com/channel/UCdxi8d8qRsRyUi2ERYjYb-w',
'https://www.youtube.com/user/LadyGagaVEVO',
'https://www.youtube.com/user/MattyBRaps',
'https://www.youtube.com/user/itowngameplay',
'https://www.youtube.com/user/fueledbyramen',
'https://www.youtube.com/user/slivkichanel',
'https://www.youtube.com/user/iberethenorio',
'https://www.youtube.com/channel/UChGJGhZ9SOOHvBB0Y4DOO_w',
'https://www.youtube.com/user/ignentertainment',
'https://www.youtube.com/user/stampylonghead',
'https://www.youtube.com/user/euficoloko',
'https://www.youtube.com/user/amoodiesqueezie',
'https://www.youtube.com/user/matthewpatrick13',
'https://www.youtube.com/user/tedxtalks',
'https://www.youtube.com/user/majorlazer',
'https://www.youtube.com/user/Willyrex',
'https://www.youtube.com/user/ToyPudding',
'https://www.youtube.com/user/unboxtherapy',
'https://www.youtube.com/user/AdamThomasMoran',
'https://www.youtube.com/user/ComedyShortsGamer',
'https://www.youtube.com/user/wwwengie',
'https://www.youtube.com/user/1,032,010,814',
'https://www.youtube.com/user/reinomariaelenawalsh',
'https://www.youtube.com/user/zeemusiccompany',
'https://www.youtube.com/user/SSundee',
'https://www.youtube.com/user/MeghanTrainorVEVO',
'https://www.youtube.com/user/djwalkzz',
'https://www.youtube.com/user/riotgamesinc',
'https://www.youtube.com/user/TazerCraft',
'https://www.youtube.com/user/JoeyGraceffa',
'https://www.youtube.com/user/MyLifeAsEva',
'https://www.youtube.com/user/VICE',
'https://www.youtube.com/user/vcsabiavideos',
'https://www.youtube.com/user/REACT',
'https://www.youtube.com/channel/UCkK0XNKXOvFkH66AS6jrCCg',
'https://www.youtube.com/user/BuzzFeedYellow',
'https://www.youtube.com/user/grav3yardgirl',
'https://www.youtube.com/user/ThatcherJoe',
'https://www.youtube.com/user/britainsgottalent09',
'https://www.youtube.com/user/mirandasings08',
'https://www.youtube.com/user/officialtrapcity',
'https://www.youtube.com/user/shanedawsontv',
'https://www.youtube.com/user/matercarclub',
'https://www.youtube.com/user/luisitocomunicaa',
'https://www.youtube.com/user/tyleroakley',
'https://www.youtube.com/user/NBA',
'https://www.youtube.com/user/BIGBANG',
'https://www.youtube.com/user/juptube',
'https://www.youtube.com/user/zeetv',
'https://www.youtube.com/user/freddiew',
'https://www.youtube.com/user/jasonderulo',
'https://www.youtube.com/user/RiceGum',
'https://www.youtube.com/user/charliesvlogs',
'https://www.youtube.com/user/CaseyNeistat',
'https://www.youtube.com/user/tedtalksdirector',
'https://www.youtube.com/user/DrakeVEVO',
'https://www.youtube.com/user/AM3NlC',
'https://www.youtube.com/user/3uptheyingyang',
'https://www.youtube.com/user/theRadBrad',
'https://www.youtube.com/user/LosPolinesios',
'https://www.youtube.com/user/breakingtrail',
'https://www.youtube.com/user/EllieGouldingVEVO',
'https://www.youtube.com/user/toysandfunnykids',
'https://www.youtube.com/user/ExplosmEntertainment',
'https://www.youtube.com/user/dicasp',
'https://www.youtube.com/user/djzoi0',
'https://www.youtube.com/user/danielsaboya',
'https://www.youtube.com/user/NikkieTutorials',
'https://www.youtube.com/user/bluexephos',
'https://www.youtube.com/channel/UCgdnrd2Ae_H07_N8j1l18Xw',
'https://www.youtube.com/user/vetealaversha',
'https://www.youtube.com/user/loenent',
'https://www.youtube.com/user/sonymusicindiasme',
'https://www.youtube.com/user/littlemixVEVO',
'https://www.youtube.com/user/gr6explode',
'https://www.youtube.com/user/luisitorey',
'https://www.youtube.com/user/Kwebbelkop',
'https://www.youtube.com/user/MrSuicideSheep',
'https://www.youtube.com/user/DisneyMusicVEVO',
'https://www.youtube.com/user/Genierock',
'https://www.youtube.com/user/CutiePieMarzia',
'https://www.youtube.com/user/hishedotcom',
'https://www.youtube.com/user/smoshgames',
'https://www.youtube.com/user/CinemaSins',
'https://www.youtube.com/user/RsiamMusic',
'https://www.youtube.com/user/ImagineDragonsVEVO',
'https://www.youtube.com/user/aynakoitsroi',
'https://www.youtube.com/user/emimusic',
'https://www.youtube.com/user/coisadenerd',
'https://www.youtube.com/user/RomeoSantosVEVO',
'https://www.youtube.com/user/xalexby11',
'https://www.youtube.com/user/ExpCaseros',
'https://www.youtube.com/user/luzugames',
'https://www.youtube.com/user/epicmealtime',
'https://www.youtube.com/user/erosentertainment',
'https://www.youtube.com/user/wolfieent',
'https://www.youtube.com/user/michaeljacksonVEVO',
'https://www.youtube.com/user/SevenSuperGirls',
'https://www.youtube.com/user/AsapSCIENCE',
'https://www.youtube.com/user/jellyyt',
'https://www.youtube.com/user/elrincondegiorgio'
];