mirror of
https://github.com/xboxeer/NScrapy.git
synced 2026-10-19 06:21:40 +08:00
Elendil
3622c13fea
This is for the purpose of web console displaying distributed downloader status in the new future
26 lines
883 B
JSON
26 lines
883 B
JSON
{
|
|
"AppSettings": {
|
|
"DownloaderPoolCapbility": 4,
|
|
"DownloaderMiddlewares": [
|
|
{
|
|
"Middleware": "NScrapy.Downloader.Middleware.HttpUserAgentPoolMiddleware"
|
|
},
|
|
{
|
|
"RemovedMiddleware": "test3"
|
|
}
|
|
],
|
|
"HttpHeader": {
|
|
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",
|
|
"Accept-Encoding": "gzip,deflate",
|
|
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
|
|
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 Safari/537.36"
|
|
},
|
|
"UserAgentPool": [
|
|
{
|
|
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; .NET4.0C; .NET4.0E; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; InfoPath.3; rv:11.0) like Gecko"
|
|
}
|
|
],
|
|
"SpiderProject": "NScrapy.Project"
|
|
}
|
|
}
|