mirror of
https://github.com/xboxeer/NScrapy.git
synced 2026-10-29 04:17:45 +08:00
Fix the HttpHeaderMiddleware bug Added UrlFilter with MD5 enhenced Improved the sample Spider "JobSpider" so that it can now crawl all the .net postions posted at liepin.com
16 lines
340 B
C#
16 lines
340 B
C#
using NScrapy.Infra;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Text;
|
|
|
|
namespace NScrapy.Project.DownloaderMiddleware
|
|
{
|
|
public class CookiesDownloaderMiddleware:EmptyDownloaderMiddleware
|
|
{
|
|
public override void PreDownload(IRequest request)
|
|
{
|
|
}
|
|
}
|
|
} |