mirror of
https://github.com/xboxeer/NScrapy.git
synced 2026-10-29 04:17:45 +08:00
Elendil
2ed341c009
Still need some investigate against that if the spider will crawl the same page while there are multiple spider running
13 lines
219 B
C#
13 lines
219 B
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Text;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace NScrapy.Infra
|
|
{
|
|
public interface IUrlFilter
|
|
{
|
|
Task<bool> IsUrlVisited(string url);
|
|
}
|
|
}
|