1
using System;
2
using System.Collections.Generic;
3
using System.Text;
4

5
namespace TurnerSoftware.RobotsExclusionTools
6
{
7
	public class SiteAccessEntry
8
	{
9 1
		public IEnumerable<string> UserAgents { get; set; }
10 1
		public IEnumerable<SiteAccessPathRule> PathRules { get; set; }
11 1
		public int? CrawlDelay { get; set; }
12
	}
13

14
	public class SiteAccessPathRule
15
	{
16 1
		public string Path { get; set; }
17 1
		public PathRuleType RuleType { get; set; }
18
	}
19

20
	public enum PathRuleType
21
	{
22
		Allow,
23
		Disallow
24
	}
25
}

Read our documentation on viewing source code .

Loading