1
using System;
2
using System.Collections.Generic;
3
using System.Text;
4

5
namespace TurnerSoftware.RobotsExclusionTools.Tokenization
6
{
7
	public class Token
8
	{
9 1
		public TokenType TokenType { get; }
10 1
		public string Value { get; }
11

12 1
		public static readonly Token NewLineToken = new Token(TokenType.NewLine, "\n");
13

14 1
		public Token(TokenType tokenType, string value)
15 1
		{
16 1
			TokenType = tokenType;
17 1
			Value = value;
18 1
		}
19
	}
20
}

Read our documentation on viewing source code .

Loading