การนับจำนวนคำว่าเท่าไรแล้วที่เป็นภาษาไทย ทำยังไงได้บ้าง

Dim Tokenizer As New LongLexTo("Self")
'LongLexTo Tokenizer = new LongLexTo(System.IO.File.OpenText("lexitron.txt"));

If System.IO.File.Exists("unknown.txt") Then
	Dim unknownFile As System.IO.StreamReader = System.IO.File.OpenText("unknown.txt")
	Tokenizer.addDict(unknownFile)
End If

Dim typeList As ArrayList
Dim begin As Integer, [end] As Integer, type As Integer

Dim line As [String] = "อยู่ดีชอบกินหอย"
Tokenizer.addDict("อยู่ดี")
Tokenizer.addDict("ชอบ")
Tokenizer.addDict("กินหอย")

If File.Exists("Jim.txt") Then
	Try
		File.Delete("Jim.txt")
	Catch generatedExceptionName As Exception
		Throw New Exception("Cann't delete Jim.txt file.")
	End Try
End If
'Write test file.
Using fs As FileStream = File.Create("Jim.txt", 1024)
	Dim info As [Byte]() = New System.Text.UTF8Encoding(True).GetBytes("ภาษาไทย This is some text in the file.")
	fs.Write(info, 0, info.Length)
End Using

Tokenizer.wordInstance(line)

typeList = Tokenizer.getTypeList()
begin = Tokenizer.first()
Dim i As Integer = 0
Dim result As [String] = ""
While Tokenizer.hasNext()
	[end] = Tokenizer.[next]()
	type = CShort(typeList(i))
	result += line.Substring(begin, [end] - begin) + "|"
	begin = [end]
End While

System.Windows.Forms.MessageBox.Show(result)

//
//ทดสอบ โปรแกรม
//
private void button1_Click(object sender, EventArgs e)
{
    LongLexTo Tokenizer = new LongLexTo("Self");
    //LongLexTo Tokenizer = new LongLexTo(System.IO.File.OpenText("lexitron.txt"));
    
    if (System.IO.File.Exists("unknown.txt")) {
        System.IO.StreamReader unknownFile = System.IO.File.OpenText("unknown.txt");
        Tokenizer.addDict(unknownFile);
    }

    ArrayList typeList;
    int begin, end, type;

    String line = "อยู่ดีชอบกินหอย";
    Tokenizer.addDict("อยู่ดี");
    Tokenizer.addDict("ชอบ");
    Tokenizer.addDict("กินหอย");
    
    if (File.Exists("Jim.txt")) {
        try {
            File.Delete("Jim.txt");
        }
        catch (Exception) {                    
            throw new Exception("Cann't delete Jim.txt file.");
        }                
    }
    //Write test file.
    using (FileStream fs = File.Create("Jim.txt", 1024)) { 
        Byte[] info = new System.Text.UTF8Encoding(true).GetBytes("ภาษาไทย This is some text in the file.");
        fs.Write(info, 0, info.Length);
    }

    Tokenizer.wordInstance(line);

    typeList = Tokenizer.getTypeList();
    begin = Tokenizer.first();
    int i = 0;
    String result = "";
    while (Tokenizer.hasNext()) {
        end = Tokenizer.next();
        type = (short)typeList[i];
        result += line.Substring(begin, end - begin) + "|";
        begin = end;
    }

    System.Windows.Forms.MessageBox.Show(result);
}