Add test

Author: howard0su

tests/test-tokenizer-0.cpp

@@ -15,7 +15,7 @@ static const std::map<std::string, std::vector<llama_token>> & k_tests()
         { "w048 7tuijk dsdfhu", { 1,  29893,  29900,  29946,  29947,  29871,  29955,   9161,  13535,  18031,   2176,   6905, }, },
         { "нещо на Български",  { 1,    821,   4851,    665,   1386,  29713,   1305, }, },
         { "\xe6\x88\x91\xe4\xbb\xac\xe5\xa4\xa7\xe5\xae\xb6\xe4\xb8\x80\xe8\xb5\xb7",                 { 1, 30672, 31381, 30257, 30613, 30287, 31558, }, },
-        { ">>>>ANSWER<<", {1, 5099, 6778, 2190, 23066, 1001, 9314}, },
+        { " >>>>ANSWER<<", {1, 5099, 6778, 2190, 23066, 1001, 9314}, },
     };
     return _k_tests;
 };