| Name | Date | Size | #Lines | LOC | ||
|---|---|---|---|---|---|---|
| .. | - | - | ||||
| test/ | H | 25-Apr-2025 | - | 128,425 | 128,315 | |
| TARGETS | H A D | 25-Apr-2025 | 232 | 9 | 5 | |
| __init__.py | H A D | 25-Apr-2025 | 0 | 1 | 0 | |
| base64.h | H A D | 25-Apr-2025 | 6.5 KiB | 216 | 150 | |
| bpe_tokenizer.cpp | H A D | 25-Apr-2025 | 10.2 KiB | 321 | 196 | |
| bpe_tokenizer.h | H A D | 25-Apr-2025 | 1.6 KiB | 59 | 36 | |
| targets.bzl | H A D | 25-Apr-2025 | 2.5 KiB | 97 | 90 | |
| tiktoken.cpp | H A D | 25-Apr-2025 | 13.7 KiB | 449 | 321 | |
| tiktoken.h | H A D | 25-Apr-2025 | 2.8 KiB | 94 | 62 | |
| tokenizer.h | H A D | 25-Apr-2025 | 2 KiB | 86 | 59 | |
| tokenizer.py | H A D | 25-Apr-2025 | 5.2 KiB | 152 | 103 | |
| utils.py | H A D | 25-Apr-2025 | 658 | 20 | 11 |