xref: /aosp_15_r20/external/executorch/extension/llm/tokenizer/test/targets.bzl (revision 523fa7a60841cd1ecfb9cc4201f1ca8b03ed023a) 
1load("@fbsource//xplat/executorch/build:runtime_wrapper.bzl", "runtime")
2
3def define_common_targets():
4    """Defines targets that should be shared between fbcode and xplat.
5
6    The directory containing this targets.bzl file should also contain both
7    TARGETS and BUCK files that call this function.
8    """
9
10    runtime.python_test(
11        name = "test_tokenizer_py",
12        srcs = [
13            "test_tokenizer.py",
14        ],
15        deps = [
16            "//executorch/extension/llm/tokenizer:tokenizer_py_lib",
17        ],
18    )
19
20    runtime.cxx_test(
21        name = "test_bpe_tokenizer",
22        srcs = [
23            "test_bpe_tokenizer.cpp",
24        ],
25        deps = [
26            "//executorch/extension/llm/tokenizer:bpe_tokenizer",
27        ],
28        env = {
29            "RESOURCES_PATH": "$(location :resources)/resources",
30        },
31    )
32
33    runtime.cxx_test(
34        name = "test_tiktoken",
35        srcs = [
36            "test_tiktoken.cpp",
37        ],
38        deps = [
39            "//executorch/extension/llm/tokenizer:tiktoken",
40        ],
41        env = {
42            "RESOURCES_PATH": "$(location :resources)/resources",
43        },
44        external_deps = [
45            "re2",
46        ],
47    )
48
49    runtime.filegroup(
50        name = "resources",
51        srcs = native.glob([
52            "resources/**",
53        ]),
54    )
55