xref: /aosp_15_r20/external/executorch/examples/llm_pte_finetuning/TARGETS (revision 523fa7a60841cd1ecfb9cc4201f1ca8b03ed023a) 
1load("@fbcode_macros//build_defs:python_binary.bzl", "python_binary")
2load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
3
4oncall("papaya_oncall")
5
6python_library(
7    name = "model_loading_lib",
8    srcs = [
9        "model_loading_lib.py",
10    ],
11    deps = [
12        "fbcode//caffe2:torch",
13        "fbcode//executorch/examples/llm_pte_finetuning:training_lib",
14        "fbcode//executorch/exir:lib",
15        "fbcode//executorch/extension/pybindings:aten_lib",  # @manual For PTE loader
16        "fbcode//pytorch/torchtune:lib",
17        "fbsource//third-party/pypi/blobfile:blobfile",  # @manual For tokenizer
18        "fbsource//third-party/pypi/omegaconf:omegaconf",
19        "fbsource//third-party/pypi/tiktoken:tiktoken",  # @manual For tokenizer
20    ],
21)
22
23python_library(
24    name = "training_lib",
25    srcs = [
26        "training_lib.py",
27    ],
28    deps = [
29        "fbcode//caffe2:torch",
30        "fbcode//executorch/extension/pybindings:aten_lib",  # @manual For PTE loader
31        "fbcode//pytorch/torchtune:lib",
32        "fbsource//third-party/pypi/blobfile:blobfile",  # @manual For tokenizer
33        "fbsource//third-party/pypi/tiktoken:tiktoken",  # @manual For tokenizer
34        "fbsource//third-party/pypi/tqdm:tqdm",
35    ],
36)
37
38python_binary(
39    name = "runner",
40    srcs = [
41        "runner.py",
42    ],
43    main_function = "executorch.examples.llm_pte_finetuning.runner.main",
44    deps = [
45        "fbcode//caffe2:torch",
46        "fbcode//executorch/examples/llm_pte_finetuning:training_lib",
47        "fbcode//pytorch/torchtune:lib",
48        "fbsource//third-party/pypi/blobfile:blobfile",  # @manual For tokenizer
49        "fbsource//third-party/pypi/omegaconf:omegaconf",
50        "fbsource//third-party/pypi/tiktoken:tiktoken",  # @manual For tokenizer
51        "fbsource//third-party/pypi/tqdm:tqdm",
52    ],
53)
54
55python_binary(
56    name = "model_exporter",
57    srcs = [
58        "model_exporter.py",
59    ],
60    main_function = "executorch.examples.llm_pte_finetuning.model_exporter.main",
61    deps = [
62        "fbcode//caffe2:torch",
63        "fbcode//executorch/examples/llm_pte_finetuning:model_loading_lib",  # @manual for model loading
64        "fbcode//executorch/examples/llm_pte_finetuning:training_lib",  # @manual for model exporting
65        "fbcode//pytorch/torchtune:lib",
66        "fbsource//third-party/pypi/blobfile:blobfile",  # @manual For tokenizer
67        "fbsource//third-party/pypi/omegaconf:omegaconf",
68        "fbsource//third-party/pypi/tiktoken:tiktoken",  # @manual For tokenizer
69    ],
70)
71