Add buck rules in coreml llama transformer (#9017)

Summary:

Add buck rules in coreml llama transformer for importing the modules to internal repo.

Differential Revision: D70415647

Author: YIWENX14

examples/apple/coreml/llama/TARGETS

@@ -0,0 +1,66 @@
+# Any targets that should be shared between fbcode and xplat must be defined in
+# targets.bzl. This file can contain fbcode-only targets.
+
+load("@fbsource//xplat/executorch/build:runtime_wrapper.bzl", "runtime")
+
+runtime.python_library(
+    name = "llama_transformer",
+    srcs = [
+        "llama_transformer.py",
+    ],
+    _is_external_target = True,
+    base_module = "executorch.examples.apple.coreml.llama",
+    visibility = [
+        "//executorch/...",
+        "@EXECUTORCH_CLIENTS",
+    ],
+    deps = [
+        "//caffe2:torch",
+        "//executorch/examples/models/llama:llama_transformer",
+    ],
+)
+
+runtime.python_library(
+    name = "utils",
+    srcs = [
+        "utils.py",
+    ],
+    _is_external_target = True,
+    base_module = "executorch.examples.apple.coreml.llama",
+    visibility = [
+        "//executorch/...",
+        "@EXECUTORCH_CLIENTS",
+    ],
+    deps = [
+        "//caffe2:torch",
+    ],
+)
+
+runtime.python_binary(
+    name = "export",
+    srcs = [
+        "export.py",
+    ],
+    main_function = "executorch.examples.apple.coreml.llama.export.main",
+    visibility = [
+        "//executorch/...",
+        "@EXECUTORCH_CLIENTS",
+    ],
+    deps = [
+        "fbsource//third-party/pypi/coremltools:coremltools",
+        ":llama_transformer",
+        ":utils",
+        "//caffe2:torch",
+        "//executorch/backends/apple/coreml:backend",
+        "//executorch/backends/apple/coreml:partitioner",
+        "//executorch/examples/models/llama:source_transformation",
+        "//executorch/exir/backend:utils",
+        "//executorch/exir/capture:config",
+        "//executorch/exir/passes:lib",
+        "//executorch/exir/passes:quant_fusion_pass",
+        "//executorch/exir/passes:sym_shape_eval_pass",
+        "//executorch/exir/program:program",
+        "//executorch/extension/export_util:export_util",
+        "//executorch/extension/llm/export:export_lib",
+    ],
+)

examples/apple/coreml/llama/export.py

@@ -6,8 +6,6 @@
 
 import argparse
 
-import sys
-
 import coremltools as ct
 import torch
 from executorch.backends.apple.coreml.compiler import CoreMLBackend  # pyre-ignore
@@ -24,9 +22,8 @@
 from executorch.exir.program._program import to_edge_with_preserved_ops
 from executorch.extension.export_util.utils import save_pte_program
 
-sys.path.insert(0, ".")
-from llama_transformer import InputManager, load_model
-from utils import replace_linear_with_split_linear
+from executorch.examples.apple.coreml.llama.llama_transformer import InputManager, load_model
+from executorch.examples.apple.coreml.llama.utils import replace_linear_with_split_linear
 
 
 def main() -> None:

examples/apple/coreml/llama/run.py

@@ -5,7 +5,6 @@
 # LICENSE file in the root directory of this source tree.
 
 import argparse
-import sys
 
 import sentencepiece as spm
 
@@ -14,10 +13,9 @@
 from executorch.runtime import Runtime
 
 
-sys.path.insert(0, ".")
 from executorch.examples.models.llama.runner.generation import next_token
 from executorch.examples.models.llama.tokenizer import tiktoken
-from llama_transformer import InputManager, load_model
+from executorch.examples.apple.coreml.llama.llama_transformer import InputManager, load_model
 
 
 class Tokenizer:

pyproject.toml

@@ -92,6 +92,7 @@ flatc = "executorch.data.bin:flatc"
 # TODO(mnachin T180504136): Do not put examples/models
 # into core pip packages. Refactor out the necessary utils
 # or core models files into a separate package.
+"executorch.examples.apple" = "examples/apple"
 "executorch.examples.models" = "examples/models"
 "executorch.exir" = "exir"
 "executorch.extension" = "extension"