Add LlamaRunner (pytorch#1483)

Summary: Pull Request resolved: pytorch#1483 Added `llama_runner.h/cpp` and enabled ATen mode and portable mode. Reviewed By: iseeyuan Differential Revision: D52208223 fbshipit-source-id: fffca45ff3a028e187688bfa61ee242bfb41f06d
kirklandsign · Dec 23, 2023 · 9d9ba29 · 9d9ba29
1 parent 88cae48
commit 9d9ba29
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 0 deletions.
diff --git a/extension/runner/runner.cpp b/extension/runner/runner.cpp
@@ -76,4 +76,8 @@ Error Runner::loadMethod(const std::string& methodName) {
   return Error::Ok;
 }
 
+Result<const char*> Runner::getMethodName(size_t methodIndex) const {
+  return program_->get_method_name(methodIndex);
+}
+
 } // namespace torch::executor
diff --git a/extension/runner/runner.h b/extension/runner/runner.h
@@ -30,6 +30,8 @@ class Runner {
       const std::vector<EValue>& inputs,
       std::vector<EValue>& outputs);
 
+  Result<const char*> getMethodName(size_t methodIndex) const;
+
  private:
   Error loadMethod(const std::string& methodName);
 

diff --git a/extension/runner/targets.bzl b/extension/runner/targets.bzl
@@ -22,3 +22,21 @@ def define_common_targets():
             "//executorch/runtime/executor:program",
         ],
     )
+
+    runtime.cxx_library(
+        name = "runner_aten",
+        srcs = [
+            "runner.cpp",
+        ],
+        exported_headers = [
+            "runner.h",
+        ],
+        platforms = ["Default"],
+        define_static_target = False,
+        visibility = [
+            "@EXECUTORCH_CLIENTS",
+        ],
+        exported_deps = [
+            "//executorch/runtime/executor:program_aten",
+        ],
+    )