From 9d9ba2914f6c69337c2c8c29022a6b6d5af9c829 Mon Sep 17 00:00:00 2001
From: Mengwei Liu <larryliu@meta.com>
Date: Sat, 23 Dec 2023 12:00:01 -0800
Subject: [PATCH] Add LlamaRunner (#1483)

Summary:
Pull Request resolved: https://github.com/pytorch/executorch/pull/1483

Added `llama_runner.h/cpp` and enabled ATen mode and portable mode.

Reviewed By: iseeyuan

Differential Revision: D52208223

fbshipit-source-id: fffca45ff3a028e187688bfa61ee242bfb41f06d
---
 extension/runner/runner.cpp  |  4 ++++
 extension/runner/runner.h    |  2 ++
 extension/runner/targets.bzl | 18 ++++++++++++++++++
 3 files changed, 24 insertions(+)

diff --git a/extension/runner/runner.cpp b/extension/runner/runner.cpp
index 8eef3da542..5f81917d9c 100644
--- a/extension/runner/runner.cpp
+++ b/extension/runner/runner.cpp
@@ -76,4 +76,8 @@ Error Runner::loadMethod(const std::string& methodName) {
   return Error::Ok;
 }
 
+Result<const char*> Runner::getMethodName(size_t methodIndex) const {
+  return program_->get_method_name(methodIndex);
+}
+
 } // namespace torch::executor
diff --git a/extension/runner/runner.h b/extension/runner/runner.h
index ce94b49994..979739a1b7 100644
--- a/extension/runner/runner.h
+++ b/extension/runner/runner.h
@@ -30,6 +30,8 @@ class Runner {
       const std::vector<EValue>& inputs,
       std::vector<EValue>& outputs);
 
+  Result<const char*> getMethodName(size_t methodIndex) const;
+
  private:
   Error loadMethod(const std::string& methodName);
 
diff --git a/extension/runner/targets.bzl b/extension/runner/targets.bzl
index 03a9296011..4fb8c67b32 100644
--- a/extension/runner/targets.bzl
+++ b/extension/runner/targets.bzl
@@ -22,3 +22,21 @@ def define_common_targets():
             "//executorch/runtime/executor:program",
         ],
     )
+
+    runtime.cxx_library(
+        name = "runner_aten",
+        srcs = [
+            "runner.cpp",
+        ],
+        exported_headers = [
+            "runner.h",
+        ],
+        platforms = ["Default"],
+        define_static_target = False,
+        visibility = [
+            "@EXECUTORCH_CLIENTS",
+        ],
+        exported_deps = [
+            "//executorch/runtime/executor:program_aten",
+        ],
+    )