File tree Expand file tree Collapse file tree 4 files changed +9
-7
lines changed
examples/mediatek/executor_runner Expand file tree Collapse file tree 4 files changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -38,6 +38,7 @@ build_android_native_library() {
38
38
cmake . -DCMAKE_INSTALL_PREFIX=" ${CMAKE_OUT} " \
39
39
-DCMAKE_TOOLCHAIN_FILE=" ${ANDROID_NDK} /build/cmake/android.toolchain.cmake" \
40
40
-DANDROID_ABI=" ${ANDROID_ABI} " \
41
+ -DANDROID_PLATFORM=android-26 \
41
42
-DEXECUTORCH_ENABLE_LOGGING=ON \
42
43
-DEXECUTORCH_LOG_LEVEL=Info \
43
44
-DEXECUTORCH_BUILD_XNNPACK=ON \
@@ -66,6 +67,7 @@ build_android_native_library() {
66
67
cmake extension/android \
67
68
-DCMAKE_TOOLCHAIN_FILE=${ANDROID_NDK} /build/cmake/android.toolchain.cmake \
68
69
-DANDROID_ABI=" ${ANDROID_ABI} " \
70
+ -DANDROID_PLATFORM=android-26 \
69
71
-DCMAKE_INSTALL_PREFIX=" ${CMAKE_OUT} " \
70
72
-DEXECUTORCH_ENABLE_LOGGING=ON \
71
73
-DEXECUTORCH_LOG_LEVEL=Info \
Original file line number Diff line number Diff line change @@ -120,9 +120,9 @@ Error MTKLlamaRunner::generate(
120
120
const std::string& prompt,
121
121
int32_t seq_len,
122
122
std::function<void (const std::string&)> token_callback,
123
- std::function<void(const Stats&)> stats_callback
124
- bool,
125
- bool) {
123
+ std::function<void(const Stats&)> stats_callback,
124
+ bool echo ,
125
+ bool warming ) {
126
126
if (!is_loaded ()) {
127
127
ET_CHECK_OK_OR_RETURN_ERROR (load ());
128
128
}
Original file line number Diff line number Diff line change 12
12
#pragma once
13
13
14
14
#include < executorch/examples/models/llama/tokenizer/llama_tiktoken.h>
15
- #include < executorch/extension/llm/runner/runner_interface .h>
15
+ #include < executorch/extension/llm/runner/irunner .h>
16
16
#include < executorch/extension/llm/runner/stats.h>
17
17
#include < executorch/extension/llm/tokenizer/bpe_tokenizer.h>
18
18
#include < executorch/extension/llm/tokenizer/tiktoken.h>
@@ -33,7 +33,7 @@ using executorch::runtime::Error;
33
33
using executorch::runtime::Result;
34
34
35
35
class MTKLlamaRunner
36
- : public executorch::extension::llm::RunnerInterface {
36
+ : public executorch::extension::llm::IRunner {
37
37
public:
38
38
explicit MTKLlamaRunner (
39
39
const std::string& model_path,
Original file line number Diff line number Diff line change 16
16
#include < executorch/examples/models/llama/runner/runner.h>
17
17
#include < executorch/examples/models/llava/runner/llava_runner.h>
18
18
#include < executorch/extension/llm/runner/image.h>
19
- #include < executorch/extension/llm/runner/runner_interface .h>
19
+ #include < executorch/extension/llm/runner/irunner .h>
20
20
#include < executorch/runtime/platform/log.h>
21
21
#include < executorch/runtime/platform/platform.h>
22
22
#include < executorch/runtime/platform/runtime.h>
@@ -116,7 +116,7 @@ class ExecuTorchLlamaJni
116
116
private:
117
117
friend HybridBase;
118
118
int model_type_category_;
119
- std::unique_ptr<llm::RunnerInterface > runner_;
119
+ std::unique_ptr<llm::IRunner > runner_;
120
120
std::unique_ptr<llm::MultimodalRunner> multi_modal_runner_;
121
121
122
122
public:
You can’t perform that action at this time.
0 commit comments