File tree Expand file tree Collapse file tree 1 file changed +5
-3
lines changed
examples/models/llava/runner Expand file tree Collapse file tree 1 file changed +5
-3
lines changed Original file line number Diff line number Diff line change @@ -35,12 +35,13 @@ class ET_EXPERIMENTAL LlavaRunner
35
35
::executorch::runtime::Error load () override ;
36
36
37
37
::executorch::runtime::Error generate (
38
- std::vector<Image> images,
38
+ std::vector<::executorch::extension::llm:: Image> images,
39
39
const std::string& prompt,
40
40
int32_t seq_len = 1024 ,
41
41
std::function<void (const std::string&)> token_callback = {},
42
42
std::function<void (const ::executorch::extension::llm::Stats&)>
43
- stats_callback = {}) override ;
43
+ stats_callback = {},
44
+ bool echo = true ) override ;
44
45
45
46
::executorch::runtime::Error prefill_images (
46
47
std::vector<Image>& images,
@@ -58,7 +59,8 @@ class ET_EXPERIMENTAL LlavaRunner
58
59
int64_t start_pos = 0 ,
59
60
std::function<void (const std::string&)> token_callback = {},
60
61
std::function<void (const ::executorch::extension::llm::Stats&)>
61
- stats_callback = {}) override ;
62
+ stats_callback = {},
63
+ bool echo = true ) override ;
62
64
63
65
private:
64
66
inline static const std::string kPresetPrompt =
You can’t perform that action at this time.
0 commit comments