File tree Expand file tree Collapse file tree 1 file changed +10
-5
lines changed
examples/models/llava/runner Expand file tree Collapse file tree 1 file changed +10
-5
lines changed Original file line number Diff line number Diff line change @@ -31,21 +31,26 @@ class ET_EXPERIMENTAL LlavaRunner
31
31
: MultimodalRunner(model_path, tokenizer_path, temperature){};
32
32
33
33
bool is_loaded () override ;
34
- Error load () override ;
35
- Error generate (
34
+
35
+ ::executorch::runtime::Error load () override ;
36
+
37
+ ::executorch::runtime::Error generate (
36
38
std::vector<Image> images,
37
39
const std::string& prompt,
38
40
int32_t seq_len = 1024 ,
39
41
std::function<void (const std::string&)> token_callback = {},
40
42
std::function<void (const ::executorch::extension::llm::Stats&)>
41
43
stats_callback = {}) override ;
42
- Error prefill_images (std::vector<Image>& images, int64_t & start_pos) override ;
43
- Result<uint64_t > prefill_prompt (
44
+
45
+ ::executorch::runtime::Error prefill_images (std::vector<Image>& images, int64_t & start_pos) override ;
46
+
47
+ ::executorch::runtime::Result<uint64_t > prefill_prompt (
44
48
const std::string& prompt,
45
49
int64_t & start_pos,
46
50
int8_t bos = 0 ,
47
51
int8_t eos = 0 ) override ;
48
- Error generate_from_pos (
52
+
53
+ ::executorch::runtime::Error generate_from_pos (
49
54
const std::string& prompt,
50
55
int32_t seq_len = 1024 ,
51
56
int64_t start_pos = 0 ,
You can’t perform that action at this time.
0 commit comments