File tree Expand file tree Collapse file tree 1 file changed +0
-22
lines changed
examples/models/llava/runner Expand file tree Collapse file tree 1 file changed +0
-22
lines changed Original file line number Diff line number Diff line change @@ -28,28 +28,6 @@ class LlavaRunner : public MultimodalRunner {
28
28
const std::string& tokenizer_path,
29
29
const float temperature = 0 .8f )
30
30
: MultimodalRunner(model_path, tokenizer_path, temperature){};
31
- bool is_loaded ();
32
- Error load ();
33
- Error generate (
34
- std::vector<Image> images,
35
- const std::string& prompt,
36
- int32_t seq_len = 1024 ,
37
- std::function<void (const std::string&)> token_callback = {},
38
- std::function<void (const ::executorch::extension::llm::Stats&)>
39
- stats_callback = {});
40
- Error prefill_images (std::vector<Image>& images, int64_t & start_pos);
41
- Result<uint64_t > prefill_prompt (
42
- const std::string& prompt,
43
- int64_t & start_pos,
44
- int8_t bos = 0 ,
45
- int8_t eos = 0 );
46
- Error generate_from_pos (
47
- const std::string& prompt,
48
- int32_t seq_len = 1024 ,
49
- int64_t start_pos = 0 ,
50
- std::function<void (const std::string&)> token_callback = {},
51
- std::function<void (const ::executorch::extension::llm::Stats&)>
52
- stats_callback = {});
53
31
54
32
private:
55
33
inline static const std::string kPresetPrompt =
You can’t perform that action at this time.
0 commit comments