File tree 3 files changed +10
-4
lines changed
examples/models/phi-3-mini
3 files changed +10
-4
lines changed Original file line number Diff line number Diff line change @@ -42,7 +42,7 @@ int main(int32_t argc, char** argv) {
42
42
43
43
int32_t seq_len = FLAGS_seq_len;
44
44
45
- ::torch::executor ::Runner runner (model_path, tokenizer_path, temperature);
45
+ example ::Runner runner (model_path, tokenizer_path, temperature);
46
46
47
47
runner.generate (prompt, seq_len);
48
48
Original file line number Diff line number Diff line change 15
15
#include < executorch/extension/tensor/tensor.h>
16
16
#include < executorch/runtime/platform/log.h>
17
17
18
+ using executorch::aten::ScalarType;
19
+ using executorch::extension::Module;
20
+ using executorch::extension::llm::BPETokenizer;
21
+ using executorch::extension::llm::Sampler;
22
+ using executorch::runtime::Error;
23
+
18
24
namespace example {
19
25
20
26
#define SAMPLER_TOP 0 .9f
Original file line number Diff line number Diff line change @@ -42,9 +42,9 @@ class Runner {
42
42
uint64_t prefill (std::vector<uint64_t >& tokens);
43
43
uint64_t run_model_step (uint64_t token);
44
44
45
- std::unique_ptr<Module> module_;
46
- std::unique_ptr<Tokenizer> tokenizer_;
47
- std::unique_ptr<Sampler> sampler_;
45
+ std::unique_ptr<executorch::extension:: Module> module_;
46
+ std::unique_ptr<executorch::extension::llm:: Tokenizer> tokenizer_;
47
+ std::unique_ptr<executorch::extension::llm:: Sampler> sampler_;
48
48
};
49
49
50
50
} // namespace example
You can’t perform that action at this time.
0 commit comments