Skip to content

Commit 8618607

Browse files
dbortfacebook-github-bot
authored andcommitted
Fix phi-3-mini build (#5513)
Summary: Fix the build errors I introduced in #5318 Pull Request resolved: #5513 Test Plan: Built the model using the instructions at https://github.com/pytorch/executorch/blob/main/examples/models/phi-3-mini/README.md Reviewed By: helunwencser Differential Revision: D63133231 Pulled By: dbort fbshipit-source-id: 81d5402e76fd86c919a13a1b1b83687feca72ab7
1 parent 01dcebd commit 8618607

File tree

3 files changed

+10
-4
lines changed

3 files changed

+10
-4
lines changed

examples/models/phi-3-mini/main.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ int main(int32_t argc, char** argv) {
4242

4343
int32_t seq_len = FLAGS_seq_len;
4444

45-
::torch::executor::Runner runner(model_path, tokenizer_path, temperature);
45+
example::Runner runner(model_path, tokenizer_path, temperature);
4646

4747
runner.generate(prompt, seq_len);
4848

examples/models/phi-3-mini/runner.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,12 @@
1515
#include <executorch/extension/tensor/tensor.h>
1616
#include <executorch/runtime/platform/log.h>
1717

18+
using executorch::aten::ScalarType;
19+
using executorch::extension::Module;
20+
using executorch::extension::llm::BPETokenizer;
21+
using executorch::extension::llm::Sampler;
22+
using executorch::runtime::Error;
23+
1824
namespace example {
1925

2026
#define SAMPLER_TOP 0.9f

examples/models/phi-3-mini/runner.h

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,9 +42,9 @@ class Runner {
4242
uint64_t prefill(std::vector<uint64_t>& tokens);
4343
uint64_t run_model_step(uint64_t token);
4444

45-
std::unique_ptr<Module> module_;
46-
std::unique_ptr<Tokenizer> tokenizer_;
47-
std::unique_ptr<Sampler> sampler_;
45+
std::unique_ptr<executorch::extension::Module> module_;
46+
std::unique_ptr<executorch::extension::llm::Tokenizer> tokenizer_;
47+
std::unique_ptr<executorch::extension::llm::Sampler> sampler_;
4848
};
4949

5050
} // namespace example

0 commit comments

Comments
 (0)