Skip to content

Commit ccc8f63

Browse files
committed
speculative : minor fixup
1 parent f27ddc5 commit ccc8f63

File tree

2 files changed

+5
-3
lines changed

2 files changed

+5
-3
lines changed

examples/speculative-simple/speculative-simple.cpp

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,8 +41,9 @@ int main(int argc, char ** argv) {
4141

4242
// load the target model
4343
common_init_result llama_init_tgt = common_init_from_params(params);
44+
4445
model_tgt = llama_init_tgt.model;
45-
ctx_tgt = llama_init_tgt.context;
46+
ctx_tgt = llama_init_tgt.context;
4647

4748
// load the draft model
4849
params.model = params.model_draft;
@@ -53,8 +54,9 @@ int main(int argc, char ** argv) {
5354

5455
params.cpuparams_batch.n_threads = params.draft_cpuparams_batch.n_threads;
5556
common_init_result llama_init_dft = common_init_from_params(params);
57+
5658
model_dft = llama_init_dft.model;
57-
ctx_dft = llama_init_dft.context;
59+
ctx_dft = llama_init_dft.context;
5860

5961
if (!common_speculative_are_compatible(ctx_tgt, ctx_dft)) {
6062
return 1;

tests/test-arg-parser.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,7 @@ int main(void) {
7070

7171
// non-existence arg in specific example (--draft cannot be used outside llama-speculative)
7272
argv = {"binary_name", "--draft", "123"};
73-
assert(false == common_params_parse(argv.size(), list_str_to_char(argv).data(), params, LLAMA_EXAMPLE_SERVER));
73+
assert(false == common_params_parse(argv.size(), list_str_to_char(argv).data(), params, LLAMA_EXAMPLE_EMBEDDING));
7474

7575

7676
printf("test-arg-parser: test valid usage\n\n");

0 commit comments

Comments
 (0)