static tree-based eagle (#2)

mkjsym · web-flow · commit 6a02c77d9860 · 2025-06-28T03:41:46.000+09:00
* static tree-based eagle
diff --git a/examples/CMakeLists.txt b/examples/CMakeLists.txt
@@ -30,6 +30,7 @@ else()
     add_subdirectory(simple)
     add_subdirectory(simple-chat)
     add_subdirectory(speculative)
+    add_subdirectory(speculative-eagle)
     add_subdirectory(speculative-simple)
     add_subdirectory(speculative-simple-eagle)
     add_subdirectory(gen-docs)
diff --git a/examples/speculative-eagle/CMakeLists.txt b/examples/speculative-eagle/CMakeLists.txt
@@ -0,0 +1,5 @@
+set(TARGET llama-speculative-eagle)
+add_executable(${TARGET} speculative-eagle.cpp)
+install(TARGETS ${TARGET} RUNTIME)
+target_link_libraries(${TARGET} PRIVATE common llama ${CMAKE_THREAD_LIBS_INIT})
+target_compile_features(${TARGET} PRIVATE cxx_std_17)
diff --git a/examples/speculative-eagle/README.md b/examples/speculative-eagle/README.md
@@ -0,0 +1,3 @@
+# llama.cpp/examples/speculative-eagle
+
+build/bin/llama-speculative-eagle -m /data/youngmin/models/vicuna.gguf -md /data/youngmin/models/EAGLE.gguf -f test.txt -c 0 --color --sampling-seq k --top-k 2 -fa --temp 0.0 --draft-max 10 --draft-min 1 --draft-p-split 0.1 --n-predict 200 -ngl 40 -ngld 20 -np 10 -s 1234
diff --git a/examples/speculative-eagle/prompt.txt b/examples/speculative-eagle/prompt.txt
@@ -0,0 +1 @@
+A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: Please teach me how to make pancake. ASSISTANT:
diff --git a/examples/speculative-eagle/speculative-eagle.cpp b/examples/speculative-eagle/speculative-eagle.cpp
diff --git a/src/llama-model.cpp b/src/llama-model.cpp

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# llama.cpp/examples/speculative-eagle`
	`2`	`+`
	`3`	`+build/bin/llama-speculative-eagle -m /data/youngmin/models/vicuna.gguf -md /data/youngmin/models/EAGLE.gguf -f test.txt -c 0 --color --sampling-seq k --top-k 2 -fa --temp 0.0 --draft-max 10 --draft-min 1 --draft-p-split 0.1 --n-predict 200 -ngl 40 -ngld 20 -np 10 -s 1234`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	`+A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: Please teach me how to make pancake. ASSISTANT:`