update(llama.cpp): with rope_freq_scale in the API

grencez · grencez · commit f96fa976a38d · 2023-10-11T22:14:08.000-07:00
ggml-org/llama.cpp#3418
diff --git a/dep/cmake_fetchcontent/llama_cpp.cmake b/dep/cmake_fetchcontent/llama_cpp.cmake
@@ -1,7 +1,7 @@
 FetchContent_Declare(
   LlamaCpp
   GIT_REPOSITORY "https://github.com/ggerganov/llama.cpp.git"
-  GIT_TAG "40e07a60f9ce06e79f3ccd4c903eba300fb31b5e"
+  GIT_TAG "f72f8f22c9cb60465b2e79df2767e4ba9604e576"
 )
 FetchContent_MakeAvailable(LlamaCpp)
 set(LlamaCpp_INCLUDE_DIRS "${llamacpp_SOURCE_DIR}" PARENT_SCOPE)
diff --git a/src/chat/chat.cc b/src/chat/chat.cc
@@ -165,7 +165,7 @@ rendezllama::make_llama_context(rendezllama::ChatOptions& opt)
   ctx_params.n_ctx = opt.context_token_limit;
   ctx_params.seed = opt.seed;
   ctx_params.f16_kv = true;
-  ctx_params.rope_freq_scale = 1.0;
+  ctx_params.rope_freq_scale = llama_rope_freq_scale_train(model);
   ctx_params.n_threads = opt.thread_count;
   ctx_params.n_batch = opt.batch_count;
   while (

Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`FetchContent_Declare(`
`2`	`2`	`LlamaCpp`
`3`	`3`	`GIT_REPOSITORY "https://github.com/ggerganov/llama.cpp.git"`
`4`		`- GIT_TAG "40e07a60f9ce06e79f3ccd4c903eba300fb31b5e"`
	`4`	`+ GIT_TAG "f72f8f22c9cb60465b2e79df2767e4ba9604e576"`
`5`	`5`	`)`
`6`	`6`	`FetchContent_MakeAvailable(LlamaCpp)`
`7`	`7`	`set(LlamaCpp_INCLUDE_DIRS "${llamacpp_SOURCE_DIR}" PARENT_SCOPE)`