make llama server configurable

2024-01-26 15:47:02 +01:00
parent 06eca937bf
commit 2aea0bbdac
4 changed files with 20 additions and 5 deletions
--- a/plugins/plugin_llama-cpp-web.cpp
+++ b/plugins/plugin_llama-cpp-web.cpp
@@ -28,11 +28,11 @@ SOLANA_PLUGIN_EXPORT uint32_t solana_plugin_start(struct SolanaAPI* solana_api)
 	}

 	try {
-		//auto* conf = PLUG_RESOLVE_INSTANCE(ConfigModelI);
+		auto* conf = PLUG_RESOLVE_INSTANCE(ConfigModelI);

 		// static store, could be anywhere tho
 		// construct with fetched dependencies
-		g_lcw = std::make_unique<LlamaCppWeb>();
+		g_lcw = std::make_unique<LlamaCppWeb>(*conf);

 		// register types
 		PLUG_PROVIDE_INSTANCE(LlamaCppWeb, plugin_name, g_lcw.get());