simple llama.cpp server api usage works
This commit is contained in:
11
plugins/CMakeLists.txt
Normal file
11
plugins/CMakeLists.txt
Normal file
@@ -0,0 +1,11 @@
|
||||
cmake_minimum_required(VERSION 3.14...3.24 FATAL_ERROR)
|
||||
|
||||
add_library(plugin_llama-cpp-web SHARED
|
||||
./plugin_llama-cpp-web.cpp
|
||||
)
|
||||
|
||||
target_link_libraries(plugin_llama-cpp-web PUBLIC
|
||||
solanaceae_plugin
|
||||
solanaceae_llama-cpp-web
|
||||
)
|
||||
|
62
plugins/plugin_llama-cpp-web.cpp
Normal file
62
plugins/plugin_llama-cpp-web.cpp
Normal file
@@ -0,0 +1,62 @@
|
||||
#include <solanaceae/plugin/solana_plugin_v1.h>
|
||||
|
||||
#include <solanaceae/llama-cpp-web/llama_cpp_web_impl.hpp>
|
||||
|
||||
#include <memory>
|
||||
#include <iostream>
|
||||
#include <limits>
|
||||
|
||||
static std::unique_ptr<LlamaCppWeb> g_lcw = nullptr;
|
||||
|
||||
constexpr const char* plugin_name = "llama-cpp-web";
|
||||
|
||||
extern "C" {
|
||||
|
||||
SOLANA_PLUGIN_EXPORT const char* solana_plugin_get_name(void) {
|
||||
return plugin_name;
|
||||
}
|
||||
|
||||
SOLANA_PLUGIN_EXPORT uint32_t solana_plugin_get_version(void) {
|
||||
return SOLANA_PLUGIN_VERSION;
|
||||
}
|
||||
|
||||
SOLANA_PLUGIN_EXPORT uint32_t solana_plugin_start(struct SolanaAPI* solana_api) {
|
||||
std::cout << "PLUGIN " << plugin_name << " START()\n";
|
||||
|
||||
if (solana_api == nullptr) {
|
||||
return 1;
|
||||
}
|
||||
|
||||
try {
|
||||
//auto* conf = PLUG_RESOLVE_INSTANCE(ConfigModelI);
|
||||
|
||||
// static store, could be anywhere tho
|
||||
// construct with fetched dependencies
|
||||
g_lcw = std::make_unique<LlamaCppWeb>();
|
||||
|
||||
// register types
|
||||
PLUG_PROVIDE_INSTANCE(LlamaCppWeb, plugin_name, g_lcw.get());
|
||||
PLUG_PROVIDE_INSTANCE(LlamaCppWebI, plugin_name, g_lcw.get());
|
||||
} catch (const ResolveException& e) {
|
||||
std::cerr << "PLUGIN " << plugin_name << " " << e.what << "\n";
|
||||
return 2;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
SOLANA_PLUGIN_EXPORT void solana_plugin_stop(void) {
|
||||
std::cout << "PLUGIN " << plugin_name << " STOP()\n";
|
||||
|
||||
g_lcw.reset();
|
||||
}
|
||||
|
||||
SOLANA_PLUGIN_EXPORT float solana_plugin_tick(float delta) {
|
||||
(void)delta;
|
||||
//g_ircc->iterate(); // TODO: return interval, respect dcc etc
|
||||
|
||||
return std::numeric_limits<float>::max();
|
||||
}
|
||||
|
||||
} // extern C
|
||||
|
Reference in New Issue
Block a user