#include #include #include #include #include static std::unique_ptr g_lcw = nullptr; constexpr const char* plugin_name = "llama-cpp-web"; extern "C" { SOLANA_PLUGIN_EXPORT const char* solana_plugin_get_name(void) { return plugin_name; } SOLANA_PLUGIN_EXPORT uint32_t solana_plugin_get_version(void) { return SOLANA_PLUGIN_VERSION; } SOLANA_PLUGIN_EXPORT uint32_t solana_plugin_start(struct SolanaAPI* solana_api) { std::cout << "PLUGIN " << plugin_name << " START()\n"; if (solana_api == nullptr) { return 1; } try { auto* conf = PLUG_RESOLVE_INSTANCE(ConfigModelI); // static store, could be anywhere tho // construct with fetched dependencies g_lcw = std::make_unique(*conf); // register types PLUG_PROVIDE_INSTANCE(LlamaCppWeb, plugin_name, g_lcw.get()); PLUG_PROVIDE_INSTANCE(TextCompletionI, plugin_name, g_lcw.get()); } catch (const ResolveException& e) { std::cerr << "PLUGIN " << plugin_name << " " << e.what << "\n"; return 2; } return 0; } SOLANA_PLUGIN_EXPORT void solana_plugin_stop(void) { std::cout << "PLUGIN " << plugin_name << " STOP()\n"; g_lcw.reset(); } SOLANA_PLUGIN_EXPORT float solana_plugin_tick(float delta) { (void)delta; //g_ircc->iterate(); // TODO: return interval, respect dcc etc return std::numeric_limits::max(); } } // extern C