20 Star 0 Fork 2

openKylin / kylin-ondevice-nlp-engine

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
ondevicenlpengine.h 1.99 KB
一键复制 编辑 原始数据 按行查看 历史
/*
* Copyright 2024 KylinSoft Co., Ltd.
*
* This program is free software: you can redistribute it and/or modify it under
* the terms of the GNU General Public License as published by the Free Software
* Foundation, either version 3 of the License, or (at your option) any later
* version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along with
* this program. If not, see <https://www.gnu.org/licenses/>.
*/
#pragma once
#include <chrono>
#include <condition_variable>
#include <mutex>
#include <thread>
#include <string>
#include <kylin-ai/ai-engine/large-model/endsidenlpengine.h>
class NlpServer;
namespace ai_engine::lm::nlp {
class OndeviceNlpEngine : public AbstractEndSideNlpEngine {
public:
OndeviceNlpEngine();
~OndeviceNlpEngine();
std::string engineName() override { return "ondevice"; }
void setChatResultCallback(ChatResultCallback callback) override;
void setContextSize(int size) override;
void clearContext() override;
virtual bool chat(const std::string &message,
ai_engine::lm::EngineError &error) override;
void stopChat() override;
void onChatResult(const std::string &result);
virtual bool initChatModule(ai_engine::lm::EngineError &error) override;
virtual bool destroyChatModule(ai_engine::lm::EngineError &error) override;
uint taskId() const { return taskId_; }
private:
void releaseTimerCallback();
private:
uint taskId_ = 0;
int slotId_ = -1;
uint sessionId_ = 0;
bool inited_ = false;
bool chatStopped_ = false;
std::mutex releaseTimerMutex_;
std::condition_variable releaseTimerCondition_;
NlpServer *nlpServer_ = nullptr;
ChatResultCallback chatResultCallback_ = nullptr;
};
} // namespace ai_engine::lm::nlp
1
https://gitee.com/openkylin/kylin-ondevice-nlp-engine.git
git@gitee.com:openkylin/kylin-ondevice-nlp-engine.git
openkylin
kylin-ondevice-nlp-engine
kylin-ondevice-nlp-engine
openkylin/nile

搜索帮助