lisang
/
AiCoder
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

init project

This commit is contained in:
lisang 2024-05-23 21:49:23 +08:00
commit 9e52a93120
17 changed files with 657 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
.gitignore vendored Normal file
View File

@ -0,0 +1,33 @@
HELP.md
target/
!.mvn/wrapper/maven-wrapper.jar
!**/src/main/**/target/
!**/src/test/**/target/
### STS ###
.apt_generated
.classpath
.factorypath
.project
.settings
.springBeans
.sts4-cache
### IntelliJ IDEA ###
.idea
*.iws
*.iml
*.ipr
### NetBeans ###
/nbproject/private/
/nbbuild/
/dist/
/nbdist/
/.nb-gradle/
build/
!**/src/main/**/build/
!**/src/test/**/build/
### VS Code ###
.vscode/

99
pom.xml Normal file
View File

@ -0,0 +1,99 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.shockkid</groupId>
<artifactId>AiCoder</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>
<name>AiCoder</name>
<description>AiCoder</description>
<properties>
<java.version>1.8</java.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<spring-boot.version>2.6.13</spring-boot.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<!-- https://mvnrepository.com/artifact/com.squareup.okhttp3/okhttp -->
<dependency>
<groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId>
<version>4.11.0</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>2.0.19</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.commonmark/commonmark -->
<dependency>
<groupId>org.commonmark</groupId>
<artifactId>commonmark</artifactId>
<version>0.19.0</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-dependencies</artifactId>
<version>${spring-boot.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
</dependencies>
</dependencyManagement>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.8.1</version>
<configuration>
<source>1.8</source>
<target>1.8</target>
<encoding>UTF-8</encoding>
</configuration>
</plugin>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<version>${spring-boot.version}</version>
<configuration>
<mainClass>com.shockkid.aicoder.AiCoderApplication</mainClass>
<skip>true</skip>
</configuration>
<executions>
<execution>
<id>repackage</id>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>

13
src/main/java/com/shockkid/aicoder/AiCoderApplication.java Normal file
View File

@ -0,0 +1,13 @@
package com.shockkid.aicoder;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class AiCoderApplication {
public static void main(String[] args) {
SpringApplication.run(AiCoderApplication.class, args);
}
}

40
src/main/java/com/shockkid/aicoder/config/OkHttpClientSingleton.java Normal file
View File

@ -0,0 +1,40 @@
package com.shockkid.aicoder.config;
import okhttp3.OkHttpClient;
import java.util.concurrent.TimeUnit;
/**
* OkHttp模块的单例实现
*
* @auther lisang
* @date 2024/5/22 23:23
**/
public class OkHttpClientSingleton {
private static OkHttpClient instance;
private OkHttpClientSingleton() {
// 私有构造函数，防止外部实例化
}
public static OkHttpClient getInstance() {
if (instance == null) {
synchronized (OkHttpClientSingleton.class) {
if (instance == null) {
OkHttpClient.Builder builder = new OkHttpClient.Builder();
// 设置连接超时
builder.connectTimeout(60, TimeUnit.SECONDS);
// 设置读取超时
builder.readTimeout(60, TimeUnit.SECONDS);
// 设置写入超时
builder.writeTimeout(60, TimeUnit.SECONDS);
// 构建 OkHttpClient 实例
instance = builder.build();
}
}
}
return instance;
}
}

22
src/main/java/com/shockkid/aicoder/constant/HtmlConstant.java Normal file
View File

@ -0,0 +1,22 @@
package com.shockkid.aicoder.constant;
/**
* 定义Html相关常量
*
* @auther lisang
* @date 2024/5/22 23:30
**/
public class HtmlConstant {
public static String htmlTitle = "<html><body style='margin: 10px;'>";
public static String htmlEnding = "</body></html>";
public static String userHtmlFormat = "<div style='text-align: right;'>" +
"<div style='display: inline-block; background-color: #DCF8C6; padding: 10px; border-radius: 10px;'>" +
"<strong>You:</strong> %s" +
"</div>" +
"</div>";
public static String assistantFormat = "<div style='text-align: left;'>" +
"<div style='display: inline-block; background-color: #F0F0F0; padding: 10px; border-radius: 10px;'>" +
"<strong>Assistant:</strong> %s" +
"</div>" +
"</div>" ;
}

18
src/main/java/com/shockkid/aicoder/constant/ModelConstant.java Normal file
View File

@ -0,0 +1,18 @@
package com.shockkid.aicoder.constant;
/**
* @auther lisang
* @date 2024/5/22 23:28
**/
public class ModelConstant {
public static final String LLAMA = "llama3";
public static final String QWEN_MAX = "qwen-max";
public static final String QWEN_LONG = "qwen-long";
public static final String RESPONSE = "response";
public static final String OUTPUT = "output";
public static final String TEXT = "text";
public static final String USER_ROLE = "user";
public static final String ASSISTANT_ROLE = "assistant";
public static final String MESSAGE = "message";
public static final String CONTENT = "content";
}

32
src/main/java/com/shockkid/aicoder/controller/AiController.java Normal file
View File

@ -0,0 +1,32 @@
package com.shockkid.aicoder.controller;
import com.shockkid.aicoder.executor.AiExecutor;
import com.shockkid.aicoder.storage.MessageHistoryStorage;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RestController;
/**
* @auther lisang
* @date 2024/5/22 23:43
**/
@RestController
public class AiController {
@PostMapping("/aiChat")
public String aiChat(String text) {
AiExecutor aiExecutor = new AiExecutor();
String result = aiExecutor.getChatMessageByTongYi(text);
return result;
}
@PostMapping("/aiChatHistory")
public String aiChatHistory(String text) {
AiExecutor aiExecutor = new AiExecutor();
String result = aiExecutor.getChatHistoryByTongYi(text);
MessageHistoryStorage.putUserContent(text);
MessageHistoryStorage.putAssistantContent(result);
String html = MessageHistoryStorage.buildHtmlString();
return html;
}
}

192
src/main/java/com/shockkid/aicoder/executor/AiExecutor.java Normal file
View File

@ -0,0 +1,192 @@
package com.shockkid.aicoder.executor;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import com.shockkid.aicoder.config.OkHttpClientSingleton;
import com.shockkid.aicoder.constant.ModelConstant;
import com.shockkid.aicoder.model.*;
import com.shockkid.aicoder.storage.MessageHistoryStorage;
import okhttp3.*;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import static com.shockkid.aicoder.constant.ModelConstant.*;
/**
* AI执行器
*
* @auther lisang
* @date 2024/5/22 23:30
**/
public class AiExecutor {
private String generateUrl = "http://127.0.0.1:11434/api/generate";
private String chatUrl = "http://127.0.0.1:11434/api/chat";
private String ApiKey = "Bearer 你的TOKEN";
/**
* 通义大模型模型链接
*/
private String tongYiUrl = "https://dashscope.aliyuncs.com/api/v1/services/aigc/text-generation/generation";
/**
* 基于通义大模型API获取返回结果
* @param prompt
* @return
*/
public String getChatMessageByTongYi(String prompt){
OkHttpClient client = OkHttpClientSingleton.getInstance();
// 构建入参
TongYiModel model = new TongYiModel();
model.setModel(QWEN_MAX);
InputModel inputModel = new InputModel();
List<RoleContentModel> messages = new ArrayList<>();
RoleContentModel roleContentModel = new RoleContentModel();
roleContentModel.setRole(USER_ROLE);
roleContentModel.setContent(prompt);
messages.add(roleContentModel);
inputModel.setMessages(messages);
model.setInput(inputModel);
// 发起请求
RequestBody requestBody = RequestBody.create(MediaType.parse("application/json"), JSON.toJSONString(model));
Request request = new Request.Builder()
.header("Authorization",ApiKey)
.url(tongYiUrl)
.post(requestBody)
.build();
try (Response response = client.newCall(request).execute()) {
// 处理响应
if (response.isSuccessful()) {
// 请求成功
ResponseBody responseBody = response.body();
String string = responseBody.string();
JSONObject jsonObject = JSON.parseObject(string);
// 处理响应体
JSONObject outputJson = jsonObject.getJSONObject(OUTPUT);
return outputJson.getString(TEXT);
} else {
// 请求失败
return "请求失败，响应码: " + response.code();
}
} catch (IOException e) {
// 发生异常
e.printStackTrace();
}
return "请求失败";
}
/**
* 基于通义大模型API获取上下文对象
* @param prompt
* @return
*/
public String getChatHistoryByTongYi(String prompt){
OkHttpClient client = OkHttpClientSingleton.getInstance();
// 构建入参
TongYiModel model = new TongYiModel();
model.setModel(QWEN_MAX);
InputModel inputModel = new InputModel();
// 构建上下文入参
inputModel.setMessages(MessageHistoryStorage.buildRoleContentModel(prompt));
model.setInput(inputModel);
// 发起请求
RequestBody requestBody = RequestBody.create(MediaType.parse("application/json"), JSON.toJSONString(model));
Request request = new Request.Builder()
.header("Authorization",ApiKey)
.url(tongYiUrl)
.post(requestBody)
.build();
try (Response response = client.newCall(request).execute()) {
// 处理响应
if (response.isSuccessful()) {
// 请求成功
ResponseBody responseBody = response.body();
String string = responseBody.string();
JSONObject jsonObject = JSON.parseObject(string);
// 处理响应体
JSONObject outputJson = jsonObject.getJSONObject(OUTPUT);
return outputJson.getString(TEXT);
} else {
// 请求失败
return "请求失败，响应码: " + response.code();
}
} catch (IOException e) {
// 发生异常
e.printStackTrace();
}
return "请求失败";
}
/**
* ollama开源框架简单的聊天获取结果
* @param prompt
* @return
*/
public String getChatMessage(String prompt){
OkHttpClient client = OkHttpClientSingleton.getInstance();
ChatModel chatModel = new ChatModel();
chatModel.setModel(ModelConstant.LLAMA);
chatModel.setPrompt(prompt);
chatModel.setStream(false);
RequestBody requestBody = RequestBody.create(MediaType.parse("application/json"), JSON.toJSONString(chatModel));
Request request = new Request.Builder()
.url(generateUrl)
.post(requestBody)
.build();
try (Response response = client.newCall(request).execute()) {
// 处理响应
if (response.isSuccessful()) {
// 请求成功
ResponseBody responseBody = response.body();
String string = responseBody.string();
JSONObject jsonObject = JSON.parseObject(string);
// 处理响应体
return jsonObject.getString(RESPONSE);
} else {
// 请求失败
return "请求失败，响应码: " + response.code();
}
} catch (IOException e) {
// 发生异常
e.printStackTrace();
}
return "请求失败";
}
/**
* ollama开源框架带历史上下文的回答
* @param prompt
* @return
*/
public String getRoleContentResult(String prompt){
OkHttpClient client = OkHttpClientSingleton.getInstance();
ChatRoleModel chatRoleModel = new ChatRoleModel();
chatRoleModel.setModel(LLAMA);
chatRoleModel.setStream(false);
chatRoleModel.setMessages(MessageHistoryStorage.buildRoleContentModel(prompt));
RequestBody requestBody = RequestBody.create(MediaType.parse("application/json"), JSON.toJSONString(chatRoleModel));
Request request = new Request.Builder()
.url(chatUrl)
.post(requestBody)
.build();
try (Response response = client.newCall(request).execute()) {
// 处理响应
if (response.isSuccessful()) {
ResponseBody responseBody = response.body();
String string = responseBody.string();
JSONObject jsonObject = JSON.parseObject(string);
JSONObject messageJson = jsonObject.getJSONObject(MESSAGE);
return messageJson.getString(CONTENT);
} else {
// 请求失败
System.out.println("请求失败，响应码: " + response.code());
return "请求失败，响应码: " + response.code();
}
} catch (IOException e) {
// 发生异常
e.printStackTrace();
}
return "请求失败";
}
}

14
src/main/java/com/shockkid/aicoder/model/ChatModel.java Normal file
View File

@ -0,0 +1,14 @@
package com.shockkid.aicoder.model;
import lombok.Data;
/**
* @auther lisang
* @date 2024/5/22 23:33
**/
@Data
public class ChatModel {
private String model;
private String prompt;
private Boolean stream;
}

16
src/main/java/com/shockkid/aicoder/model/ChatRoleModel.java Normal file
View File

@ -0,0 +1,16 @@
package com.shockkid.aicoder.model;
import lombok.Data;
import java.util.List;
/**
* @auther lisang
* @date 2024/5/22 23:33
**/
@Data
public class ChatRoleModel {
private String model;
private List<RoleContentModel> messages;
private Boolean stream;
}

14
src/main/java/com/shockkid/aicoder/model/InputModel.java Normal file
View File

@ -0,0 +1,14 @@
package com.shockkid.aicoder.model;
import lombok.Data;
import java.util.List;
/**
* @auther lisang
* @date 2024/5/22 23:34
**/
@Data
public class InputModel {
private List<RoleContentModel> messages;
}

13
src/main/java/com/shockkid/aicoder/model/RoleContentModel.java Normal file
View File

@ -0,0 +1,13 @@
package com.shockkid.aicoder.model;
import lombok.Data;
/**
* @auther lisang
* @date 2024/5/22 23:34
**/
@Data
public class RoleContentModel {
private String role;
private String content;
}

15
src/main/java/com/shockkid/aicoder/model/TongYiModel.java Normal file
View File

@ -0,0 +1,15 @@
package com.shockkid.aicoder.model;
import lombok.Data;
/**
* 通义模型参数
*
* @auther lisang
* @date 2024/5/22 23:32
**/
@Data
public class TongYiModel {
private String model;
private InputModel input;
}

99
src/main/java/com/shockkid/aicoder/storage/MessageHistoryStorage.java Normal file
View File

@ -0,0 +1,99 @@
package com.shockkid.aicoder.storage;
import com.shockkid.aicoder.constant.HtmlConstant;
import com.shockkid.aicoder.constant.ModelConstant;
import com.shockkid.aicoder.model.RoleContentModel;
import com.shockkid.aicoder.util.MarkdownUtils;
import java.util.ArrayList;
import java.util.List;
/**
* 本地历史记录
*
* @auther lisang
* @date 2024/5/22 23:37
**/
public class MessageHistoryStorage {
/**
* 存储用户的聊天记录
*/
public static List<RoleContentModel> userContentList;
/**
* 存储AI的回答记录
*/
public static List<RoleContentModel> assistantContentList;
/**
* 截断历史数量
*/
public static final Integer LIMIT_NUMBER = 5;
static {
userContentList = new ArrayList<>();
assistantContentList = new ArrayList<>();
// 后期接入历史数据重新加载时可以在这里加载
}
/**
* 初始化一个角色信息
*/
public static void initRole(){
}
public static void putUserContent(String content){
RoleContentModel roleContentModel = new RoleContentModel();
roleContentModel.setRole(ModelConstant.USER_ROLE);
roleContentModel.setContent(content);
userContentList.add(roleContentModel);
}
public static void putAssistantContent(String content){
RoleContentModel roleContentModel = new RoleContentModel();
roleContentModel.setRole(ModelConstant.ASSISTANT_ROLE);
roleContentModel.setContent(content);
assistantContentList.add(roleContentModel);
}
/**
* 构建展示的Html代码
* @return
*/
public static String buildHtmlString(){
StringBuilder builder = new StringBuilder();
builder.append(HtmlConstant.htmlTitle);
for (int i = 0; i < assistantContentList.size(); i++) {
builder.append(String.format(HtmlConstant.userHtmlFormat, MarkdownUtils.markdownToHtml(userContentList.get(i).getContent())));
builder.append(String.format(HtmlConstant.assistantFormat, MarkdownUtils.markdownToHtml(assistantContentList.get(i).getContent())));
}
builder.append(HtmlConstant.htmlEnding);
return builder.toString();
}
/**
* 构建包含历史记录的请求集合
* @param prompt
* @return
*/
public static List<RoleContentModel> buildRoleContentModel(String prompt){
List<RoleContentModel> modelList = new ArrayList<>();
if (assistantContentList.isEmpty()){
RoleContentModel model = new RoleContentModel();
model.setRole(ModelConstant.USER_ROLE);
model.setContent(prompt);
modelList.add(model);
}else {
for (int i = 0; i < assistantContentList.size(); i++) {
modelList.add(userContentList.get(i));
modelList.add(assistantContentList.get(i));
}
RoleContentModel model = new RoleContentModel();
model.setRole(ModelConstant.USER_ROLE);
model.setContent(prompt);
modelList.add(model);
}
return modelList;
}
}

23
src/main/java/com/shockkid/aicoder/util/MarkdownUtils.java Normal file
View File

@ -0,0 +1,23 @@
package com.shockkid.aicoder.util;
import org.commonmark.node.Node;
import org.commonmark.parser.Parser;
import org.commonmark.renderer.html.HtmlRenderer;
/**
* MD文档转换为HTML格式
*
* @auther lisang
* @date 2024/5/22 23:38
**/
public class MarkdownUtils {
public static String markdownToHtml(String htmlString){
// 使用 CommonMark 解析器解析 Markdown
Parser parser = Parser.builder().build();
Node document = parser.parse(htmlString);
// 使用 CommonMark HTML 渲染器将 Markdown 转换为 HTML
HtmlRenderer renderer = HtmlRenderer.builder().build();
String htmlContent = renderer.render(document);
return htmlContent;
}
}

1
src/main/resources/application.properties Normal file
View File

@ -0,0 +1 @@
server.port=8520

13
src/test/java/com/shockkid/aicoder/AiCoderApplicationTests.java Normal file
View File

@ -0,0 +1,13 @@
package com.shockkid.aicoder;
import org.junit.jupiter.api.Test;
import org.springframework.boot.test.context.SpringBootTest;
@SpringBootTest
class AiCoderApplicationTests {
@Test
void contextLoads() {
}
}