+ * Only cosine similarity is used. + * Only ivfflat index is used. + */ +public class AdiPgVectorEmbeddingStore implements EmbeddingStore { + + private static final Logger log = LoggerFactory.getLogger(AdiPgVectorEmbeddingStore.class); + + private static final Gson GSON = new Gson(); + + private final String host; + private final Integer port; + private final String user; + private final String password; + private final String database; + private final String table; + + /** + * All args constructor for PgVectorEmbeddingStore Class + * + * @param host The database host + * @param port The database port + * @param user The database user + * @param password The database password + * @param database The database name + * @param table The database table + * @param dimension The vector dimension + * @param useIndex Should use IVFFlat index + * @param indexListSize The IVFFlat number of lists + * @param createTable Should create table automatically + * @param dropTableFirst Should drop table first, usually for testing + */ + @Builder + public AdiPgVectorEmbeddingStore( + String host, + Integer port, + String user, + String password, + String database, + String table, + Integer dimension, + Boolean useIndex, + Integer indexListSize, + Boolean createTable, + Boolean dropTableFirst) { + this.host = ensureNotBlank(host, "host"); + this.port = ensureGreaterThanZero(port, "port"); + this.user = ensureNotBlank(user, "user"); + this.password = ensureNotBlank(password, "password"); + this.database = ensureNotBlank(database, "database"); + this.table = ensureNotBlank(table, "table"); + + useIndex = getOrDefault(useIndex, false); + createTable = getOrDefault(createTable, true); + dropTableFirst = getOrDefault(dropTableFirst, false); + + try (Connection connection = setupConnection()) { + + if (dropTableFirst) { + connection.createStatement().executeUpdate(String.format("DROP TABLE IF EXISTS %s", table)); + } + + if (createTable) { + connection.createStatement().executeUpdate(String.format( + "CREATE TABLE IF NOT EXISTS %s (" + + "embedding_id UUID PRIMARY KEY, " + + "embedding vector(%s), " + + "text TEXT NULL, " + + "metadata JSON NULL" + + ")", + table, ensureGreaterThanZero(dimension, "dimension"))); + } + + if (useIndex) { + final String indexName = table + "_ivfflat_index"; + connection.createStatement().executeUpdate(String.format( + "CREATE INDEX IF NOT EXISTS %s ON %s " + + "USING ivfflat (embedding vector_cosine_ops) " + + "WITH (lists = %s)", + indexName, table, ensureGreaterThanZero(indexListSize, "indexListSize"))); + } + } catch (SQLException e) { + throw new RuntimeException(e); + } + } + + private Connection setupConnection() throws SQLException { + Connection connection = DriverManager.getConnection( + String.format("jdbc:postgresql://%s:%s/%s", host, port, database), + user, + password + ); + connection.createStatement().executeUpdate("CREATE EXTENSION IF NOT EXISTS vector"); + PGvector.addVectorType(connection); + return connection; + } + + /** + * Adds a given embedding to the store. + * + * @param embedding The embedding to be added to the store. + * @return The auto-generated ID associated with the added embedding. + */ + @Override + public String add(Embedding embedding) { + String id = randomUUID(); + addInternal(id, embedding, null); + return id; + } + + /** + * Adds a given embedding to the store. + * + * @param id The unique identifier for the embedding to be added. + * @param embedding The embedding to be added to the store. + */ + @Override + public void add(String id, Embedding embedding) { + addInternal(id, embedding, null); + } + + /** + * Adds a given embedding and the corresponding content that has been embedded to the store. + * + * @param embedding The embedding to be added to the store. + * @param textSegment Original content that was embedded. + * @return The auto-generated ID associated with the added embedding. + */ + @Override + public String add(Embedding embedding, TextSegment textSegment) { + String id = randomUUID(); + addInternal(id, embedding, textSegment); + return id; + } + + /** + * Adds multiple embeddings to the store. + * + * @param embeddings A list of embeddings to be added to the store. + * @return A list of auto-generated IDs associated with the added embeddings. + */ + @Override + public List addAll(List embeddings) { + List ids = embeddings.stream().map(ignored -> randomUUID()).collect(toList()); + addAllInternal(ids, embeddings, null); + return ids; + } + + /** + * Adds multiple embeddings and their corresponding contents that have been embedded to the store. + * + * @param embeddings A list of embeddings to be added to the store. + * @param embedded A list of original contents that were embedded. + * @return A list of auto-generated IDs associated with the added embeddings. + */ + @Override + public List addAll(List embeddings, List embedded) { + List ids = embeddings.stream().map(ignored -> randomUUID()).collect(toList()); + addAllInternal(ids, embeddings, embedded); + return ids; + } + + /** + * Finds the most relevant (closest in space) embeddings to the provided reference embedding. + * + * @param referenceEmbedding The embedding used as a reference. Returned embeddings should be relevant (closest) to this one. + * @param maxResults The maximum number of embeddings to be returned. + * @param minScore The minimum relevance score, ranging from 0 to 1 (inclusive). + * Only embeddings with a score of this value or higher will be returned. + * @return A list of embedding matches. + * Each embedding match includes a relevance score (derivative of cosine distance), + * ranging from 0 (not relevant) to 1 (highly relevant). + */ + @Override + public List> findRelevant(Embedding referenceEmbedding, int maxResults, double minScore) { + List> result = new ArrayList<>(); + try (Connection connection = setupConnection()) { + String referenceVector = Arrays.toString(referenceEmbedding.vector()); + String query = String.format( + "WITH temp AS (SELECT (2 - (embedding <=> '%s')) / 2 AS score, embedding_id, embedding, text, metadata FROM %s) SELECT * FROM temp WHERE score >= %s ORDER BY score desc LIMIT %s;", + referenceVector, table, minScore, maxResults); + PreparedStatement selectStmt = connection.prepareStatement(query); + + ResultSet resultSet = selectStmt.executeQuery(); + while (resultSet.next()) { + double score = resultSet.getDouble("score"); + String embeddingId = resultSet.getString("embedding_id"); + + PGvector vector = (PGvector) resultSet.getObject("embedding"); + Embedding embedding = new Embedding(vector.toArray()); + + String text = resultSet.getString("text"); + TextSegment textSegment = null; + if (isNotNullOrBlank(text)) { + String metadataJson = Optional.ofNullable(resultSet.getString("metadata")).orElse("{}"); + Type type = new TypeToken>() { + }.getType(); + Metadata metadata = new Metadata(new HashMap<>(GSON.fromJson(metadataJson, type))); + textSegment = TextSegment.from(text, metadata); + } + + result.add(new EmbeddingMatch<>(score, embeddingId, embedding, textSegment)); + } + } catch (SQLException e) { + throw new RuntimeException(e); + } + + return result; + } + + private void addInternal(String id, Embedding embedding, TextSegment embedded) { + addAllInternal( + singletonList(id), + singletonList(embedding), + embedded == null ? null : singletonList(embedded)); + } + + private void addAllInternal( + List ids, List embeddings, List embedded) { + if (isNullOrEmpty(ids) || isNullOrEmpty(embeddings)) { + log.info("Empty embeddings - no ops"); + return; + } + ensureTrue(ids.size() == embeddings.size(), "ids size is not equal to embeddings size"); + ensureTrue(embedded == null || embeddings.size() == embedded.size(), + "embeddings size is not equal to embedded size"); + + try (Connection connection = setupConnection()) { + String query = String.format( + "INSERT INTO %s (embedding_id, embedding, text, metadata) VALUES (?, ?, ?, ?)" + + "ON CONFLICT (embedding_id) DO UPDATE SET " + + "embedding = EXCLUDED.embedding," + + "text = EXCLUDED.text," + + "metadata = EXCLUDED.metadata;", + table); + + PreparedStatement upsertStmt = connection.prepareStatement(query); + + for (int i = 0; i < ids.size(); ++i) { + upsertStmt.setObject(1, UUID.fromString(ids.get(i))); + upsertStmt.setObject(2, new PGvector(embeddings.get(i).vector())); + + if (embedded != null && embedded.get(i) != null) { + upsertStmt.setObject(3, embedded.get(i).text()); + Map metadata = embedded.get(i).metadata().asMap(); + upsertStmt.setObject(4, GSON.toJson(metadata), Types.OTHER); + } else { + upsertStmt.setNull(3, Types.VARCHAR); + upsertStmt.setNull(4, Types.OTHER); + } + upsertStmt.addBatch(); + } + + upsertStmt.executeBatch(); + + } catch (SQLException e) { + throw new RuntimeException(e); + } + } + + + //adi + public List> findRelevantByKbUuid(String kbUuid, Embedding referenceEmbedding, int maxResults, double minScore) { + List> result = new ArrayList<>(); + try (Connection connection = setupConnection()) { + String referenceVector = Arrays.toString(referenceEmbedding.vector()); + //新增查询条件kb_id + String query = String.format( + "WITH temp AS (SELECT (2 - (embedding <=> '%s')) / 2 AS score, embedding_id, embedding, text, metadata FROM %s where metadata->>'kb_uuid' = '%s') SELECT * FROM temp WHERE score >= %s ORDER BY score desc LIMIT %s;", + referenceVector, table, kbUuid, minScore, maxResults); + PreparedStatement selectStmt = connection.prepareStatement(query); + + ResultSet resultSet = selectStmt.executeQuery(); + while (resultSet.next()) { + double score = resultSet.getDouble("score"); + String embeddingId = resultSet.getString("embedding_id"); + + PGvector vector = (PGvector) resultSet.getObject("embedding"); + Embedding embedding = new Embedding(vector.toArray()); + + String text = resultSet.getString("text"); + TextSegment textSegment = null; + if (isNotNullOrBlank(text)) { + String metadataJson = Optional.ofNullable(resultSet.getString("metadata")).orElse("{}"); + Type type = new TypeToken>() { + }.getType(); + Metadata metadata = new Metadata(new HashMap<>(GSON.fromJson(metadataJson, type))); + textSegment = TextSegment.from(text, metadata); + } + + result.add(new EmbeddingMatch<>(score, embeddingId, embedding, textSegment)); + } + } catch (SQLException e) { + throw new RuntimeException(e); + } + + return result; + } + + public int deleteByMetadata(String metadataKey, String metadataValue) { + if (StringUtils.isAnyBlank(metadataKey, metadataValue)) { + return NumberUtils.INTEGER_ZERO; + } + try (Connection connection = setupConnection()) { + String query = String.format("delete from %s where metadata->'%s'=?", table, metadataKey); + PreparedStatement prepareStatement = connection.prepareStatement(query); + prepareStatement.setString(1, metadataValue); + return prepareStatement.executeUpdate(); + } catch (SQLException e) { + throw new RuntimeException(e); + } + } +} \ No newline at end of file diff --git a/adi-common/src/main/java/com/moyz/adi/common/util/LocalCache.java b/adi-common/src/main/java/com/moyz/adi/common/util/LocalCache.java index 288f2b6..23c77a6 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/util/LocalCache.java +++ b/adi-common/src/main/java/com/moyz/adi/common/util/LocalCache.java @@ -1,6 +1,6 @@ package com.moyz.adi.common.util; -import com.moyz.adi.common.model.RequestRateLimit; +import com.moyz.adi.common.vo.RequestRateLimit; import java.util.HashMap; import java.util.Map; diff --git a/adi-common/src/main/java/com/moyz/adi/common/util/MPPageUtil.java b/adi-common/src/main/java/com/moyz/adi/common/util/MPPageUtil.java index 68eba5c..a19f47b 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/util/MPPageUtil.java +++ b/adi-common/src/main/java/com/moyz/adi/common/util/MPPageUtil.java @@ -9,11 +9,16 @@ import java.lang.reflect.InvocationTargetException; import java.util.ArrayList; import java.util.Collections; import java.util.List; +import java.util.function.BiFunction; @Slf4j public class MPPageUtil { public static Page convertTo(Page source, Page target, Class targetRecordClass) { + return MPPageUtil.convertTo(source, target, targetRecordClass, null); + } + + public static Page convertTo(Page source, Page target, Class targetRecordClass, BiFunction biFunction) { BeanUtils.copyProperties(source, target); List records = new ArrayList<>(); target.setRecords(records); @@ -21,6 +26,9 @@ public class MPPageUtil { for (T t : source.getRecords()) { U u = targetRecordClass.getDeclaredConstructor().newInstance(); BeanUtils.copyProperties(t, u); + if (null != biFunction) { + biFunction.apply(t, u); + } records.add(u); } } catch (NoSuchMethodException e1) { diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/AnswerMeta.java b/adi-common/src/main/java/com/moyz/adi/common/vo/AnswerMeta.java new file mode 100644 index 0000000..a94a7e8 --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/AnswerMeta.java @@ -0,0 +1,11 @@ +package com.moyz.adi.common.vo; + +import lombok.AllArgsConstructor; +import lombok.Data; + +@Data +@AllArgsConstructor +public class AnswerMeta { + private Integer tokens; + private String uuid; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/ChatMeta.java b/adi-common/src/main/java/com/moyz/adi/common/vo/ChatMeta.java new file mode 100644 index 0000000..cb2118c --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/ChatMeta.java @@ -0,0 +1,11 @@ +package com.moyz.adi.common.vo; + +import lombok.AllArgsConstructor; +import lombok.Data; + +@Data +@AllArgsConstructor +public class ChatMeta { + private QuestionMeta question; + private AnswerMeta answer; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/CostStat.java b/adi-common/src/main/java/com/moyz/adi/common/vo/CostStat.java new file mode 100644 index 0000000..f395d91 --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/CostStat.java @@ -0,0 +1,14 @@ +package com.moyz.adi.common.vo; + +import lombok.Data; + +@Data +public class CostStat { + private int day; + private int textRequestTimesByDay; + private int textTokenCostByDay; + private int imageGeneratedNumberByDay; + private int textTokenCostByMonth; + private int textRequestTimesByMonth; + private int imageGeneratedNumberByMonth; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/QuestionMeta.java b/adi-common/src/main/java/com/moyz/adi/common/vo/QuestionMeta.java new file mode 100644 index 0000000..6d17070 --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/QuestionMeta.java @@ -0,0 +1,11 @@ +package com.moyz.adi.common.vo; + +import lombok.AllArgsConstructor; +import lombok.Data; + +@Data +@AllArgsConstructor +public class QuestionMeta { + private Integer tokens; + private String uuid; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/RequestRateLimit.java b/adi-common/src/main/java/com/moyz/adi/common/vo/RequestRateLimit.java new file mode 100644 index 0000000..b0ab87d --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/RequestRateLimit.java @@ -0,0 +1,13 @@ +package com.moyz.adi.common.vo; + +import lombok.Data; + +@Data +public class RequestRateLimit { + private int times; + private int minutes; + private int type; + + public static final int TYPE_TEXT = 1; + public static final int TYPE_IMAGE = 2; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/vo/SseAskParams.java b/adi-common/src/main/java/com/moyz/adi/common/vo/SseAskParams.java new file mode 100644 index 0000000..2ae33f9 --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/vo/SseAskParams.java @@ -0,0 +1,25 @@ +package com.moyz.adi.common.vo; + +import com.moyz.adi.common.entity.User; +import com.moyz.adi.common.util.TriConsumer; +import dev.langchain4j.memory.ChatMemory; +import lombok.Data; +import org.springframework.web.servlet.mvc.method.annotation.SseEmitter; + + +@Data +public class SseAskParams { + + private User user; + + private String regenerateQuestionUuid; + + private String systemMessage; + + private ChatMemory chatMemory; + + private String userMessage; + + private SseEmitter sseEmitter; + +} diff --git a/adi-common/src/main/resources/mapper/KnowledgeBaseEmbedding.xml b/adi-common/src/main/resources/mapper/KnowledgeBaseEmbedding.xml new file mode 100644 index 0000000..03ed9f5 --- /dev/null +++ b/adi-common/src/main/resources/mapper/KnowledgeBaseEmbedding.xml @@ -0,0 +1,12 @@ + + + + + + select * from adi_knowledge_base_embedding where metadata->>'kb_item_uuid' = #{kbItemUuid} + + + + delete from adi_knowledge_base_embedding where metadata->>'kb_item_uuid' = #{kbItemUuid} + + diff --git a/adi-common/src/main/resources/mapper/KnowledgeBaseMapper.xml b/adi-common/src/main/resources/mapper/KnowledgeBaseMapper.xml new file mode 100644 index 0000000..f7bcc4a --- /dev/null +++ b/adi-common/src/main/resources/mapper/KnowledgeBaseMapper.xml @@ -0,0 +1,32 @@ + + + + + select * + from adi_knowledge_base + where is_deleted = false + + and title like "%"#{keyword}"%" + + order by update_time desc + + + + select * + from adi_knowledge_base + where is_deleted = false + + + nd (is_public = true or owner_id = #{ownerId}) + + + and owner_id = #{ownerId} + + + + and title like "%"#{keyword}"%" + + order by update_time desc + + + diff --git a/adi-common/src/main/resources/mapper/KnowledgeBaseQaRecord.xml b/adi-common/src/main/resources/mapper/KnowledgeBaseQaRecord.xml new file mode 100644 index 0000000..236f4f6 --- /dev/null +++ b/adi-common/src/main/resources/mapper/KnowledgeBaseQaRecord.xml @@ -0,0 +1,6 @@ + + + + + + diff --git a/docs/create.sql b/docs/create.sql index ce10e15..2d41254 100644 --- a/docs/create.sql +++ b/docs/create.sql @@ -1,186 +1,528 @@ -CREATE TABLE `adi_ai_model` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `name` varchar(45) NOT NULL DEFAULT '', - `remark` varchar(1000) DEFAULT NULL, - `model_status` tinyint NOT NULL DEFAULT '1' COMMENT '1:正常使用,2:不可用', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - PRIMARY KEY (`id`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='ai模型'; +-- 需要先安装pgvector这个扩展（https://github.com/pgvector/pgvector） +-- CREATE EXTENSION vector; -CREATE TABLE `adi_sys_config` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `name` varchar(100) NOT NULL DEFAULT '', - `value` varchar(100) NOT NULL DEFAULT '', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0', - PRIMARY KEY (`id`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='系统配置表'; +SET client_encoding = 'UTF8'; +CREATE SCHEMA public; -INSERT INTO `adi_sys_config` (`name`, `value`) +CREATE TABLE public.adi_ai_image +( + id bigserial primary key, + user_id bigint DEFAULT '0'::bigint NOT NULL, + uuid character varying(32) DEFAULT ''::character varying NOT NULL, + prompt character varying(1024) DEFAULT ''::character varying NOT NULL, + generate_size character varying(20) DEFAULT ''::character varying NOT NULL, + generate_number integer DEFAULT 1 NOT NULL, + original_image character varying(1000) DEFAULT ''::character varying NOT NULL, + mask_image character varying(1000) DEFAULT ''::character varying NOT NULL, + resp_images_path character varying(2048) DEFAULT ''::character varying NOT NULL, + generated_images character varying(2048) DEFAULT ''::character varying NOT NULL, + interacting_method smallint DEFAULT '1'::smallint NOT NULL, + process_status smallint DEFAULT '1'::smallint NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL, + CONSTRAINT adi_ai_image_generate_number_check CHECK (((generate_number >= 1) AND (generate_number <= 10))), + CONSTRAINT adi_ai_image_interacting_method_check CHECK ((interacting_method = ANY (ARRAY [1, 2, 3]))), + CONSTRAINT adi_ai_image_process_status_check CHECK ((process_status = ANY (ARRAY [1, 2, 3]))), + CONSTRAINT adi_ai_image_user_id_check CHECK ((user_id >= 0)) +); +ALTER TABLE ONLY public.adi_ai_image + ADD CONSTRAINT udx_uuid UNIQUE (uuid); +COMMENT ON TABLE public.adi_ai_image IS 'Images generated by ai'; +COMMENT ON COLUMN public.adi_ai_image.user_id IS 'The user who generated the image'; +COMMENT ON COLUMN public.adi_ai_image.uuid IS 'The uuid of the request of generated images'; +COMMENT ON COLUMN public.adi_ai_image.prompt IS 'The prompt for generating images'; +COMMENT ON COLUMN public.adi_ai_image.generate_size IS 'The size of the generated images. Must be one of "256x256", "512x512", or "1024x1024"'; +COMMENT ON COLUMN public.adi_ai_image.generate_number IS 'The number of images to generate. Must be between 1 and 10. Defaults to 1.'; +COMMENT ON COLUMN public.adi_ai_image.original_image IS 'The path of the original image (local path or http path), interacting_method must be 2/3'; +COMMENT ON COLUMN public.adi_ai_image.mask_image IS 'The path of the mask image (local path or http path), interacting_method must be 2'; +COMMENT ON COLUMN public.adi_ai_image.resp_images_path IS 'The url of the generated images which from openai response, separated by commas'; + +COMMENT ON COLUMN public.adi_ai_image.generated_images IS 'The path of the generated images, separated by commas'; + +COMMENT ON COLUMN public.adi_ai_image.interacting_method IS '1: Creating images from scratch based on a text prompt; 2: Creating edits of an existing image based on a new text prompt; 3: Creating variations of an existing image'; +COMMENT ON COLUMN public.adi_ai_image.process_status IS 'Generate image status, 1: doing, 2: fail, 3: success'; +COMMENT ON COLUMN public.adi_ai_image.create_time IS 'Timestamp of record creation'; +COMMENT ON COLUMN public.adi_ai_image.update_time IS 'Timestamp of record last update, automatically updated on each update'; +COMMENT ON COLUMN public.adi_ai_image.is_deleted IS 'Flag indicating whether the record is deleted (0: not deleted, 1: deleted)'; + + +CREATE TABLE public.adi_ai_model +( + id bigserial primary key, + name character varying(45) DEFAULT ''::character varying NOT NULL, + remark character varying(1000), + model_status smallint DEFAULT '1'::smallint NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL, + CONSTRAINT adi_ai_model_model_status_check CHECK ((model_status = ANY (ARRAY [1, 2]))) +); + +COMMENT ON TABLE public.adi_ai_model IS 'ai模型'; + +COMMENT ON COLUMN public.adi_ai_model.name IS 'The name of the AI model'; +COMMENT ON COLUMN public.adi_ai_model.remark IS 'Additional remarks about the AI model'; +COMMENT ON COLUMN public.adi_ai_model.model_status IS '1: Normal usage, 2: Not available'; + +COMMENT ON COLUMN public.adi_ai_model.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_ai_model.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +CREATE TABLE public.adi_conversation +( + id bigserial primary key, + user_id bigint DEFAULT '0'::bigint NOT NULL, + uuid character varying(32) DEFAULT ''::character varying NOT NULL, + title character varying(45) DEFAULT ''::character varying NOT NULL, + openai_conversation_id character varying(32) DEFAULT ''::character varying NOT NULL, + tokens integer DEFAULT 0 NOT NULL, + ai_system_message character varying(1000) DEFAULT ''::character varying NOT NULL, + ai_model character varying(45) DEFAULT ''::character varying NOT NULL, + understand_context_enable boolean DEFAULT false NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); + +COMMENT ON TABLE public.adi_conversation IS '对话表'; + +COMMENT ON COLUMN public.adi_conversation.user_id IS '用户id'; + +COMMENT ON COLUMN public.adi_conversation.ai_model IS '模型名称'; + +COMMENT ON COLUMN public.adi_conversation.title IS '对话标题'; + +CREATE TABLE public.adi_conversation_message +( + id bigserial primary key, + parent_message_id bigint DEFAULT '0'::bigint NOT NULL, + conversation_id bigint DEFAULT '0'::bigint NOT NULL, + conversation_uuid character varying(32) DEFAULT ''::character varying NOT NULL, + remark text NOT NULL, + uuid character varying(32) DEFAULT ''::character varying NOT NULL, + message_role integer DEFAULT 1 NOT NULL, + tokens integer DEFAULT 0 NOT NULL, + openai_message_id character varying(32) DEFAULT ''::character varying NOT NULL, + user_id bigint DEFAULT '0'::bigint NOT NULL, + secret_key_type integer DEFAULT 1 NOT NULL, + understand_context_msg_pair_num integer DEFAULT 0 NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); +COMMENT ON TABLE public.adi_conversation_message IS '对话消息表'; + +COMMENT ON COLUMN public.adi_conversation_message.parent_message_id IS '父级消息id'; + +COMMENT ON COLUMN public.adi_conversation_message.conversation_id IS '对话id'; + +COMMENT ON COLUMN public.adi_conversation_message.conversation_uuid IS 'conversation''s uuid'; + +COMMENT ON COLUMN public.adi_conversation_message.remark IS 'ai回复的消息'; + +COMMENT ON COLUMN public.adi_conversation_message.uuid IS '唯一标识消息的UUID'; + +COMMENT ON COLUMN public.adi_conversation_message.message_role IS '产生该消息的角色：1: 用户, 2: 系统, 3: 助手'; + +COMMENT ON COLUMN public.adi_conversation_message.tokens IS '消耗的token数量'; + +COMMENT ON COLUMN public.adi_conversation_message.openai_message_id IS 'OpenAI生成的消息ID'; + +COMMENT ON COLUMN public.adi_conversation_message.user_id IS '用户ID'; + +COMMENT ON COLUMN public.adi_conversation_message.secret_key_type IS '加密密钥类型'; + +COMMENT ON COLUMN public.adi_conversation_message.understand_context_msg_pair_num IS '上下文消息对数量'; + +CREATE TABLE public.adi_file +( + id bigserial primary key, + name character varying(36) DEFAULT ''::character varying NOT NULL, + uuid character varying(32) DEFAULT ''::character varying NOT NULL, + ext character varying(36) DEFAULT ''::character varying NOT NULL, + user_id bigint DEFAULT '0'::bigint NOT NULL, + path character varying(250) DEFAULT ''::character varying NOT NULL, + ref_count integer DEFAULT 0 NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL, + md5 character varying(128) DEFAULT ''::character varying NOT NULL +); + +COMMENT ON TABLE public.adi_file IS '文件'; + +COMMENT ON COLUMN public.adi_file.name IS 'File name'; + +COMMENT ON COLUMN public.adi_file.uuid IS 'UUID of the file'; + +COMMENT ON COLUMN public.adi_file.ext IS 'File extension'; + +COMMENT ON COLUMN public.adi_file.user_id IS '0: System; Other: User'; + +COMMENT ON COLUMN public.adi_file.path IS 'File path'; + +COMMENT ON COLUMN public.adi_file.ref_count IS 'The number of references to this file'; + +COMMENT ON COLUMN public.adi_file.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_file.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +COMMENT ON COLUMN public.adi_file.is_deleted IS '0: Normal; 1: Deleted'; + +COMMENT ON COLUMN public.adi_file.md5 IS 'MD5 hash of the file'; + +CREATE TABLE public.adi_prompt +( + id bigserial primary key, + user_id bigint DEFAULT '0'::bigint NOT NULL, + act character varying(120) DEFAULT ''::character varying NOT NULL, + prompt text NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); + +COMMENT ON TABLE public.adi_prompt IS '提示词'; + +COMMENT ON COLUMN public.adi_prompt.user_id IS '所属用户(0: system)'; + +COMMENT ON COLUMN public.adi_prompt.act IS '提示词标题'; + +COMMENT ON COLUMN public.adi_prompt.prompt IS '提示词内容'; + +COMMENT ON COLUMN public.adi_prompt.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_prompt.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +COMMENT ON COLUMN public.adi_prompt.is_deleted IS '0:未删除；1：已删除'; + +CREATE TABLE public.adi_sys_config +( + id bigserial primary key, + name character varying(100) DEFAULT ''::character varying NOT NULL, + value character varying(100) DEFAULT ''::character varying NOT NULL, + create_time timestamp DEFAULT localtimestamp NOT NULL, + update_time timestamp DEFAULT localtimestamp NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); + +COMMENT ON TABLE public.adi_sys_config IS '系统配置表'; + +COMMENT ON COLUMN public.adi_sys_config.name IS '配置项名称'; + +COMMENT ON COLUMN public.adi_sys_config.value IS '配置项值'; + +COMMENT ON COLUMN public.adi_sys_config.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_sys_config.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +COMMENT ON COLUMN public.adi_sys_config.is_deleted IS '0：未删除；1：已删除'; + +CREATE TABLE public.adi_user +( + id bigserial primary key, + name character varying(45) DEFAULT ''::character varying NOT NULL, + password character varying(120) DEFAULT ''::character varying NOT NULL, + uuid character varying(32) DEFAULT ''::character varying NOT NULL, + email character varying(120) DEFAULT ''::character varying NOT NULL, + active_time timestamp, + user_status smallint DEFAULT '1'::smallint NOT NULL, + is_admin boolean DEFAULT false NOT NULL, + quota_by_token_daily integer DEFAULT 0 NOT NULL, + quota_by_token_monthly integer DEFAULT 0 NOT NULL, + quota_by_request_daily integer DEFAULT 0 NOT NULL, + quota_by_request_monthly integer DEFAULT 0 NOT NULL, + secret_key character varying(120) DEFAULT ''::character varying NOT NULL, + understand_context_enable smallint DEFAULT '0'::smallint NOT NULL, + understand_context_msg_pair_num integer DEFAULT 0 NOT NULL, + quota_by_image_daily integer DEFAULT 0 NOT NULL, + quota_by_image_monthly integer DEFAULT 0 NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); + +COMMENT ON TABLE public.adi_user IS '用户表'; + +COMMENT ON COLUMN public.adi_user.name IS '用户名'; + +COMMENT ON COLUMN public.adi_user.password IS '密码'; + +COMMENT ON COLUMN public.adi_user.uuid IS 'UUID of the user'; + +COMMENT ON COLUMN public.adi_user.email IS '用户邮箱'; + +COMMENT ON COLUMN public.adi_user.active_time IS '激活时间'; + +COMMENT ON COLUMN public.adi_user.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_user.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +COMMENT ON COLUMN public.adi_user.user_status IS '用户状态，1：待验证；2：正常；3：冻结'; + +COMMENT ON COLUMN public.adi_user.is_admin IS '是否管理员，0：否；1：是'; + +COMMENT ON COLUMN public.adi_user.is_deleted IS '0：未删除；1：已删除'; + +COMMENT ON COLUMN public.adi_user.quota_by_token_daily IS '每日token配额'; + +COMMENT ON COLUMN public.adi_user.quota_by_token_monthly IS '每月token配额'; + +COMMENT ON COLUMN public.adi_user.quota_by_request_daily IS '每日请求配额'; + +COMMENT ON COLUMN public.adi_user.quota_by_request_monthly IS '每月请求配额'; + +COMMENT ON COLUMN public.adi_user.secret_key IS '用户密钥'; + +COMMENT ON COLUMN public.adi_user.understand_context_enable IS '上下文理解开关'; + +COMMENT ON COLUMN public.adi_user.understand_context_msg_pair_num IS '上下文消息对数量'; + +COMMENT ON COLUMN public.adi_user.quota_by_image_daily IS '每日图片配额'; + +COMMENT ON COLUMN public.adi_user.quota_by_image_monthly IS '每月图片配额'; + +CREATE TABLE public.adi_user_day_cost +( + id bigserial primary key, + user_id bigint DEFAULT '0'::bigint NOT NULL, + day integer DEFAULT 0 NOT NULL, + requests integer DEFAULT 0 NOT NULL, + tokens integer DEFAULT 0 NOT NULL, + create_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + update_time timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL, + secret_key_type integer DEFAULT 0 NOT NULL, + images_number integer DEFAULT 0 NOT NULL, + is_deleted boolean DEFAULT false NOT NULL +); + +COMMENT ON TABLE public.adi_user_day_cost IS '用户每天消耗总量表'; + +COMMENT ON COLUMN public.adi_user_day_cost.user_id IS '用户ID'; + +COMMENT ON COLUMN public.adi_user_day_cost.day IS '日期，用7位整数表示，如20230901'; + +COMMENT ON COLUMN public.adi_user_day_cost.requests IS '请求数量'; + +COMMENT ON COLUMN public.adi_user_day_cost.tokens IS '消耗的token数量'; + +COMMENT ON COLUMN public.adi_user_day_cost.create_time IS 'Timestamp of record creation'; + +COMMENT ON COLUMN public.adi_user_day_cost.update_time IS 'Timestamp of record last update, automatically updated on each update'; + +COMMENT ON COLUMN public.adi_user_day_cost.secret_key_type IS '加密密钥类型'; + +COMMENT ON COLUMN public.adi_user_day_cost.images_number IS '图片数量'; + + +-- update_time trigger + +CREATE OR REPLACE FUNCTION update_modified_column() + RETURNS TRIGGER AS +$$ +BEGIN + NEW.update_time = CURRENT_TIMESTAMP; + RETURN NEW; +END; +$$ language 'plpgsql'; + +CREATE TRIGGER trigger_ai_image_update_time + BEFORE UPDATE + ON adi_ai_image + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_ai_model_update_time + BEFORE UPDATE + ON adi_ai_model + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_conv_update_time + BEFORE UPDATE + ON adi_conversation + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_conv_message_update_time + BEFORE UPDATE + ON adi_conversation_message + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_file_update_time + BEFORE UPDATE + ON adi_file + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_prompt_update_time + BEFORE UPDATE + ON adi_prompt + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_sys_config_update_time + BEFORE UPDATE + ON adi_sys_config + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_user_update_time + BEFORE UPDATE + ON adi_user + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +CREATE TRIGGER trigger_user_day_cost_update_time + BEFORE UPDATE + ON adi_user_day_cost + FOR EACH ROW +EXECUTE PROCEDURE update_modified_column(); + +INSERT INTO adi_sys_config (name, value) VALUES ('secret_key', ''); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('request_text_rate_limit', '{"times":24,"minutes":3}'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('request_image_rate_limit', '{"times":6,"minutes":3}'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('conversation_max_num', '50'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_token_daily', '10000'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_token_monthly', '200000'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_request_daily', '150'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_request_monthly', '3000'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_image_daily', '30'); -INSERT INTO `adi_sys_config` (`name`, `value`) +INSERT INTO adi_sys_config (name, value) VALUES ('quota_by_image_monthly', '300'); +INSERT INTO adi_sys_config (name, value) +VALUES ('quota_by_qa_ask_daily', '50'); +INSERT INTO adi_sys_config (name, value) +VALUES ('quota_by_qa_item_monthly', '100'); -CREATE TABLE `adi_conversation` +create table adi_knowledge_base ( - `id` bigint NOT NULL AUTO_INCREMENT, - `user_id` bigint NOT NULL DEFAULT '0' COMMENT '用户id', - `title` varchar(45) NOT NULL DEFAULT '' COMMENT '对话标题', - `uuid` varchar(32) NOT NULL DEFAULT '', - `understand_context_enable` tinyint NOT NULL default '0' COMMENT '是否开启上下文理解', - `ai_model` varchar(45) NOT NULL DEFAULT '' COMMENT 'ai model', - `ai_system_message` varchar(1024) NOT NULL DEFAULT '' COMMENT 'set the system message to ai, ig: you are a lawyer', - `tokens` int NOT NULL DEFAULT '0' COMMENT '消耗token数量', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0', - PRIMARY KEY (`id`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='对话表'; + id bigserial primary key, + uuid varchar(32) default ''::character varying not null, + title varchar(250) default ''::character varying not null, + remark text default ''::character varying not null, + is_public boolean default false not null, + owner_id bigint default 0 not null, + owner_name varchar(45) default ''::character varying not null, + create_time timestamp default CURRENT_TIMESTAMP not null, + update_time timestamp default CURRENT_TIMESTAMP not null, + is_deleted boolean default false not null +); -CREATE TABLE `adi_conversation_message` +comment on table adi_knowledge_base is '知识库'; + +comment on column adi_knowledge_base.title is '知识库名称'; + +comment on column adi_knowledge_base.remark is '知识库描述'; + +comment on column adi_knowledge_base.is_public is '是否公开'; + +comment on column adi_knowledge_base.owner_id is '所属人id'; + +comment on column adi_knowledge_base.owner_name is '所属人名称'; + +comment on column adi_knowledge_base.create_time is '创建时间'; + +comment on column adi_knowledge_base.update_time is '更新时间'; + +comment on column adi_knowledge_base.is_deleted is '0：未删除；1：已删除'; + +create trigger trigger_kb_update_time + before update + on adi_knowledge_base + for each row +execute procedure update_modified_column(); + +create table adi_knowledge_base_item ( - `id` bigint NOT NULL AUTO_INCREMENT, - `parent_message_id` bigint NOT NULL DEFAULT '0' COMMENT '父级消息id', - `conversation_id` bigint NOT NULL DEFAULT '0', - `conversation_uuid` varchar(32) NOT NULL DEFAULT '', - `user_id` bigint NOT NULL DEFAULT '0' COMMENT 'User id', - `content` text NOT NULL COMMENT '对话的消息', - `uuid` varchar(32) NOT NULL DEFAULT '', - `message_role` varchar(25) NOT NULL DEFAULT '' COMMENT '产生该消息的角色：1:user,2:system,3:assistant', - `tokens` int NOT NULL DEFAULT '0' COMMENT '消耗的token数量', - `secret_key_type` int NOT NULL DEFAULT '1' COMMENT '1:System secret key,2:User secret key', - `understand_context_msg_pair_num` int NOT NULL DEFAULT '0' COMMENT 'If context understanding enable, context_pair_msg_num > 0', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0' COMMENT '是否删除,0:未删除,1:已删除', - PRIMARY KEY (`id`), - UNIQUE KEY `udx_uuid` (`uuid`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='对话信息表'; + id bigserial primary key, + uuid varchar(32) default ''::character varying not null, + kb_id bigint DEFAULT '0'::bigint NOT NULL, + kb_uuid varchar(32) default ''::character varying not null, + source_file_id bigint DEFAULT '0'::bigint NOT NULL, + title varchar(250) default ''::character varying not null, + brief varchar(250) default ''::character varying not null, + remark text default ''::character varying not null, + is_embedded boolean default false not null, + create_time timestamp default CURRENT_TIMESTAMP not null, + update_time timestamp default CURRENT_TIMESTAMP not null, + is_deleted boolean default false not null +); -CREATE TABLE `adi_ai_image` +comment on table adi_knowledge_base_item is '知识库-条目'; + +comment on column adi_knowledge_base_item.kb_id is '所属知识库id'; + +comment on column adi_knowledge_base_item.source_file_id is '来源文件id'; + +comment on column adi_knowledge_base_item.title is '条目标题'; + +comment on column adi_knowledge_base_item.brief is '条目内容摘要'; + +comment on column adi_knowledge_base_item.remark is '条目内容'; + +comment on column adi_knowledge_base_item.is_embedded is '是否已向量化,0:否,1:是'; + +comment on column adi_knowledge_base_item.create_time is '创建时间'; + +comment on column adi_knowledge_base_item.update_time is '更新时间'; + +comment on column adi_knowledge_base_item.is_deleted is '0：未删除；1：已删除'; + +create trigger trigger_kb_item_update_time + before update + on adi_knowledge_base_item + for each row +execute procedure update_modified_column(); + +create table adi_knowledge_base_qa_record ( - `id` bigint NOT NULL AUTO_INCREMENT, - `user_id` bigint NOT NULL DEFAULT '0' COMMENT 'The user who generated the image', - `uuid` varchar(32) NOT NULL DEFAULT '' COMMENT 'The uuid of the request of generated images', - `prompt` varchar(1024) NOT NULL DEFAULT '' COMMENT 'The prompt for generating images', - `generate_size` varchar(20) NOT NULL DEFAULT '' COMMENT 'The size of the generated images. Must be one of "256x256", "512x512", or "1024x1024"', - `generate_number` int NOT NULL DEFAULT '1' COMMENT 'The number of images to generate. Must be between 1 and 10. Defaults to 1.', - `original_image` varchar(32) NOT NULL DEFAULT '' COMMENT 'The original image uuid,interacting_method must be 2/3', - `mask_image` varchar(32) NOT NULL DEFAULT '' COMMENT 'The mask image uuid,interacting_method must be 2', - `resp_images_path` varchar(2048) NOT NULL DEFAULT '' COMMENT 'The url of the generated images which from openai response,separated by commas', - `generated_images` varchar(512) NOT NULL DEFAULT '' COMMENT 'The uuid of the generated images,separated by commas', - `interacting_method` smallint NOT NULL DEFAULT '1' COMMENT '1:Creating images from scratch based on a text prompt;2:Creating edits of an existing image based on a new text prompt;3:Creating variations of an existing image', - `process_status` smallint NOT NULL DEFAULT '1' COMMENT 'Process status,1:processing,2:fail,3:success', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0', - PRIMARY KEY (`id`), - UNIQUE KEY `udx_uuid` (`uuid`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='Images generated by ai'; + id bigserial primary key, + uuid varchar(32) default ''::character varying not null, + kb_id bigint DEFAULT '0'::bigint NOT NULL, + kb_uuid varchar(32) default ''::character varying not null, + question varchar(1000) default ''::character varying not null, + answer text default ''::character varying not null, + source_file_ids varchar(500) default ''::character varying not null, + user_id bigint default '0' NOT NULL, + create_time timestamp default CURRENT_TIMESTAMP not null, + update_time timestamp default CURRENT_TIMESTAMP not null, + is_deleted boolean default false not null +); -CREATE TABLE `adi_user` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `name` varchar(45) NOT NULL DEFAULT '', - `password` varchar(120) NOT NULL DEFAULT '', - `uuid` varchar(32) NOT NULL DEFAULT '', - `email` varchar(120) NOT NULL DEFAULT '', - `active_time` datetime NULL COMMENT '激活时间', - `secret_key` varchar(120) NOT NULL default '' COMMENT 'Custom openai secret key', - `understand_context_msg_pair_num` int NOT NULL default '0' COMMENT '上下文理解中需要携带的消息对数量（提示词及回复）', - `quota_by_token_daily` int NOT NULL DEFAULT '0' COMMENT 'The quota of token daily', - `quota_by_token_monthly` int NOT NULL DEFAULT '0' COMMENT 'The quota of token monthly', - `quota_by_request_daily` int NOT NULL DEFAULT '0' COMMENT 'The quota of http request daily', - `quota_by_request_monthly` int NOT NULL DEFAULT '0' COMMENT 'The quota of http request monthly', - `quota_by_image_daily` int NOT NULL DEFAULT '0' COMMENT 'The quota of generate images daily', - `quota_by_image_monthly` int NOT NULL DEFAULT '0' COMMENT 'The quota of generate images monthly', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `user_status` smallint NOT NULL DEFAULT '1' COMMENT '用户状态，1：待验证；2：正常；3：冻结', - `is_delete` tinyint NOT NULL DEFAULT '0' COMMENT '0：未删除；1：已删除', - PRIMARY KEY (`id`), - UNIQUE KEY `udx_uuid` (`uuid`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='用户表'; +comment on table adi_knowledge_base_qa_record is '知识库-提问记录'; -CREATE TABLE `adi_user_day_cost` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `user_id` bigint NOT NULL DEFAULT '0', - `day` int NOT NULL DEFAULT '0' COMMENT '日期,用7位整数表示,如20230901', - `requests` int NOT NULL DEFAULT '0' COMMENT 'The number of http request', - `tokens` int NOT NULL DEFAULT '0' COMMENT 'The cost of the tokens', - `images_number` int NOT NULL DEFAULT '0' COMMENT 'The number of images', - `secret_key_type` int NOT NULL DEFAULT '1' COMMENT '1:System secret key,2:Custom secret key', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - PRIMARY KEY (`id`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='用户每天消耗总量表'; +comment on column adi_knowledge_base_qa_record.kb_id is '所属知识库id'; +comment on column adi_knowledge_base_qa_record.kb_uuid is '所属知识库uuid'; -CREATE TABLE `adi_prompt` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `user_id` bigint NOT NULL DEFAULT '0' COMMENT '0:System,other:User', - `act` varchar(120) NOT NULL DEFAULT '' COMMENT 'Short prompt for search/autocomplete', - `prompt` varchar(1024) NOT NULL COMMENT 'Prompt content', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0' COMMENT '0:Normal;1:Deleted', - PRIMARY KEY (`id`), - KEY `idx_title` (`act`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='提示词'; +comment on column adi_knowledge_base_qa_record.question is '问题'; -CREATE TABLE `adi_file` -( - `id` bigint NOT NULL AUTO_INCREMENT, - `name` varchar(32) NOT NULL DEFAULT '', - `uuid` varchar(32) NOT NULL DEFAULT '', - `md5` varchar(128) NOT NULL DEFAULT '', - `ext` varchar(32) NOT NULL DEFAULT '', - `user_id` bigint NOT NULL DEFAULT '0' COMMENT '0:System,other:User', - `path` varchar(250) NOT NULL DEFAULT '', - `ref_count` int NOT NULL DEFAULT '0' COMMENT 'The number of references to this file', - `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP, - `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, - `is_delete` tinyint NOT NULL DEFAULT '0' COMMENT '0:Normal;1:Deleted', - PRIMARY KEY (`id`), - KEY `idx_uuid` (`uuid`) -) ENGINE = InnoDB - DEFAULT CHARSET = utf8mb4 - COLLATE = utf8mb4_general_ci COMMENT ='提示词'; \ No newline at end of file +comment on column adi_knowledge_base_qa_record.answer is '答案'; + +comment on column adi_knowledge_base_qa_record.source_file_ids is '来源文档id,以逗号隔开'; + +comment on column adi_knowledge_base_qa_record.user_id is '提问用户id'; + +comment on column adi_knowledge_base_qa_record.create_time is '创建时间'; + +comment on column adi_knowledge_base_qa_record.update_time is '更新时间'; + +comment on column adi_knowledge_base_qa_record.is_deleted is '0：未删除；1：已删除'; + +create trigger trigger_kb_qa_record_update_time + before update + on adi_knowledge_base_qa_record + for each row +execute procedure update_modified_column(); diff --git a/pom.xml b/pom.xml index 707252f..2005208 100644 --- a/pom.xml +++ b/pom.xml @@ -25,6 +25,7 @@ 17 17 UTF-8 + 0.25.0 @@ -68,9 +69,8 @@ 31.1-jre - com.mysql - mysql-connector-j - 8.0.32 + org.postgresql + postgresql com.theokanning.openai-gpt3-java @@ -130,6 +130,36 @@ velocity-engine-core 2.3 + + dev.langchain4j + langchain4j + ${langchain4j.version} + + + dev.langchain4j + langchain4j-open-ai-spring-boot-starter + ${langchain4j.version} + + + dev.langchain4j + langchain4j-pgvector + ${langchain4j.version} + + + dev.langchain4j + langchain4j-embeddings-all-minilm-l6-v2 + ${langchain4j.version} + + + dev.langchain4j + langchain4j-document-parser-apache-pdfbox + ${langchain4j.version} + + + dev.langchain4j + langchain4j-document-parser-apache-poi + ${langchain4j.version} + org.springframework.boot spring-boot-starter-test