update docker-compose.yml

Author: supinyu

application/.env.cntemplate

@@ -1,3 +1,9 @@
+RDS_MYSQL_USERNAME=llmdata
+RDS_MYSQL_PASSWORD=llmdata
+RDS_MYSQL_HOST=mysql-db
+RDS_MYSQL_PORT=3306
+RDS_MYSQL_DBNAME=llm
+
 
 OPENSEARCH_TYPE=service
 AOS_AWS_REGION=cn-north-1

application/.env.template

@@ -1,10 +1,19 @@
+RDS_MYSQL_USERNAME=llmdata
+RDS_MYSQL_PASSWORD=llmdata
+RDS_MYSQL_HOST=mysql-db
+RDS_MYSQL_PORT=3306
+RDS_MYSQL_DBNAME=llm
 
 OPENSEARCH_TYPE=service
+AOS_HOST=opensearch-node1
+AOS_PORT=9200
 AOS_AWS_REGION=us-west-2
+AOS_DOMAIN=llm-data-analytics
 AOS_INDEX=uba
 AOS_INDEX_NER=uba_ner
 AOS_INDEX_AGENT=uba_agent
-
+AOS_USER=admin
+AOS_PASSWORD=admin
 
 BEDROCK_REGION=us-west-2
 RDS_REGION_NAME=us-west-2
@@ -14,11 +23,10 @@ DYNAMODB_AWS_REGION=us-west-2
 EMBEDDING_DIMENSION=1536
 BEDROCK_EMBEDDING_MODEL=amazon.titan-embed-text-v1
 
-# leave blank if you use default ak/sk profile. Other wise provide the profile name for profile used for bedrock
-
 # If you need to use ak/sk to access bedrock, please configure bedrock's ak/sk to Secrets Manager, Examples are as follows
 # BEDROCK_SECRETS_AK_SK=bedrock-ak-sk
 
 BEDROCK_SECRETS_AK_SK=
+
 OPENSEARCH_SECRETS_URL_HOST=opensearch-host-url
 OPENSEARCH_SECRETS_USERNAME_PASSWORD=opensearch-master-user

application/docker-compose.yml

@@ -1,5 +1,84 @@
 version: '3'
 services:
+  opensearch-node1:
+    image: opensearchproject/opensearch:2.11.1
+    container_name: opensearch-node1
+    environment:
+      - cluster.name=opensearch-cluster
+      - node.name=opensearch-node1
+      - discovery.seed_hosts=opensearch-node1,opensearch-node2
+      - cluster.initial_cluster_manager_nodes=opensearch-node1,opensearch-node2
+      - bootstrap.memory_lock=true # along with the memlock settings below, disables swapping
+      - "OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m" # minimum and maximum Java heap size, recommend setting both to 50% of system RAM
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+      nofile:
+        soft: 65536 # maximum number of open files for the OpenSearch user, set to at least 65536 on modern systems
+        hard: 65536
+    volumes:
+      - opensearch-data1:/usr/share/opensearch/data
+    ports:
+      - 9200:9200
+      - 9600:9600 # required for Performance Analyzer
+    networks:
+      - opensearch-net
+  opensearch-node2:
+    image: opensearchproject/opensearch:2.11.1
+    container_name: opensearch-node2
+    environment:
+      - cluster.name=opensearch-cluster
+      - node.name=opensearch-node2
+      - discovery.seed_hosts=opensearch-node1,opensearch-node2
+      - cluster.initial_cluster_manager_nodes=opensearch-node1,opensearch-node2
+      - bootstrap.memory_lock=true
+      - "OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m"
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+      nofile:
+        soft: 65536
+        hard: 65536
+    volumes:
+      - opensearch-data2:/usr/share/opensearch/data
+    networks:
+      - opensearch-net
+  opensearch-dashboards:
+    image: opensearchproject/opensearch-dashboards:2.11.1
+    read_only: true
+    container_name: opensearch-dashboards
+    ports:
+      - 5601:5601
+    expose:
+      - "5601"
+    environment:
+      OPENSEARCH_HOSTS: '["https://opensearch-node1:9200","https://opensearch-node2:9200"]'
+    networks:
+      - opensearch-net
+  mysql-db:
+    # 指定容器的名称
+    container_name: nlq-mysql
+    # 指定镜像和版本
+    image: mysql:8.0
+    ports:
+      - "3306:3306"
+    restart: always
+    environment:
+      # 配置root密码
+      MYSQL_ROOT_PASSWORD: password
+      MYSQL_DATABASE: llm
+      MYSQL_USER: llmdata
+      MYSQL_PASSWORD: llmdata
+    volumes:
+      # 挂载数据目录
+      - mysql-data:/var/lib/mysql
+      # 挂载配置文件目录
+      #- "./mysql/config:/etc/mysql/conf.d"
+      - ./initial_data:/opt/data
+    networks:
+      - opensearch-net
   streamlit-demo:
     container_name: nlq-webserver
     build: .
@@ -30,5 +109,9 @@ services:
       - ./config_files:/app/config_files
     networks:
       - opensearch-net
+volumes:
+  opensearch-data1:
+  opensearch-data2:
+  mysql-data:
 networks:
-  opensearch-net:
+  opensearch-net: