Dev

.flake8

@@ -0,0 +1,26 @@
+[flake8]
+# it's not a bug that we aren't using all of hacking, ignore:
+# F401: A module has been imported but is not used anywhere in the file
+# F812: list comprehension redefines ...
+# H101: Use TODO(NAME)
+# H202: assertRaises Exception too broad
+# H233: Python 3.x incompatible use of print operator
+# H301: one import per line
+# H306: imports not in alphabetical order (time, os)
+# H401: docstring should not start with a space
+# H403: multi line docstrings should end on a new line
+# H404: multi line docstring should start without a leading new line
+# H405: multi line docstring summary not separated with an empty line
+# H501: Do not use self.__dict__ for string formatting
+#
+# E501: line too long (82 > 79 characters)
+# E129: visually indented line with same indent as next logical line
+# E126: continuation line over-indented for hanging indent
+# E711: comparison to None should be ‘if cond is None:’
+# E999: SyntaxError: invalid syntax
+# W504: line break after binary operator
+# W503: line break before binary operator
+# W605: invalid escape sequence
+max-line-length = 248
+ignore = N813,F401,F812,H101,H202,H233,H301,H306,H401,H403,H404,H405,H501,E501,E999,E129,E126,E711,W503,W504,W605,N801,N806
+# exclude = web-servcie-base,fauths/tests

.github/workflows/main.yml

@@ -0,0 +1,128 @@
+# This is a basic workflow to help you get started with Actions
+
+name: CI
+
+# Controls when the workflow will run
+on:
+  # Triggers the workflow on push or pull request events but only for the "main" branch
+  push:
+    branches:
+      - main
+      - dev
+      - 'v**'
+      - 'feature-**'
+      - latest
+    tags:
+      - '*'
+  workflow_dispatch:
+    inputs:
+      ref:
+        description: "Why trigger?"
+        required: true
+        type: string
+
+env:
+  IMAGE: "deepflowio-stella-agent-ce"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+          fetch-depth: 0
+
+      - name: Set Env
+        run: |
+          echo "IMAGE_TAG_PREFIX=${{ github.ref_name }}"|sed 's|main|latest|' >> $GITHUB_ENV
+          echo "IMAGE_TAG=$(git rev-list --count HEAD)" >> $GITHUB_ENV
+
+      - name: Setup Pythons
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.8'
+
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          install: true
+
+      - name: Log In To GitHub Docker Registry
+        uses: docker/login-action@v2
+        with:
+          registry: "ghcr.io"
+          username: "${{ github.repository_owner }}"
+          password: "${{ secrets.GITHUB_TOKEN }}"
+
+      - name: Log In To Docker Registry
+        uses: docker/login-action@v2
+        with:
+          username: "deepflowce"
+          password: "${{ secrets.REGISTRY_PASS }}"
+
+      - name: Build And Push deepflowio-stella-agent-ce Images
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          push: true
+          file: Dockerfile
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            "ghcr.io/${{ github.repository_owner }}/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}-${{ env.IMAGE_TAG }}"
+            "ghcr.io/${{ github.repository_owner }}/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}"
+            "deepflowce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}"
+
+      - name: Log In To ALIYUN HongKong Docker Registry
+        uses: docker/login-action@v2
+        with:
+          registry: "registry.cn-hongkong.aliyuncs.com"
+          username: "${{ secrets.REGISTRY_ALIYUN_USER }}"
+          password: "${{ secrets.REGISTRY_PASS }}"
+
+      - name: Build And Push deepflowio-stella-agent-ce Images to ALIYUN HongKong
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          push: true
+          file: Dockerfile
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            "registry.cn-hongkong.aliyuncs.com/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}-${{ env.IMAGE_TAG }}"
+            "registry.cn-hongkong.aliyuncs.com/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}"
+
+      - name: Log In To ALIYUN Docker Registry
+        uses: docker/login-action@v2
+        with:
+          registry: "registry.cn-beijing.aliyuncs.com"
+          username: "${{ secrets.REGISTRY_ALIYUN_USER }}"
+          password: "${{ secrets.REGISTRY_PASS }}"
+
+      - name: Build And Push deepflowio-stella-agent-ce Images To ALIYUN BeiJing
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          push: true
+          file: Dockerfile
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            "registry.cn-beijing.aliyuncs.com/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}-${{ env.IMAGE_TAG }}"
+            "registry.cn-beijing.aliyuncs.com/deepflow-ce/${{ env.IMAGE }}:${{ env.IMAGE_TAG_PREFIX }}"
+
+      - name: Build tar.gz
+        run: |
+          mkdir -p release/stella-agent-ce
+          mv deploy df-llm-agent etc Dockerfile requirements3.txt stream.html -t release/stella-agent-ce
+          cd release
+          tar -zcvf deepflow-gui-grafana.tar.gz  ./stella-agent-ce/*
+          rm -r ./stella-agent-ce
+
+      - name: Release
+        if: startsWith(github.ref, 'refs/tags/')
+        uses: softprops/action-gh-release@v1
+        with:
+          files: |
+            ./release/*
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -0,0 +1,2 @@
+__pycache__
+.vscode

Dockerfile

@@ -0,0 +1,55 @@
+# 构建层
+FROM python:3.8-slim-buster AS builder
+RUN apt-get update && \
+    apt-get install --no-install-suggests \
+    --no-install-recommends --yes \
+    python3-venv \
+    gcc \
+    libpython3-dev \
+    libpq-dev \
+    default-libmysqlclient-dev \
+    make \
+    && \
+    python3 -m venv /root/venv && \
+    /root/venv/bin/pip install --upgrade pip --trusted-host mirrors.aliyun.com --index-url https://mirrors.aliyun.com/pypi/simple
+
+# Base 构建层
+FROM builder AS builder-venv-base
+RUN /root/venv/bin/pip install cffi --trusted-host mirrors.aliyun.com --index-url https://mirrors.aliyun.com/pypi/simple/
+
+# 自定义构建层
+FROM builder-venv-base AS builder-venv-custom
+COPY requirements3.txt /root/requirements3.txt
+RUN /root/venv/bin/pip install --disable-pip-version-check \
+     	 --no-cache-dir \
+         --trusted-host mirrors.aliyun.com \
+         --index-url https://mirrors.aliyun.com/pypi/simple/ \
+         -r /root/requirements3.txt
+
+FROM python:3.8-slim-buster AS runner
+
+WORKDIR /root/df-llm-agent/
+
+RUN apt-get update && apt-get install --no-install-suggests --no-install-recommends --yes gcc libpython3-dev
+COPY --from=builder-venv-custom /usr/lib/*-linux-gnu/*.so* /usr/lib/x86_64-linux-gnu/
+RUN mkdir /usr/lib/x86_64-linux-gnu/mariadb19
+COPY --from=builder-venv-custom /usr/lib/*-linux-gnu/mariadb19/ /usr/lib/x86_64-linux-gnu/mariadb19/
+COPY --from=builder-venv-custom /root/venv /root/venv
+
+# Copy code
+## 复制代码
+COPY ./etc/df-llm-agent.yaml /etc/web/
+COPY ./df-llm-agent /root/df-llm-agent/
+
+RUN chmod +x /root/df-llm-agent/py2c.sh
+
+RUN /root/df-llm-agent/py2c.sh
+
+RUN ls -la /root/df-llm-agent
+
+## dockerfile里的db_version 和issu里最大版本的x.x.x.x.sql 一致
+ENV DB_VERSION=1.0.0.0
+
+## Run
+CMD /root/venv/bin/python3 -u /root/df-llm-agent/app.py
+

README.md

@@ -0,0 +1,21 @@
+# stella-agent-ce
+gpt agent
+
+# 运行服务
+进入deploy/templates 目录下，执行命令
+
+```
+kubectl create -f ./configmap.yaml
+kubectl create -f ./deployment.yaml
+kubectl create -f ./service.yaml
+```
+
+# 本地测试
+
+python3 -m pip install virtualenv
+
+/usr/local/bin/virtualenv --clear ./venv
+
+./venv/bin/pip3 install -r ./requirements3.txt
+
+./venv/bin/python3 ./app.py

commit-template

@@ -0,0 +1,26 @@
+[feature|bugfix] commit message title
+
+**Phenomenon and reproduction steps**
+
+(Describe the phenomenon and scenario of the bug)
+
+**Root cause and solution**
+
+(Describe the cause of the bug and corresponding solution)
+
+**Impactions**
+
+(Visible changes after this fix)
+
+**Test method**
+
+(Test method to ensure the bug is fixed)
+
+**Affected branch(es)**
+
+* main
+
+**Checklist**
+
+- [ ] Dependencies update required
+- [ ] Common bug (similar problem in other repo)

deploy/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

deploy/Chart.yaml

@@ -0,0 +1,7 @@
+apiVersion: v2
+name: df-llm-agent
+description: A Helm chart for Kubernetes
+
+type: application
+
+version: 6.1.6

deploy/templates/configmap.yaml

@@ -0,0 +1,66 @@
+# df-llm-agent Config
+kind: ConfigMap
+apiVersion: v1
+metadata:
+    name: df-llm-agent
+    namespace: deepflow
+data:
+    df-llm-agent.yaml: |-
+        daemon: True
+        api_timeout: 500
+        sql_show: False
+        log_file: /var/log/df-llm-agent.log
+        log_level: info
+        instance_path: /root/df-llm-agent
+
+        redis:
+            host:
+                - redis
+            cluster_enabled: False # True,False
+            port: 6379
+            db: 6
+            password: "password123"
+        mysql:
+            user_name: root
+            user_password: password123
+            host: mysql
+            port: 30130
+            database: deepflow_llm
+        ai:
+            enable: False # True,False
+            platforms:
+                -
+                    enable: False
+                    platform: "azure"
+                    model: "gpt"
+                    api_type: "azure"
+                    api_key: ""
+                    api_base: ""
+                    api_version: ""
+                    engine_name: 
+                        - ""
+                -
+                    enable: False
+                    platform: "aliyun"
+                    model: "dashscope"
+                    api_key: ""
+                    engine_name: 
+                        - "qwen-turbo"
+                        - "qwen-plus"
+                -
+                    enable: False
+                    platform: "baidu"
+                    model: "qianfan"
+                    api_key: ""
+                    api_secre: ""
+                    engine_name: 
+                        - "ERNIE-Bot"
+                        - "ERNIE-Bot-turbo"
+                -
+                    enable: False
+                    platform: "zhipu"
+                    model: "zhipuai"
+                    api_key: ""
+                    engine_name: 
+                        - "chatglm_turbo"
+