diff --git a/.dockerignore b/.dockerignore
new file mode 100644
index 000000000..9ac551095
--- /dev/null
+++ b/.dockerignore
@@ -0,0 +1,8 @@
+.*
+*.template
+*.yaml
+*.yml
+
+*.md
+*.png
+!BULLETIN.md
diff --git a/.gitattributes b/.gitattributes
deleted file mode 100644
index 8449c702e..000000000
--- a/.gitattributes
+++ /dev/null
@@ -1,5 +0,0 @@
-*.h linguist-detectable=false
-*.cpp linguist-detectable=false
-*.tex linguist-detectable=false
-*.cs linguist-detectable=false
-*.tps linguist-detectable=false
diff --git a/.github/workflows/build-with-all-capacity-beta.yml b/.github/workflows/build-with-all-capacity-beta.yml
deleted file mode 100644
index 5a2a1a540..000000000
--- a/.github/workflows/build-with-all-capacity-beta.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-all-capacity-beta
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_with_all_capacity_beta
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+AllCapacityBeta
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-with-all-capacity.yml b/.github/workflows/build-with-all-capacity.yml
deleted file mode 100644
index 7b2ee6aec..000000000
--- a/.github/workflows/build-with-all-capacity.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-all-capacity
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_with_all_capacity
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+AllCapacity
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-with-audio-assistant.yml b/.github/workflows/build-with-audio-assistant.yml
deleted file mode 100644
index 889e7a696..000000000
--- a/.github/workflows/build-with-audio-assistant.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-audio-assistant
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_audio_assistant
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+NoLocal+AudioAssistant
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-with-chatglm.yml b/.github/workflows/build-with-chatglm.yml
deleted file mode 100644
index f729abb09..000000000
--- a/.github/workflows/build-with-chatglm.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-chatglm
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_chatglm_moss
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+ChatGLM+Moss
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-with-jittorllms.yml b/.github/workflows/build-with-jittorllms.yml
deleted file mode 100644
index d56ef963a..000000000
--- a/.github/workflows/build-with-jittorllms.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-jittorllms
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_jittorllms
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+JittorLLMs
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-with-latex.yml b/.github/workflows/build-with-latex.yml
deleted file mode 100644
index 173d482a5..000000000
--- a/.github/workflows/build-with-latex.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-with-latex
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_with_latex
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+NoLocal+Latex
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/build-without-local-llms.yml b/.github/workflows/build-without-local-llms.yml
deleted file mode 100644
index 7bebd06a3..000000000
--- a/.github/workflows/build-without-local-llms.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-# https://docs.github.com/en/actions/publishing-packages/publishing-docker-images#publishing-images-to-github-packages
-name: build-without-local-llms
-
-on:
- push:
- branches:
- - 'master'
-
-env:
- REGISTRY: ghcr.io
- IMAGE_NAME: ${{ github.repository }}_nolocal
-
-jobs:
- build-and-push-image:
- runs-on: ubuntu-latest
- permissions:
- contents: read
- packages: write
-
- steps:
- - name: Checkout repository
- uses: actions/checkout@v3
-
- - name: Log in to the Container registry
- uses: docker/login-action@v2
- with:
- registry: ${{ env.REGISTRY }}
- username: ${{ github.actor }}
- password: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Extract metadata (tags, labels) for Docker
- id: meta
- uses: docker/metadata-action@v4
- with:
- images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
- - name: Build and push Docker image
- uses: docker/build-push-action@v4
- with:
- context: .
- push: true
- file: docs/GithubAction+NoLocal
- tags: ${{ steps.meta.outputs.tags }}
- labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml
deleted file mode 100644
index 7d23fc1ff..000000000
--- a/.github/workflows/stale.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-# This workflow warns and then closes issues and PRs that have had no activity for a specified amount of time.
-#
-# You can adjust the behavior by modifying this file.
-# For more information, see:
-# https://github.com/actions/stale
-
-name: 'Close stale issues and PRs'
-on:
- schedule:
- - cron: '*/5 * * * *'
-
-jobs:
- stale:
- runs-on: ubuntu-latest
- permissions:
- issues: write
- pull-requests: read
-
- steps:
- - uses: actions/stale@v8
- with:
- stale-issue-message: 'This issue is stale because it has been open 100 days with no activity. Remove stale label or comment or this will be closed in 1 days.'
- days-before-stale: 100
- days-before-close: 1
- debug-only: true
diff --git a/.gitignore b/.gitignore
index a50eb8221..5d23d5ced 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,155 +1,161 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-pip-wheel-metadata/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-# Usually these files are written by a python script from a template
-# before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-
-# Translations
-*.mo
-*.pot
-github
-.github
-TEMP
-TRASH
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-.python-version
-
-# pipenv
-# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-# However, in case of collaboration, if having platform-specific dependencies or dependencies
-# having no cross-platform support, pipenv may install dependencies that don't work, or not
-# install all needed dependencies.
-#Pipfile.lock
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-.vscode
-.idea
-
-history
-ssr_conf
-config_private.py
-gpt_log
-private.md
-private_upload
-other_llms
-cradle*
-debug*
-private*
-crazy_functions/test_project/pdf_and_word
-crazy_functions/test_samples
-request_llms/jittorllms
-multi-language
-request_llms/moss
-media
-flagged
-request_llms/ChatGLM-6b-onnx-u8s8
-.pre-commit-config.yaml
+.DS_Store
+/*.DS_Store
+
+/users_data/*
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+# Usually these files are written by a python script from a template
+# before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+github
+.github
+TEMP
+TRASH
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+# However, in case of collaboration, if having platform-specific dependencies or dependencies
+# having no cross-platform support, pipenv may install dependencies that don't work, or not
+# install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+.vscode
+.idea
+
+history
+ssr_conf
+config_private.py
+users_data/config_private.py
+users_private/
+gpt_log
+private.md
+private_upload
+other_llms
+cradle*
+debug*
+private*
+crazy_functions/test_project/pdf_and_word
+crazy_functions/test_samples
+request_llms/jittorllms
+multi-language
+request_llms/moss
+media
+flagged
+request_llms/ChatGLM-6b-onnx-u8s8
+.pre-commit-config.yaml
\ No newline at end of file
diff --git a/README.md b/README.md
index 48132de9e..fff13a7fc 100644
--- a/README.md
+++ b/README.md
@@ -1,118 +1,32 @@
-> [!IMPORTANT]
-> 2024.3.11: 恭迎Claude3和Moonshot,全力支持Qwen、GLM、DeepseekCoder等中文大语言模型!
-> 2024.1.18: 更新3.70版本,支持Mermaid绘图库(让大模型绘制脑图)
-> 2024.1.17: 安装依赖时,请选择`requirements.txt`中**指定的版本**。 安装命令:`pip install -r requirements.txt`。本项目完全开源免费,您可通过订阅[在线服务](https://github.com/binary-husky/gpt_academic/wiki/online)的方式鼓励本项目的发展。
-
-
+> [Whta`s News]
+>
+> 1. 🔌 支持提取测试点、文档转测试用例、接口文档转测试用例、测试用例检查优化、文档需求分析问答等等插件
+> 2. 📚 支持GUI知识库构建、问答、生成摘要、FastApi知识库构建、问答、生成摘要
+> 3. 🔗 支持飞书文档、飞书项目、金山文档、QQ文档等云文档链接解析
+> 4. 👓 支持docx2md、pdf2md、excel2md、xmind2md、img2vision、img/2ocr,几乎主流文档的读取,并最大程度转换格式
+> 5. 🚀 支持通过Json自定义插件流程
+> 6. 🔍 支持Prompt、Mask(自定义对话)管理、复用
+> 7. 🧩 支持通过Prompt形式使用mermaid api 绘制各种图表
+ 【可选步骤】如果需要支持清华ChatGLM3/复旦MOSS作为后端,需要额外安装更多依赖(前提条件:熟悉Python + 用过Pytorch + 电脑配置够强): ```sh @@ -195,248 +115,78 @@ pip install peft
{fig.renderText(appname)}" + + +def created_atime(): + import datetime + return datetime.datetime.now().strftime("%Y%m%d_%H%M%S") + + +def 通知机器人(error): + robot_hook = get_conf('robot_hook') + if not robot_hook: return + title = '## 警告警告\n' + results = "> {}".format('哈喽小主,chatbot 遇到意料之外的状况了呢,详情请查看以下报错信息') + notice = '
{title}
", content=content, status=status) + + return _format + + +def html_local_img(__file, layout='left', max_width=None, max_height=None, md=True): + style = '' + if max_width is not None: + style += f"max-width: {max_width};" + if max_height is not None: + style += f"max-height: {max_height};" + file_name = os.path.basename(__file) + __file = html_local_file(__file) + a = f'+ Latest Version: getting latest version... +
++ Getting update... +
+ +标签中原来的内容清空,并插入我们新创建的元素 + copyToClipboard(img); // 将图片复制到剪切板 + pElement.innerHTML = ''; // 先清空