feat: update repo name and fix some bug

3Alan · May 7, 2023 · 491982f · 491982f
1 parent d06f40e
commit 491982f
Show file tree

Hide file tree

Showing 11 changed files with 40 additions and 2,388 deletions.
diff --git a/README.md b/README.md
@@ -6,7 +6,7 @@ DocsMind is an open-source project that allows you to chat with your docs.
 
 ## Demo
 
-[Demo Site](https://chat-markdown.alanwang.site/)
+[Demo Site](https://docs-mind.alanwang.site/)
 
 Deploy on Vercel and Railway
 
@@ -54,7 +54,7 @@ If you find this project helpful, please consider giving it a star 🌟
 
 > **Warning**
 >
-> Please check if you can access OpenAI in your region, you can refer to the [issue](https://github.com/3Alan/chat-markdown/issues/3#issuecomment-1511470063) for more information.
+> Please check if you can access OpenAI in your region, you can refer to the [issue](https://github.com/3Alan/DocsMind/issues/3#issuecomment-1511470063) for more information.
 
 1. Create .env(Optional)
 

diff --git a/client/index.html b/client/index.html
@@ -4,7 +4,11 @@
     <meta charset="UTF-8" />
     <link rel="icon" type="image/svg+xml" href="/favicon.ico" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Chat With Markdown</title>
+    <title>DocsMind</title>
+    <meta
+      name="description"
+      content="DocsMind allows you to chat with your docs and summarize your docs, support pdf, md."
+    />
   </head>
   <body>
     <div id="root"></div>

diff --git a/client/package.json b/client/package.json
@@ -1,5 +1,5 @@
 {
-  "name": "chat-markdown",
+  "name": "docs-mind",
   "private": true,
   "version": "0.0.0",
   "type": "module",

diff --git a/client/src/App.tsx b/client/src/App.tsx
@@ -8,6 +8,7 @@ import { useEffect, useState } from 'react';
 import request from './utils/request';
 import FileItem from './constants/fileItem';
 import { CurrentFileContext } from './context/currentFile';
+import eventEmitter from './utils/eventEmitter';
 
 const App = () => {
   const [currentFile, setCurrentFile] = useState<FileItem | null>(null);
@@ -34,6 +35,11 @@ const App = () => {
 
   useEffect(() => {
     getFileList();
+
+    eventEmitter.on('refreshFileList', getFileList);
+    return () => {
+      eventEmitter.off('refreshFileList', getFileList);
+    };
   }, []);
 
   return (

diff --git a/client/src/components/sideMenu/index.tsx b/client/src/components/sideMenu/index.tsx
@@ -1,7 +1,8 @@
-import { Alert, Button, Divider } from 'antd';
+import { Alert, Button, Divider, Space } from 'antd';
 import FileItem from '../../constants/fileItem';
 import FileCard from '../fileCard';
 import FileUpload from '../upload';
+import { GithubOutlined, SettingOutlined } from '@ant-design/icons';
 
 interface SideMenuProps {
   fileList: FileItem[];
@@ -39,7 +40,7 @@ export default function SideMenu({
           description={
             <>
               The upload is not available on the current website. You can
-              <a href="https://github.com/3Alan/chat-markdown" target="__blank">
+              <a href="https://github.com/3Alan/DocsMind" target="__blank">
                 {' '}
                 fork and clone the project{' '}
               </a>
@@ -51,7 +52,18 @@ export default function SideMenu({
         <FileUpload />
       )}
 
-      <Button onClick={onOpenSetting}>Setting</Button>
+      <div className="mt-2 flex justify-between items-center">
+        <span className="text-xs text-gray-500">Made by Alan</span>
+
+        <Space>
+          <Button
+            href="https://github.com/3Alan/DocsMind"
+            target="__blank"
+            icon={<GithubOutlined />}
+          ></Button>
+          <Button icon={<SettingOutlined />} onClick={onOpenSetting}></Button>
+        </Space>
+      </div>
     </div>
   );
 }
diff --git a/client/src/components/upload/index.tsx b/client/src/components/upload/index.tsx
@@ -4,6 +4,7 @@ import { useState } from 'react';
 import confetti from 'canvas-confetti';
 import { baseURL } from '../../utils/request';
 import useOpenAiKey from '../../utils/useOpenAiKey';
+import eventEmitter from '../../utils/eventEmitter';
 
 const { Dragger } = Upload;
 
@@ -29,6 +30,7 @@ export default function FileUpload() {
         content: `${info.file.name} file uploaded successfully. token usage: 💰 ${info.file.response}`,
         duration: 8
       });
+      eventEmitter.emit('refreshFileList');
       setUploading(false);
     } else if (status === 'error') {
       void message.error(

diff --git a/client/src/utils/eventEmitter.ts b/client/src/utils/eventEmitter.ts
@@ -3,6 +3,7 @@ import mitt from 'mitt';
 type Events = {
   scrollToPage: { pageNo: number; time: number };
   cleanChat?: null;
+  refreshFileList?: null;
 };
 
 const eventEmitter = mitt<Events>();

diff --git a/server/create_index.py b/server/create_index.py
@@ -23,7 +23,7 @@ def create_index(filepath, filename) -> int:
         # TODO: 利用 langchain splitter重写 https://python.langchain.com/en/latest/modules/indexes/text_splitters/examples/markdown.html
         # 直接将markdown分段再分别转化成html，最后将所有html拼接起来并加上chunk_id
         loader = CustomReader()
-        documents = loader.load_data(html=html, filename=name)
+        documents = loader.load_data(html=html, file=filepath)
     elif ext == ".html":
         # TODO:
         pass

diff --git a/server/custom_loader.py b/server/custom_loader.py
@@ -50,7 +50,7 @@ def __init__(self, *args: Any, **kwargs: Any) -> None:
         """Init params."""
         super().__init__(*args, **kwargs)
 
-    def load_data(self, html, filename) -> List[Document]:
+    def load_data(self, html, file) -> List[Document]:
         soup = BeautifulSoup(html, "html.parser")
         current_chunk_text = ""
         current_chunk_id = 1
@@ -109,7 +109,7 @@ def load_data(self, html, filename) -> List[Document]:
             current_chunk_id += 1
 
         # 保存修改后的HTML文件
-        with open(f"{staticPath}/html/{filename}.html", "w", encoding="utf-8") as f:
+        with open(file, "w", encoding="utf-8") as f:
             f.write(str(soup))
 
         return document_list
diff --git a/server/requirements.txt b/server/requirements.txt
@@ -10,10 +10,12 @@ blinker==1.6.2
 bs4==0.0.1
 cachetools==5.3.0
 certifi==2022.12.7
+cffi==1.15.1
 charset-normalizer==3.1.0
 click==8.1.3
 colorama==0.4.6
 commonmark==0.9.1
+cryptography==40.0.2
 dataclasses-json==0.5.7
 Deprecated==1.2.13
 et-xmlfile==1.1.0
@@ -52,7 +54,9 @@ openapi-schema-pydantic==1.2.4
 openpyxl==3.1.2
 packaging==23.0
 pandas==1.5.3
+pdfminer.six==20221105
 Pillow==9.4.0
+pycparser==2.21
 pydantic==1.10.7
 Pygments==2.14.0
 pymdown-extensions==9.10