Kaynağa Gözat

数据学习更新

liuchengsen 1 ay önce
ebeveyn
işleme
e05283d685
2 değiştirilmiş dosya ile 27 ekleme ve 14 silme
  1. 27 14
      docs/OPERATIONS_GUIDE.md
  2. 0 0
      tools/write_md.py

+ 27 - 14
docs/OPERATIONS_GUIDE.md

@@ -124,12 +124,20 @@ docker exec pharmacopoeia-pg psql -U postgres -d pharmacopoeia -c "\dt"
 ## 五、安装 Python 依赖
 
 ```bash
-# 5.1 安装数据管道依赖
-pip3 install httpx sqlalchemy asyncpg psycopg2-binary python-docx
+cd /opt/pharmacopoeia-ai/data-pipeline
+
+# 5.1 创建虚拟环境(只需一次)
+python3 -m venv venv
+
+# 5.2 激活虚拟环境并安装依赖
+source venv/bin/activate
+pip install httpx sqlalchemy asyncpg psycopg2-binary python-docx
 
-# 5.2 验证安装
-python3 -c "import httpx, sqlalchemy, docx; print('OK')"
-# 输出: OK
+# 5.3 验证
+python -c "import httpx, sqlalchemy, docx; print('OK')"
+
+# ⚠️ 之后每次执行 data-pipeline 脚本前,都需要先激活 venv:
+# source /opt/pharmacopoeia-ai/data-pipeline/venv/bin/activate
 ```
 
 ---
@@ -141,13 +149,16 @@ python3 -c "import httpx, sqlalchemy, docx; print('OK')"
 ```bash
 cd /opt/pharmacopoeia-ai/data-pipeline
 
+# 激活虚拟环境
+source venv/bin/activate
+
 # 6.1 加载环境变量
 set -a
 source ../.env
 set +a
 
 # 6.2 执行导入
-python3 import_all.py
+python import_all.py
 ```
 
 **预期输出**:
@@ -182,6 +193,9 @@ SELECT COUNT(*) AS chunks FROM drug_chunks WHERE vec IS NOT NULL;
 ```bash
 cd /opt/pharmacopoeia-ai/data-pipeline
 
+# 激活虚拟环境
+source venv/bin/activate
+
 # 7.1 加载环境变量(如果上面已做可跳过)
 set -a
 source ../.env
@@ -194,16 +208,15 @@ ls /opt/2025/output2/品种正文/*.docx | wc -l
 # 7.3 在 screen 中运行(防止 SSH 断连中断)
 screen -S docx-ingest
 
-# 设置环境(screen 内需要重新加载)
-export QWEN_API_KEY=$(grep QWEN_API_KEY /opt/pharmacopoeia-ai/.env | cut -d= -f2)
-export POSTGRES_HOST=localhost
-export POSTGRES_PORT=5432
-export POSTGRES_DB=pharmacopoeia
-export POSTGRES_USER=postgres
-export POSTGRES_PASSWORD=$(grep POSTGRES_PASSWORD /opt/pharmacopoeia-ai/.env | cut -d= -f2)
+# screen 内执行以下命令:
+cd /opt/pharmacopoeia-ai/data-pipeline
+source venv/bin/activate
+set -a
+source ../.env
+set +a
 
 # 执行导入(默认路径 /opt/2025)
-python3 docx_ingest.py
+python docx_ingest.py
 
 # Ctrl+A D 分离 screen
 # screen -r docx-ingest 重新连接查看进度

+ 0 - 0
tools/write_md.py