|
|
@@ -124,12 +124,20 @@ docker exec pharmacopoeia-pg psql -U postgres -d pharmacopoeia -c "\dt"
|
|
|
## 五、安装 Python 依赖
|
|
|
|
|
|
```bash
|
|
|
-# 5.1 安装数据管道依赖
|
|
|
-pip3 install httpx sqlalchemy asyncpg psycopg2-binary python-docx
|
|
|
+cd /opt/pharmacopoeia-ai/data-pipeline
|
|
|
+
|
|
|
+# 5.1 创建虚拟环境(只需一次)
|
|
|
+python3 -m venv venv
|
|
|
+
|
|
|
+# 5.2 激活虚拟环境并安装依赖
|
|
|
+source venv/bin/activate
|
|
|
+pip install httpx sqlalchemy asyncpg psycopg2-binary python-docx
|
|
|
|
|
|
-# 5.2 验证安装
|
|
|
-python3 -c "import httpx, sqlalchemy, docx; print('OK')"
|
|
|
-# 输出: OK
|
|
|
+# 5.3 验证
|
|
|
+python -c "import httpx, sqlalchemy, docx; print('OK')"
|
|
|
+
|
|
|
+# ⚠️ 之后每次执行 data-pipeline 脚本前,都需要先激活 venv:
|
|
|
+# source /opt/pharmacopoeia-ai/data-pipeline/venv/bin/activate
|
|
|
```
|
|
|
|
|
|
---
|
|
|
@@ -141,13 +149,16 @@ python3 -c "import httpx, sqlalchemy, docx; print('OK')"
|
|
|
```bash
|
|
|
cd /opt/pharmacopoeia-ai/data-pipeline
|
|
|
|
|
|
+# 激活虚拟环境
|
|
|
+source venv/bin/activate
|
|
|
+
|
|
|
# 6.1 加载环境变量
|
|
|
set -a
|
|
|
source ../.env
|
|
|
set +a
|
|
|
|
|
|
# 6.2 执行导入
|
|
|
-python3 import_all.py
|
|
|
+python import_all.py
|
|
|
```
|
|
|
|
|
|
**预期输出**:
|
|
|
@@ -182,6 +193,9 @@ SELECT COUNT(*) AS chunks FROM drug_chunks WHERE vec IS NOT NULL;
|
|
|
```bash
|
|
|
cd /opt/pharmacopoeia-ai/data-pipeline
|
|
|
|
|
|
+# 激活虚拟环境
|
|
|
+source venv/bin/activate
|
|
|
+
|
|
|
# 7.1 加载环境变量(如果上面已做可跳过)
|
|
|
set -a
|
|
|
source ../.env
|
|
|
@@ -194,16 +208,15 @@ ls /opt/2025/output2/品种正文/*.docx | wc -l
|
|
|
# 7.3 在 screen 中运行(防止 SSH 断连中断)
|
|
|
screen -S docx-ingest
|
|
|
|
|
|
-# 设置环境(screen 内需要重新加载)
|
|
|
-export QWEN_API_KEY=$(grep QWEN_API_KEY /opt/pharmacopoeia-ai/.env | cut -d= -f2)
|
|
|
-export POSTGRES_HOST=localhost
|
|
|
-export POSTGRES_PORT=5432
|
|
|
-export POSTGRES_DB=pharmacopoeia
|
|
|
-export POSTGRES_USER=postgres
|
|
|
-export POSTGRES_PASSWORD=$(grep POSTGRES_PASSWORD /opt/pharmacopoeia-ai/.env | cut -d= -f2)
|
|
|
+# screen 内执行以下命令:
|
|
|
+cd /opt/pharmacopoeia-ai/data-pipeline
|
|
|
+source venv/bin/activate
|
|
|
+set -a
|
|
|
+source ../.env
|
|
|
+set +a
|
|
|
|
|
|
# 执行导入(默认路径 /opt/2025)
|
|
|
-python3 docx_ingest.py
|
|
|
+python docx_ingest.py
|
|
|
|
|
|
# Ctrl+A D 分离 screen
|
|
|
# screen -r docx-ingest 重新连接查看进度
|