73 lines
2.1 KiB
Markdown
73 lines
2.1 KiB
Markdown
|
## how ot run
|
||
|
|
> sudo apt update
|
||
|
|
> sudo apt install -y build-essential python3-dev libatlas-base-dev cmake git
|
||
|
|
> mkdir -p daemon
|
||
|
|
> cd daemon
|
||
|
|
> uv init orangepi_service
|
||
|
|
> cd orangepi_service
|
||
|
|
> uv add install fastapi uvicorn chromadb sentence-transformers pypdf langchain-community python-multipart
|
||
|
|
> CMAKE_ARGS="-DLLAMA_METAL=OFF -DCMAKE_CXX_FLAGS=-march=armv8.2-a+fp16"
|
||
|
|
> FORCE_CMAKE=1
|
||
|
|
> vi ~/.config/uv/uv.toml
|
||
|
|
```
|
||
|
|
[[index]]
|
||
|
|
url = "https://pypi.tuna.tsinghua.edu.cn/simple"
|
||
|
|
default = true
|
||
|
|
```
|
||
|
|
> export MODEL_PATH="models/qwen-0.5b-q4_k_m.gguf"
|
||
|
|
> export CHROMA_DIR="./chroma_db"
|
||
|
|
> export UPLOAD_DIR="./uploaded_pdfs"
|
||
|
|
> mkdir -p models
|
||
|
|
> wget -O models/qwen-0.5b-q4_k_m.gguf https://huggingface.co/Qwen/Qwen1.5-0.5B-GGUF/resolve/main/qwen1_5-0_5b-q4_k_m.gguf
|
||
|
|
> uv run service.py
|
||
|
|
|
||
|
|
## Set Static IP
|
||
|
|
> ip a
|
||
|
|
> sudo nano /etc/netplan/orangepi-default.yaml
|
||
|
|
```
|
||
|
|
network:
|
||
|
|
version: 2
|
||
|
|
renderer: networkd
|
||
|
|
ethernets:
|
||
|
|
enp49s0: # Replace 'eth0' with the name you found from 'ip a'
|
||
|
|
dhcp4: no # Disable DHCP client for IPv4
|
||
|
|
addresses:
|
||
|
|
- 192.168.1.101/24 # Your desired static IP and subnet mask
|
||
|
|
routes:
|
||
|
|
- to: default
|
||
|
|
via: 192.168.1.1 # Your router's gateway address
|
||
|
|
nameservers:
|
||
|
|
addresses: [8.8.8.8, 8.8.4.4] # DNS servers (e.g., Google DNS)
|
||
|
|
|
||
|
|
|
||
|
|
```
|
||
|
|
> sudo netplan try
|
||
|
|
> sudo netplan apply
|
||
|
|
> sudo nano /etc/systemd/system/orangepi_rag.service
|
||
|
|
```
|
||
|
|
[Unit]
|
||
|
|
Description=Orange Pi RAG Service
|
||
|
|
After=network-online.target
|
||
|
|
Wants=network-online.target
|
||
|
|
|
||
|
|
[Service]
|
||
|
|
User=orangepi
|
||
|
|
Environment="HF_HUB_OFFLINE=1"
|
||
|
|
Environment="TRANSFORMERS_OFFLINE=1"
|
||
|
|
WorkingDirectory=/home/orangepi/daemon/orangepi_service
|
||
|
|
Environment="PATH=/home/orangepi/daemon/orangepi_service/.venv/bin"
|
||
|
|
ExecStart=/home/orangepi/daemon/orangepi_service/.venv/bin/python service.py
|
||
|
|
Restart=always
|
||
|
|
RestartSec=10
|
||
|
|
|
||
|
|
[Install]
|
||
|
|
WantedBy=multi-user.target
|
||
|
|
```
|
||
|
|
> sudo systemctl daemon-reload
|
||
|
|
> sudo systemctl enable orangepi_rag.service
|
||
|
|
> sudo systemctl start orangepi_rag.service
|
||
|
|
|
||
|
|
## Test API
|
||
|
|
> curl http://0.0.0.0:8080/health
|
||
|
|
> curl -X POST http://0.0.0.0:8080/answer -H "Content-Type: application/json" -d '{"question": "What is the capital of France?"}'
|