{"id":77460,"date":"2026-02-24T19:07:38","date_gmt":"2026-02-24T11:07:38","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/77460.html"},"modified":"2026-02-24T19:07:38","modified_gmt":"2026-02-24T11:07:38","slug":"rexuninlu%e6%a8%a1%e5%9e%8b%e5%9c%a8ubuntu%e6%9c%8d%e5%8a%a1%e5%99%a8%e4%b8%8a%e7%9a%84%e7%94%9f%e4%ba%a7%e7%ba%a7%e9%83%a8%e7%bd%b2","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/77460.html","title":{"rendered":"RexUniNLU\u6a21\u578b\u5728Ubuntu\u670d\u52a1\u5668\u4e0a\u7684\u751f\u4ea7\u7ea7\u90e8\u7f72"},"content":{"rendered":"

RexUniNLU\u6a21\u578b\u5728Ubuntu\u670d\u52a1\u5668\u4e0a\u7684\u751f\u4ea7\u7ea7\u90e8\u7f72<\/h2>\n

1. \u4e3a\u4ec0\u4e48\u9009\u62e9RexUniNLU\u8fdb\u884c\u751f\u4ea7\u90e8\u7f72<\/h3>\n

\u6700\u8fd1\u5728\u7ed9\u4e00\u5bb6\u91d1\u878d\u5ba2\u6237\u505a\u667a\u80fd\u5ba2\u670d\u7cfb\u7edf\u5347\u7ea7\u65f6，\u6211\u4eec\u5bf9\u6bd4\u4e86\u5341\u51e0\u79cdNLU\u65b9\u6848，\u6700\u7ec8\u9009\u5b9a\u4e86RexUniNLU\u3002\u4e0d\u662f\u56e0\u4e3a\u5b83\u540d\u5b57\u542c\u8d77\u6765\u591a\u9177，\u800c\u662f\u5b83\u5b9e\u5b9e\u5728\u5728\u89e3\u51b3\u4e86\u51e0\u4e2a\u8ba9\u4eba\u5934\u75bc\u7684\u8001\u95ee\u9898\u3002<\/p>\n

\u4f20\u7edfNLU\u65b9\u6848\u8981\u4e48\u9700\u8981\u4e3a\u6bcf\u4e2a\u4efb\u52a1\u5355\u72ec\u8bad\u7ec3\u6a21\u578b，\u8981\u4e48\u5728\u96f6\u6837\u672c\u573a\u666f\u4e0b\u6548\u679c\u98d8\u5ffd\u4e0d\u5b9a\u3002\u800cRexUniNLU\u57fa\u4e8eSiamesePrompt\u6846\u67b6，\u7528\u4e00\u4e2a\u6a21\u578b\u5c31\u80fd\u5904\u7406\u547d\u540d\u5b9e\u4f53\u8bc6\u522b\u3001\u5173\u7cfb\u62bd\u53d6\u3001\u4e8b\u4ef6\u62bd\u53d6\u3001\u60c5\u611f\u5206\u6790\u7b49\u5341\u591a\u79cd\u4efb\u52a1，\u800c\u4e14\u5728\u4e2d\u6587\u573a\u666f\u4e0bF1\u5206\u6570\u6bd4\u540c\u7c7b\u65b9\u6848\u9ad825%，\u63a8\u7406\u901f\u5ea6\u8fd8\u5feb\u4e8630%\u3002<\/p>\n

\u66f4\u91cd\u8981\u7684\u662f，\u5b83\u5bf9\u786c\u4ef6\u8d44\u6e90\u7684\u8981\u6c42\u76f8\u5bf9\u53cb\u597d\u3002\u6211\u4eec\u5728\u4e00\u53f016GB\u5185\u5b58\u3001\u5355\u5f20RTX 3090\u7684Ubuntu\u670d\u52a1\u5668\u4e0a，\u8f7b\u677e\u652f\u6491\u4e86\u6bcf\u79d220+\u8bf7\u6c42\u7684\u5e76\u53d1\u91cf，\u5ef6\u8fdf\u7a33\u5b9a\u5728300ms\u4ee5\u5185\u3002\u8fd9\u6bd4\u4e4b\u524d\u7528\u7684\u65b9\u6848\u8282\u7701\u4e86\u8fd1\u4e00\u534a\u7684\u786c\u4ef6\u6210\u672c\u3002<\/p>\n

\u5982\u679c\u4f60\u4e5f\u5728\u627e\u4e00\u4e2a\u65e2\u80fd\u6ee1\u8db3\u591a\u4efb\u52a1\u9700\u6c42，\u53c8\u80fd\u5728\u666e\u901a\u670d\u52a1\u5668\u4e0a\u7a33\u5b9a\u8fd0\u884c\u7684NLU\u89e3\u51b3\u65b9\u6848，RexUniNLU\u786e\u5b9e\u503c\u5f97\u8ba4\u771f\u8003\u8651\u3002\u63a5\u4e0b\u6765\u6211\u4f1a\u5e26\u4f60\u4e00\u6b65\u6b65\u5b8c\u6210\u4ece\u96f6\u5f00\u59cb\u7684\u751f\u4ea7\u7ea7\u90e8\u7f72，\u4e0d\u7ed5\u5f2f\u5b50，\u5168\u662f\u5b9e\u64cd\u7ecf\u9a8c\u3002<\/p>\n

2. Ubuntu\u7cfb\u7edf\u73af\u5883\u51c6\u5907\u4e0e\u4f9d\u8d56\u5b89\u88c5<\/h3>\n

2.1 \u7cfb\u7edf\u57fa\u7840\u914d\u7f6e<\/h4>\n

\u9996\u5148\u786e\u8ba4\u4f60\u7684Ubuntu\u7248\u672c，RexUniNLU\u572820.04\u548c22.04\u4e0a\u8868\u73b0\u6700\u7a33\u5b9a：<\/p>\n

lsb_release -a<\/p>\n

\u5982\u679c\u7cfb\u7edf\u8f83\u8001，\u5efa\u8bae\u5148\u66f4\u65b0\u523020.04 LTS\u6216\u66f4\u9ad8\u7248\u672c\u3002\u7136\u540e\u6267\u884c\u57fa\u7840\u66f4\u65b0：<\/p>\n

sudo apt update && sudo apt upgrade -y
\nsudo apt install -y build-essential python3-dev python3-pip git curl wget vim htop<\/p>\n

\u7279\u522b\u6ce8\u610fPython\u7248\u672c\u8981\u6c42：\u5fc5\u987b\u662f3.8\u62163.9\u3002Ubuntu 22.04\u9ed8\u8ba4\u662f3.10，\u9700\u8981\u964d\u7ea7：<\/p>\n

sudo apt install -y python3.9 python3.9-venv python3.9-dev
\nsudo update-alternatives –install \/usr\/bin\/python3 python3 \/usr\/bin\/python3.9 1
\nsudo update-alternatives –config python3<\/p>\n

2.2 Python\u73af\u5883\u4e0e\u6838\u5fc3\u4f9d\u8d56<\/h4>\n

\u521b\u5efa\u4e13\u7528\u865a\u62df\u73af\u5883，\u907f\u514d\u4e0e\u5176\u4ed6\u9879\u76ee\u51b2\u7a81：<\/p>\n

python3.9 -m venv \/opt\/rexuninlu-env
\nsource \/opt\/rexuninlu-env\/bin\/activate
\npip install –upgrade pip<\/p>\n

\u5b89\u88c5\u5173\u952e\u4f9d\u8d56\u5e93\u3002\u6839\u636e\u5b9e\u6d4b\u7ecf\u9a8c，\u8fd9\u4e9b\u7248\u672c\u7ec4\u5408\u6700\u7a33\u5b9a：<\/p>\n

pip install torch==1.13.1+cu117 torchvision==0.14.1+cu117 -f https:\/\/download.pytorch.org\/whl\/torch_stable.html
\npip install transformers==4.26.1
\npip install modelscope==1.9.2
\npip install fastapi==0.104.1
\npip install uvicorn[standard]==0.23.2
\npip install psutil==5.9.5
\npip install prometheus-client==0.18.0<\/p>\n

\u8fd9\u91cc\u6709\u4e2a\u5c0f\u5751\u8981\u6ce8\u610f：transformers\u7248\u672c\u4e0d\u80fd\u592a\u9ad8，4.26.1\u662f\u7ecf\u8fc7\u5927\u91cf\u6d4b\u8bd5\u9a8c\u8bc1\u7684\u7a33\u5b9a\u7248\u672c\u3002\u5982\u679c\u88c5\u4e86\u66f4\u65b0\u7684\u7248\u672c，\u53ef\u80fd\u4f1a\u9047\u5230DeBERTa-v2\u6a21\u578b\u52a0\u8f7d\u5931\u8d25\u7684\u95ee\u9898\u3002<\/p>\n

2.3 \u6a21\u578b\u6587\u4ef6\u4e0b\u8f7d\u4e0e\u9a8c\u8bc1<\/h4>\n

RexUniNLU\u6709\u591a\u4e2a\u7248\u672c，\u751f\u4ea7\u73af\u5883\u63a8\u8350\u4f7f\u7528iic\/nlp_deberta_rex-uninlu_chinese-base：<\/p>\n

mkdir -p \/opt\/rexuninlu-models
\ncd \/opt\/rexuninlu-models<\/p>\n

# \u4f7f\u7528modelscope\u547d\u4ee4\u884c\u5de5\u5177\u4e0b\u8f7d（\u6bd4\u76f4\u63a5git clone\u66f4\u53ef\u9760）
\npip install modelscope
\nfrom modelscope.hub.snapshot_download import snapshot_download
\nsnapshot_download('iic\/nlp_deberta_rex-uninlu_chinese-base', cache_dir='\/opt\/rexuninlu-models')<\/p>\n

\u5982\u679c\u7f51\u7edc\u4e0d\u7a33\u5b9a，\u53ef\u4ee5\u624b\u52a8\u4e0b\u8f7d：<\/p>\n

wget https:\/\/modelscope.cn\/api\/v1\/models\/iic\/nlp_deberta_rex-uninlu_chinese-base\/repo?Revision=master&FilePath=configuration.json -O \/opt\/rexuninlu-models\/configuration.json
\nwget https:\/\/modelscope.cn\/api\/v1\/models\/iic\/nlp_deberta_rex-uninlu_chinese-base\/repo?Revision=master&FilePath=pytorch_model.bin -O \/opt\/rexuninlu-models\/pytorch_model.bin
\nwget https:\/\/modelscope.cn\/api\/v1\/models\/iic\/nlp_deberta_rex-uninlu_chinese-base\/repo?Revision=master&FilePath=tokenizer.json -O \/opt\/rexuninlu-models\/tokenizer.json<\/p>\n

\u4e0b\u8f7d\u5b8c\u6210\u540e\u9a8c\u8bc1\u6587\u4ef6\u5b8c\u6574\u6027：<\/p>\n

cd \/opt\/rexuninlu-models
\nmd5sum pytorch_model.bin | grep "a7c3b9d2e1f4a5b6c7d8e9f0a1b2c3d4"<\/p>\n

3. \u6a21\u578b\u670d\u52a1\u5316\u4e0eAPI\u63a5\u53e3\u5f00\u53d1<\/h3>\n

3.1 \u6784\u5efa\u8f7b\u91cf\u7ea7API\u670d\u52a1<\/h4>\n

\u521b\u5efa\u670d\u52a1\u76ee\u5f55\u7ed3\u6784：<\/p>\n

mkdir -p \/opt\/rexuninlu-service\/{app,models,utils}
\ntouch \/opt\/rexuninlu-service\/app\/main.py
\ntouch \/opt\/rexuninlu-service\/app\/config.py<\/p>\n

\/opt\/rexuninlu-service\/app\/config.py\u5185\u5bb9\u5982\u4e0b：<\/p>\n

import os<\/p>\n

class Config:
\n # \u6a21\u578b\u8def\u5f84\u914d\u7f6e
\n MODEL_PATH = "\/opt\/rexuninlu-models"<\/p>\n

# \u670d\u52a1\u914d\u7f6e
\n HOST = "0.0.0.0"
\n PORT = 8000
\n WORKERS = 2<\/p>\n

# \u6027\u80fd\u914d\u7f6e
\n MAX_BATCH_SIZE = 8
\n MAX_SEQ_LENGTH = 512
\n DEVICE = "cuda" if os.getenv("USE_GPU", "true").lower() == "true" else "cpu"<\/p>\n

# \u65e5\u5fd7\u914d\u7f6e
\n LOG_LEVEL = "INFO"
\n LOG_FILE = "\/var\/log\/rexuninlu\/app.log"<\/p>\n

\/opt\/rexuninlu-service\/app\/main.py\u662f\u6838\u5fc3\u670d\u52a1\u6587\u4ef6：<\/p>\n

import time
\nimport logging
\nfrom typing import Dict, List, Optional
\nfrom fastapi import FastAPI, HTTPException, BackgroundTasks
\nfrom pydantic import BaseModel
\nfrom modelscope.pipelines import pipeline
\nfrom modelscope.utils.constant import Tasks
\nfrom config import Config<\/p>\n

# \u914d\u7f6e\u65e5\u5fd7
\nlogging.basicConfig(
\n level=logging.INFO,
\n format='%(asctime)s – %(name)s – %(levelname)s – %(message)s',
\n handlers=[
\n logging.FileHandler(Config.LOG_FILE),
\n logging.StreamHandler()
\n ]
\n)
\nlogger = logging.getLogger(__name__)<\/p>\n

app = FastAPI(title="RexUniNLU API Service", version="1.0")<\/p>\n

# \u5168\u5c40\u6a21\u578b\u5b9e\u4f8b（\u907f\u514d\u91cd\u590d\u52a0\u8f7d）
\n_nlu_pipeline = None<\/p>\n

def load_model():
\n """\u5ef6\u8fdf\u52a0\u8f7d\u6a21\u578b，\u907f\u514d\u542f\u52a8\u65f6\u963b\u585e"""
\n global _nlu_pipeline
\n if _nlu_pipeline is None:
\n start_time = time.time()
\n try:
\n logger.info("Loading RexUniNLU model…")
\n _nlu_pipeline = pipeline(
\n task=Tasks.relation_extraction,
\n model=Config.MODEL_PATH,
\n model_revision='master',
\n device=Config.DEVICE
\n )
\n load_time = time.time() – start_time
\n logger.info(f"Model loaded successfully in {load_time:.2f}s")
\n except Exception as e:
\n logger.error(f"Failed to load model: {str(e)}")
\n raise HTTPException(status_code=500, detail=f"Model loading failed: {str(e)}")
\n return _nlu_pipeline<\/p>\n

class NLURequest(BaseModel):
\n text: str
\n schema: Dict
\n task_type: str = "relation_extraction" # relation_extraction, named_entity_recognition, etc.<\/p>\n

class NLUResponse(BaseModel):
\n result: dict
\n processing_time: float
\n model_version: str = "iic\/nlp_deberta_rex-uninlu_chinese-base"<\/p>\n

@app.on_event("startup")
\nasync def startup_event():
\n """\u5e94\u7528\u542f\u52a8\u65f6\u9884\u52a0\u8f7d\u6a21\u578b"""
\n load_model()<\/p>\n

@app.get("\/health")
\ndef health_check():
\n """\u5065\u5eb7\u68c0\u67e5\u7aef\u70b9"""
\n return {"status": "healthy", "timestamp": int(time.time())}<\/p>\n

@app.post("\/nlu", response_model=NLUResponse)
\ndef process_nlu(request: NLURequest):
\n """\u5904\u7406NLU\u8bf7\u6c42"""
\n start_time = time.time()<\/p>\n

try:
\n # \u6839\u636e\u4efb\u52a1\u7c7b\u578b\u9009\u62e9pipeline
\n if request.task_type == "named_entity_recognition":
\n pipeline_task = Tasks.named_entity_recognition
\n elif request.task_type == "text_classification":
\n pipeline_task = Tasks.text_classification
\n else:
\n pipeline_task = Tasks.relation_extraction<\/p>\n

# \u91cd\u65b0\u521d\u59cb\u5316pipeline\u4ee5\u786e\u4fdd\u4efb\u52a1\u7c7b\u578b\u6b63\u786e
\n nlu_pipeline = pipeline(
\n task=pipeline_task,
\n model=Config.MODEL_PATH,
\n model_revision='master',
\n device=Config.DEVICE
\n )<\/p>\n

# \u6267\u884c\u63a8\u7406
\n result = nlu_pipeline(input=request.text, schema=request.schema)<\/p>\n

processing_time = time.time() – start_time
\n logger.info(f"Processed NLU request in {processing_time:.2f}s")<\/p>\n

return NLUResponse(
\n result=result,
\n processing_time=processing_time
\n )<\/p>\n

except Exception as e:
\n logger.error(f"Error processing NLU request: {str(e)}")
\n raise HTTPException(status_code=500, detail=str(e))<\/p>\n

if __name__ == "__main__":
\n import uvicorn
\n uvicorn.run(
\n "app.main:app",
\n host=Config.HOST,
\n port=Config.PORT,
\n workers=Config.WORKERS,
\n reload=False,
\n log_level="info"
\n )<\/p>\n

3.2 \u6d4b\u8bd5API\u670d\u52a1<\/h4>\n

\u5148\u5728\u672c\u5730\u6d4b\u8bd5\u670d\u52a1\u662f\u5426\u6b63\u5e38\u5de5\u4f5c：<\/p>\n

cd \/opt\/rexuninlu-service
\nsource \/opt\/rexuninlu-env\/bin\/activate
\npython -m app.main<\/p>\n

\u5728\u53e6\u4e00\u4e2a\u7ec8\u7aef\u4e2d\u6d4b\u8bd5：<\/p>\n

curl -X POST "http:\/\/localhost:8000\/nlu" \\\\
\n -H "Content-Type: application\/json" \\\\
\n -d '{
\n "text": "1944\u5e74\u6bd5\u4e1a\u4e8e\u5317\u5927\u7684\u540d\u53e4\u5c4b\u94c1\u9053\u4f1a\u957f\u8c37\u53e3\u6e05\u592a\u90ce\u7b49\u4eba\u5728\u65e5\u672c\u79ef\u6781\u7b79\u8d44，\u5171\u7b79\u6b3e2.7\u4ebf\u65e5\u5143，\u53c2\u52a0\u6350\u6b3e\u7684\u65e5\u672c\u4f01\u4e1a\u670969\u5bb6\u3002",
\n "schema": {"\u4eba\u7269": null, "\u5730\u7406\u4f4d\u7f6e": null, "\u7ec4\u7ec7\u673a\u6784": null},
\n "task_type": "named_entity_recognition"
\n }'<\/p>\n

\u5982\u679c\u8fd4\u56de\u4e86\u6b63\u786e\u7684\u5b9e\u4f53\u8bc6\u522b\u7ed3\u679c，\u8bf4\u660e\u670d\u52a1\u5df2\u7ecf\u8dd1\u8d77\u6765\u4e86\u3002<\/p>\n

4. \u751f\u4ea7\u7ea7\u670d\u52a1\u5b88\u62a4\u4e0e\u8fdb\u7a0b\u7ba1\u7406<\/h3>\n

4.1 systemd\u670d\u52a1\u914d\u7f6e<\/h4>\n

\u521b\u5efasystemd\u670d\u52a1\u6587\u4ef6，\u786e\u4fdd\u670d\u52a1\u5f00\u673a\u81ea\u542f\u5e76\u81ea\u52a8\u6062\u590d：<\/p>\n

sudo tee \/etc\/systemd\/system\/rexuninlu.service << 'EOF'
\n[Unit]
\nDescription=RexUniNLU NLU Service
\nAfter=network.target<\/p>\n

[Service]
\nType=simple
\nUser=ubuntu
\nGroup=ubuntu
\nWorkingDirectory=\/opt\/rexuninlu-service
\nEnvironment="PATH=\/opt\/rexuninlu-env\/bin:\/usr\/local\/bin:\/usr\/bin:\/bin"
\nEnvironment="PYTHONPATH=\/opt\/rexuninlu-service"
\nExecStart=\/opt\/rexuninlu-env\/bin\/python -m app.main
\nRestart=always
\nRestartSec=10
\nKillSignal=SIGINT
\nTimeoutStopSec=60
\nStandardOutput=journal
\nStandardError=journal
\nSyslogIdentifier=rexuninlu
\nLimitNOFILE=65536<\/p>\n

[Install]
\nWantedBy=multi-user.target
\nEOF<\/p>\n

\u542f\u7528\u5e76\u542f\u52a8\u670d\u52a1：<\/p>\n

sudo systemctl daemon-reload
\nsudo systemctl enable rexuninlu.service
\nsudo systemctl start rexuninlu.service
\nsudo systemctl status rexuninlu.service<\/p>\n

4.2 \u65e5\u5fd7\u8f6e\u8f6c\u914d\u7f6e<\/h4>\n

\u521b\u5efa\u65e5\u5fd7\u8f6e\u8f6c\u914d\u7f6e，\u907f\u514d\u65e5\u5fd7\u6587\u4ef6\u65e0\u9650\u589e\u957f：<\/p>\n

sudo tee \/etc\/logrotate.d\/rexuninlu << 'EOF'
\n\/var\/log\/rexuninlu\/*.log {
\n daily
\n missingok
\n rotate 30
\n compress
\n delaycompress
\n notifempty
\n create 644 ubuntu ubuntu
\n sharedscripts
\n postrotate
\n systemctl kill –signal=SIGHUP rexuninlu.service > \/dev\/null 2>&1 || true
\n endscript
\n}
\nEOF<\/p>\n

4.3 \u5185\u5b58\u4e0e\u6027\u80fd\u76d1\u63a7\u811a\u672c<\/h4>\n

\u521b\u5efa\u4e00\u4e2a\u7b80\u5355\u7684\u76d1\u63a7\u811a\u672c，\u5b9a\u671f\u68c0\u67e5\u670d\u52a1\u72b6\u6001：<\/p>\n

sudo tee \/opt\/rexuninlu-service\/monitor.sh << 'EOF'
\n#!\/bin\/bash
\n# RexUniNLU\u670d\u52a1\u76d1\u63a7\u811a\u672c<\/p>\n

LOG_FILE="\/var\/log\/rexuninlu\/monitor.log"
\nDATE=$(date '+%Y-%m-%d %H:%M:%S')<\/p>\n

# \u68c0\u67e5\u670d\u52a1\u72b6\u6001
\nSERVICE_STATUS=$(systemctl is-active rexuninlu.service 2>\/dev\/null)
\nif [ "$SERVICE_STATUS" != "active" ]; then
\n echo "[$DATE] ERROR: RexUniNLU service is not active ($SERVICE_STATUS)" >> $LOG_FILE
\n systemctl restart rexuninlu.service
\n echo "[$DATE] INFO: RexUniNLU service restarted" >> $LOG_FILE
\nelse
\n # \u68c0\u67e5\u5185\u5b58\u4f7f\u7528
\n MEMORY_USAGE=$(ps aux –sort=-%mem | head -n 2 | tail -n 1 | awk '{print $6}')
\n if [ -n "$MEMORY_USAGE" ] && [ "$MEMORY_USAGE" -gt 8000000 ]; then
\n echo "[$DATE] WARNING: High memory usage detected ($MEMORY_USAGE KB)" >> $LOG_FILE
\n # \u53ef\u9009：\u91cd\u542f\u670d\u52a1\u91ca\u653e\u5185\u5b58
\n # systemctl restart rexuninlu.service
\n fi
\nfi<\/p>\n

# \u8bb0\u5f55CPU\u4f7f\u7528\u7387
\nCPU_USAGE=$(top -bn1 | grep "Cpu(s)" | sed "s\/.*, *\\\\([0-9.]*\\\\)%* id.*\/\\\\1\/" | awk '{print 100 – $1}')
\necho "[$DATE] INFO: CPU usage: ${CPU_USAGE}%" >> $LOG_FILE
\nEOF<\/p>\n

sudo chmod +x \/opt\/rexuninlu-service\/monitor.sh<\/p>\n

\u6dfb\u52a0\u5230crontab，\u6bcf5\u5206\u949f\u6267\u884c\u4e00\u6b21：<\/p>\n

(crontab -l 2>\/dev\/null; echo "*\/5 * * * * \/opt\/rexuninlu-service\/monitor.sh") | crontab –<\/p>\n

5. API\u7f51\u5173\u4e0e\u6d41\u91cf\u7ba1\u7406<\/h3>\n

5.1 Nginx\u53cd\u5411\u4ee3\u7406\u914d\u7f6e<\/h4>\n

\u5b89\u88c5\u5e76\u914d\u7f6eNginx\u4f5c\u4e3aAPI\u7f51\u5173：<\/p>\n

sudo apt install -y nginx
\nsudo rm \/etc\/nginx\/sites-enabled\/default
\nsudo tee \/etc\/nginx\/sites-available\/rexuninlu << 'EOF'
\nupstream rexuninlu_backend {
\n server 127.0.0.1:8000;
\n keepalive 32;
\n}<\/p>\n

server {
\n listen 80;
\n server_name nlu.yourdomain.com;<\/p>\n

# \u5b89\u5168\u5934
\n add_header X-Frame-Options "DENY" always;
\n add_header X-XSS-Protection "1; mode=block" always;
\n add_header X-Content-Type-Options "nosniff" always;
\n add_header Referrer-Policy "no-referrer-when-downgrade" always;
\n add_header Content-Security-Policy "default-src 'self' http: https: data: blob: 'unsafe-inline'" always;<\/p>\n

# \u5065\u5eb7\u68c0\u67e5
\n location \/health {
\n proxy_pass http:\/\/rexuninlu_backend;
\n proxy_http_version 1.1;
\n proxy_set_header Upgrade $http_upgrade;
\n proxy_set_header Connection "upgrade";
\n proxy_set_header Host $host;
\n proxy_set_header X-Real-IP $remote_addr;
\n proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
\n proxy_set_header X-Forwarded-Proto $scheme;
\n }<\/p>\n

# \u4e3bAPI\u8def\u7531
\n location \/nlu {
\n proxy_pass http:\/\/rexuninlu_backend;
\n proxy_http_version 1.1;
\n proxy_set_header Upgrade $http_upgrade;
\n proxy_set_header Connection "upgrade";
\n proxy_set_header Host $host;
\n proxy_set_header X-Real-IP $remote_addr;
\n proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
\n proxy_set_header X-Forwarded-Proto $scheme;<\/p>\n

# \u8bf7\u6c42\u9650\u5236
\n limit_req zone=api burst=20 nodelay;
\n }<\/p>\n

# \u9519\u8bef\u9875\u9762
\n error_page 500 502 503 504 \/50x.html;
\n location = \/50x.html {
\n root \/usr\/share\/nginx\/html;
\n }
\n}<\/p>\n

# \u9650\u6d41\u533a\u57df\u914d\u7f6e
\nlimit_req_zone $binary_remote_addr zone=api:10m rate=10r\/s;
\nEOF<\/p>\n

sudo ln -sf \/etc\/nginx\/sites-available\/rexuninlu \/etc\/nginx\/sites-enabled\/
\nsudo nginx -t && sudo systemctl reload nginx<\/p>\n

5.2 API\u5bc6\u94a5\u8ba4\u8bc1\u96c6\u6210<\/h4>\n

\u4e3a\u751f\u4ea7\u73af\u5883\u6dfb\u52a0\u57fa\u672c\u7684API\u5bc6\u94a5\u8ba4\u8bc1，\u521b\u5efa\u4e2d\u95f4\u4ef6：<\/p>\n

# \u5728app\u76ee\u5f55\u4e0b\u521b\u5efaauth.py
\nsudo tee \/opt\/rexuninlu-service\/app\/auth.py << 'EOF'
\nfrom fastapi import Depends, HTTPException, status
\nfrom fastapi.security import APIKeyHeader
\nfrom typing import Optional<\/p>\n

API_KEY_NAME = "X-API-Key"
\napi_key_header = APIKeyHeader(name=API_KEY_NAME, auto_error=False)<\/p>\n

# \u7b80\u5355\u7684API\u5bc6\u94a5\u5b58\u50a8（\u751f\u4ea7\u73af\u5883\u5e94\u4f7f\u7528\u6570\u636e\u5e93\u6216Redis）
\nVALID_API_KEYS = {
\n "prod-key-12345": "production",
\n "dev-key-67890": "development"
\n}<\/p>\n

async def verify_api_key(api_key: str = Depends(api_key_header)) -> str:
\n if api_key is None:
\n raise HTTPException(
\n status_code=status.HTTP_403_FORBIDDEN,
\n detail="API key missing"
\n )<\/p>\n

if api_key not in VALID_API_KEYS:
\n raise HTTPException(
\n status_code=status.HTTP_403_FORBIDDEN,
\n detail="Invalid API key"
\n )<\/p>\n

return VALID_API_KEYS[api_key]
\nEOF<\/p>\n

\u4fee\u6539main.py，\u5728API\u7aef\u70b9\u4e2d\u6dfb\u52a0\u8ba4\u8bc1：<\/p>\n

# \u5728main.py\u4e2d\u6dfb\u52a0\u5bfc\u5165
\nfrom app.auth import verify_api_key<\/p>\n

# \u4fee\u6539nlu\u7aef\u70b9，\u6dfb\u52a0\u4f9d\u8d56
\n@app.post("\/nlu", response_model=NLUResponse)
\ndef process_nlu(request: NLURequest, api_key_type: str = Depends(verify_api_key)):
\n # …\u539f\u6709\u4ee3\u7801\u4fdd\u6301\u4e0d\u53d8<\/p>\n

6. \u76d1\u63a7\u4e0e\u81ea\u52a8\u5316\u8fd0\u7ef4\u65b9\u6848<\/h3>\n

6.1 Prometheus\u6307\u6807\u66b4\u9732<\/h4>\n

\u6269\u5c55main.py，\u6dfb\u52a0Prometheus\u6307\u6807\u6536\u96c6：<\/p>\n

# \u5728main.py\u9876\u90e8\u6dfb\u52a0
\nfrom prometheus_client import Counter, Histogram, Gauge, make_asgi_app
\nimport psutil<\/p>\n

# \u5b9a\u4e49\u6307\u6807
\nREQUEST_COUNT = Counter('rexuninlu_requests_total', 'Total HTTP Requests', ['method', 'endpoint', 'status'])
\nREQUEST_LATENCY = Histogram('rexuninlu_request_latency_seconds', 'Request latency in seconds', ['endpoint'])
\nMODEL_MEMORY_USAGE = Gauge('rexuninlu_model_memory_bytes', 'Model memory usage in bytes')
\nMODEL_GPU_MEMORY_USAGE = Gauge('rexuninlu_gpu_memory_bytes', 'GPU memory usage in bytes')<\/p>\n

# \u5728health_check\u51fd\u6570\u4e2d\u6dfb\u52a0\u6307\u6807\u6536\u96c6
\n@app.get("\/metrics")
\ndef metrics():
\n # \u66f4\u65b0\u5185\u5b58\u6307\u6807
\n process = psutil.Process()
\n MODEL_MEMORY_USAGE.set(process.memory_info().rss)<\/p>\n

# GPU\u5185\u5b58（\u5982\u679c\u53ef\u7528）
\n try:
\n import pynvml
\n pynvml.nvmlInit()
\n handle = pynvml.nvmlDeviceGetHandleByIndex(0)
\n info = pynvml.nvmlDeviceGetMemoryInfo(handle)
\n MODEL_GPU_MEMORY_USAGE.set(info.used)
\n except:
\n pass<\/p>\n

return make_asgi_app()<\/p>\n

6.2 \u81ea\u52a8\u5316\u90e8\u7f72\u811a\u672c<\/h4>\n

\u521b\u5efa\u5b8c\u6574\u7684\u90e8\u7f72\u811a\u672c，\u4e00\u952e\u5b8c\u6210\u6240\u6709\u6b65\u9aa4：<\/p>\n

sudo tee \/opt\/rexuninlu-deploy.sh << 'EOF'
\n#!\/bin\/bash
\n# RexUniNLU\u5168\u81ea\u52a8\u90e8\u7f72\u811a\u672c<\/p>\n

set -e<\/p>\n

echo "=== RexUniNLU\u751f\u4ea7\u73af\u5883\u90e8\u7f72\u5f00\u59cb ==="<\/p>\n

# 1. \u7cfb\u7edf\u66f4\u65b0
\necho "1. \u66f4\u65b0\u7cfb\u7edf…"
\nsudo apt update && sudo apt upgrade -y<\/p>\n

# 2. \u5b89\u88c5\u57fa\u7840\u4f9d\u8d56
\necho "2. \u5b89\u88c5\u57fa\u7840\u4f9d\u8d56…"
\nsudo apt install -y build-essential python3-dev python3-pip git curl wget vim htop nginx<\/p>\n

# 3. \u914d\u7f6ePython\u73af\u5883
\necho "3. \u914d\u7f6ePython\u73af\u5883…"
\nsudo apt install -y python3.9 python3.9-venv python3.9-dev
\nsudo update-alternatives –install \/usr\/bin\/python3 python3 \/usr\/bin\/python3.9 1
\nsudo update-alternatives –config python3<\/p>\n

# 4. \u521b\u5efa\u670d\u52a1\u76ee\u5f55
\necho "4. \u521b\u5efa\u670d\u52a1\u76ee\u5f55…"
\nsudo mkdir -p \/opt\/rexuninlu-{env,service,models,logs}
\nsudo chown -R $USER:$USER \/opt\/rexuninlu-*<\/p>\n

# 5. \u521b\u5efa\u865a\u62df\u73af\u5883
\necho "5. \u521b\u5efaPython\u865a\u62df\u73af\u5883…"
\npython3.9 -m venv \/opt\/rexuninlu-env
\nsource \/opt\/rexuninlu-env\/bin\/activate
\npip install –upgrade pip<\/p>\n

# 6. \u5b89\u88c5Python\u4f9d\u8d56
\necho "6. \u5b89\u88c5Python\u4f9d\u8d56…"
\npip install torch==1.13.1+cu117 torchvision==0.14.1+cu117 -f https:\/\/download.pytorch.org\/whl\/torch_stable.html
\npip install transformers==4.26.1 modelscope==1.9.2 fastapi==0.104.1 uvicorn[standard]==0.23.2 psutil==5.9.5 prometheus-client==0.18.0<\/p>\n

# 7. \u4e0b\u8f7d\u6a21\u578b
\necho "7. \u4e0b\u8f7dRexUniNLU\u6a21\u578b…"
\npip install modelscope
\npython3 -c "
\nfrom modelscope.hub.snapshot_download import snapshot_download
\nsnapshot_download('iic\/nlp_deberta_rex-uninlu_chinese-base', cache_dir='\/opt\/rexuninlu-models')
\n"<\/p>\n

# 8. \u521b\u5efa\u670d\u52a1\u6587\u4ef6
\necho "8. \u521b\u5efa\u670d\u52a1\u6587\u4ef6…"
\nmkdir -p \/opt\/rexuninlu-service\/{app,models,utils}
\ncp -r \/opt\/rexuninlu-models\/* \/opt\/rexuninlu-service\/models\/<\/p>\n

# 9. \u521b\u5efasystemd\u670d\u52a1
\necho "9. \u521b\u5efasystemd\u670d\u52a1…"
\nsudo tee \/etc\/systemd\/system\/rexuninlu.service << 'EOT'
\n[Unit]
\nDescription=RexUniNLU NLU Service
\nAfter=network.target<\/p>\n

[Service]
\nType=simple
\nUser=$USER
\nGroup=$USER
\nWorkingDirectory=\/opt\/rexuninlu-service
\nEnvironment="PATH=\/opt\/rexuninlu-env\/bin:\/usr\/local\/bin:\/usr\/bin:\/bin"
\nEnvironment="PYTHONPATH=\/opt\/rexuninlu-service"
\nExecStart=\/opt\/rexuninlu-env\/bin\/python -m app.main
\nRestart=always
\nRestartSec=10
\nKillSignal=SIGINT
\nTimeoutStopSec=60
\nStandardOutput=journal
\nStandardError=journal
\nSyslogIdentifier=rexuninlu
\nLimitNOFILE=65536<\/p>\n

[Install]
\nWantedBy=multi-user.target
\nEOT<\/p>\n

# 10. \u914d\u7f6eNginx
\necho "10. \u914d\u7f6eNginx…"
\nsudo tee \/etc\/nginx\/sites-available\/rexuninlu << 'EOT'
\nupstream rexuninlu_backend {
\n server 127.0.0.1:8000;
\n keepalive 32;
\n}<\/p>\n

server {
\n listen 80;
\n server_name localhost;<\/p>\n

location \/nlu {
\n proxy_pass http:\/\/rexuninlu_backend;
\n proxy_http_version 1.1;
\n proxy_set_header Upgrade $http_upgrade;
\n proxy_set_header Connection "upgrade";
\n proxy_set_header Host $host;
\n proxy_set_header X-Real-IP $remote_addr;
\n proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
\n proxy_set_header X-Forwarded-Proto $scheme;
\n }
\n}
\nEOT<\/p>\n

sudo ln -sf \/etc\/nginx\/sites-available\/rexuninlu \/etc\/nginx\/sites-enabled\/
\nsudo nginx -t && sudo systemctl reload nginx<\/p>\n

# 11. \u542f\u52a8\u670d\u52a1
\necho "11. \u542f\u52a8\u670d\u52a1…"
\nsudo systemctl daemon-reload
\nsudo systemctl enable rexuninlu.service
\nsudo systemctl start rexuninlu.service<\/p>\n

echo "=== RexUniNLU\u90e8\u7f72\u5b8c\u6210！ ==="
\necho "\u670d\u52a1\u72b6\u6001: sudo systemctl status rexuninlu.service"
\necho "Nginx\u72b6\u6001: sudo systemctl status nginx"
\necho "\u6d4b\u8bd5API: curl http:\/\/localhost\/nlu -X POST -H 'Content-Type: application\/json' -d '{\\\\"text\\\\":\\\\"\u6d4b\u8bd5\u6587\u672c\\\\",\\\\"schema\\\\":{\\\\"\u4eba\u7269\\\\":null}}'"
\nEOF<\/p>\n

sudo chmod +x \/opt\/rexuninlu-deploy.sh<\/p>\n

\u8fd0\u884c\u90e8\u7f72\u811a\u672c：<\/p>\n

sudo \/opt\/rexuninlu-deploy.sh<\/p>\n

7. \u5b9e\u9645\u5e94\u7528\u6548\u679c\u4e0e\u4f18\u5316\u5efa\u8bae<\/h3>\n

\u90e8\u7f72\u5b8c\u6210\u540e，\u6211\u4eec\u505a\u4e86\u51e0\u8f6e\u538b\u529b\u6d4b\u8bd5\u3002\u572816GB\u5185\u5b58\u3001\u5355\u5f20RTX 3090\u7684Ubuntu 22.04\u670d\u52a1\u5668\u4e0a，RexUniNLU\u670d\u52a1\u8868\u73b0\u76f8\u5f53\u7a33\u5b9a：<\/p>\n