NVIDIA NeMo Guardrails

# 定義使用者意圖
define user ask about weather
  "What's the weather like?"
  "Tell me the forecast"
  "Is it going to rain?"
 
# 定義機器人回應
define bot respond weather
  "I can help with weather information for your area."
 
# 定義流程
define flow weather inquiry
  user ask about weather
  bot respond weather
 
# 定義主題邊界
define user ask off topic
  "Tell me a joke"
  "Write me a poem about violence"
  "How do I hack into a system"
 
define flow handle off topic
  user ask off topic
  bot inform cannot help
  "I'm designed to help with weather-related questions only."

# Colang 2.0 - 更具表達性之流程控制
flow handle jailbreak attempt
  user said something
  $is_jailbreak = execute check_jailbreak(user_message=$last_user_message)
  if $is_jailbreak
    bot say "I cannot process that request."
    abort

# config.yml
models:
  - type: main
    engine: openai
    model: gpt-4
 
rails:
  input:
    flows:
      - self check input      # 內建越獄偵測
      - check topic allowed   # 自訂主題驗證
 
  output:
    flows:
      - self check output     # 內建輸出審查
      - check facts           # 對知識庫之事實檢查
 
  config:
    # 啟用／停用特定導軌特性
    jailbreak_detection:
      enabled: true
      # 使用次要 LLM 呼叫分類輸入
    content_moderation:
      enabled: true
      provider: openai  # 使用 OpenAI moderation API

from nemoguardrails import RailsConfig, LLMRails
 
config = RailsConfig.from_path("./config")
rails = LLMRails(config)
 
# 作為獨立伺服器使用
response = await rails.generate_async(
    messages=[{"role": "user", "content": "Hello!"}]
)
 
# 或與 LangChain 整合
from nemoguardrails.integrations.langchain import RunnableRails
chain = RunnableRails(config) | existing_chain

nemoguardrails server --config ./config --port 8080

from nemoguardrails import RailsConfig, LLMRails
 
config = RailsConfig.from_content(
    yaml_content=config_yaml,
    colang_content=colang_content
)
rails = LLMRails(config)
 
# 註冊自訂動作
@rails.register_action
async def check_user_permissions(context: dict) -> bool:
    user_id = context.get("user_id")
    return await permission_service.check(user_id)