-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrender.yaml
More file actions
69 lines (69 loc) · 2.44 KB
/
Copy pathrender.yaml
File metadata and controls
69 lines (69 loc) · 2.44 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
services:
- type: web
name: fastrag-api
runtime: docker
plan: free
region: singapore
dockerfilePath: ./Dockerfile
healthCheckPath: /health/ready
envVars:
- key: FASTRAG_PROFILE
value: cloud
- key: FASTRAG_ENVIRONMENT
value: production
# onnxruntime does not fit alongside everything else on the 512 MB free
# instance, so the cloud profile retrieves dense-only. Hybrid RRF stays
# available on any paid instance by flipping this to true.
- key: FASTRAG_SPARSE_RETRIEVAL_ENABLED
value: false
# Redis Cloud free includes RediSearch; Upstash does not. Set false there.
- key: FASTRAG_SEMANTIC_CACHE_ENABLED
value: true
- key: FASTRAG_CHUNK_STRATEGIES
value: sentence,fixed,sentence_window,semantic,hierarchical,metadata_aware
- key: FASTRAG_GUARDRAIL_LANGUAGES
value: en,hi,bn,ta,te,mr
- key: FASTRAG_LLM_BASE_URL
value: https://api.groq.com/openai/v1
- key: FASTRAG_LLM_MODEL
value: openai/gpt-oss-20b
# gpt-oss otherwise spends max_tokens on hidden reasoning and returns nothing.
- key: FASTRAG_LLM_REASONING_EFFORT
value: low
# Groq free is 30 RPM; the harness retries 429s but a second provider
# keeps the demo alive when the minute budget is gone.
- key: FASTRAG_LLM_FALLBACK_BASE_URL
value: https://openrouter.ai/api/v1
- key: FASTRAG_LLM_FALLBACK_MODEL
value: meta-llama/llama-3.3-70b-instruct:free
- key: FASTRAG_CORS_ORIGINS
sync: false
- key: FASTRAG_QUERY_API_KEY
generateValue: true
- key: FASTRAG_ADMIN_API_KEY
generateValue: true
- key: FASTRAG_QDRANT_URL
sync: false
- key: FASTRAG_QDRANT_API_KEY
sync: false
- key: FASTRAG_REDIS_URL
sync: false
- key: FASTRAG_DATABASE_URL
sync: false
- key: FASTRAG_JINA_API_KEY
sync: false
- key: FASTRAG_SARVAM_API_KEY
sync: false
- key: FASTRAG_LLM_API_KEY
sync: false
- key: FASTRAG_LLM_FALLBACK_API_KEY
sync: false
- key: FASTRAG_LANGFUSE_PUBLIC_KEY
sync: false
- key: FASTRAG_LANGFUSE_SECRET_KEY
sync: false
- key: FASTRAG_LANGFUSE_BASE_URL
value: https://cloud.langfuse.com
# Paste contents of local config/calibration.json (gitignored; required to boot).
- key: FASTRAG_CALIBRATION_JSON
sync: false