Spaces:
Sleeping
Sleeping
| # DGX Spark Environment Configuration | |
| # Copy this to .env.spark and fill in values | |
| # Service Configuration | |
| PORT=8000 | |
| # Model Configuration (Phase 1: CodeGen, Phase 3: Devstral) | |
| DEFAULT_MODEL=codegen-350m | |
| # DEFAULT_MODEL=devstral-small # Uncomment for Phase 3 | |
| # API Security | |
| API_KEY=<your-api-key> | |
| # HuggingFace (required for gated models like Devstral) | |
| HF_TOKEN=<your-hf-token> | |
| # Model Settings | |
| MAX_CONTEXT=8192 | |
| BATCH_SIZE=1 | |
| TORCH_DTYPE=fp16 | |
| # TORCH_DTYPE=bf16 # Use bf16 for Devstral (Phase 3) | |