HELM/.gitignore at main · MPSLab-ASU/HELM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
# Python
__pycache__/
*.py[cod]
*$py.class
.coverage
.coverage.*
coverage.xml
htmlcov/

# Distribution
build/
dist/
*.egg-info/
.eggs/

# Virtual Environment
.venv/
venv/
env/

# IDEs
.vscode/
.idea/

# HELM Artifacts
qwen_fx_graph.py
cost_model_sweep_improved.py
*.bak
dump/
logs/
checkpoints/
logs.txt
.helm_profile.json
accelerate/
benchmarks/results/

# Experiment logs and RTX 3090 results
experiments/*.log
experiments/results/rtx_3090_*/
experiments/results/vllm_rtx3090_SUMMARY.md

# System
.DS_Store
/artifacts
TASKS.md

# Local only
learning.txt
research.md
# local paper drafts anywhere; the canonical result data in results/paper/ IS tracked
paper/
!results/paper/
Helmpaperdraft/
_orch/
_orch_3090_remote/
_orchestration_3090/
tasks/todo.md
tasks/lessons.md
.claude/*
*.gguf

# Experiment SOURCES are tracked like any other code (a previous deny-all
# `experiments/*` rule silently lost two committed-test source files; do not
# reintroduce it). Only generated OUTPUTS are ignored: local benchmark runs
# under experiments/results/, with the committed reference results
# re-included below. CI enforces that no tracked file matches an ignore rule.
experiments/results/*
!experiments/results/build_consolidated_table.py
!experiments/results/CONSOLIDATED_RESULTS.md
!experiments/results/HELM_ROUTER_VS_VLLM_p50.md
!experiments/results/*.json
!experiments/results/20260316_160248/
!experiments/results/server3_8b_vllm_lmeval/
!experiments/results/rtx4060_in128_rerun/
!experiments/results/rtx3090_9900x_repro/
experiments/llama_cpp_src/

# env files & local API keys
.env
*.env
.repowise/
CLAUDE.md

# Bench-result tarballs (recreated from per-run dirs as needed)
*.tar.gz