-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathsettings.example.json
More file actions
46 lines (46 loc) · 1.23 KB
/
Copy pathsettings.example.json
File metadata and controls
46 lines (46 loc) · 1.23 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
{
"model_choice": "Transformers (.safetensors)",
"hf_model_id": "Qwen/Qwen3-0.6B",
"hf_layer_mode": "Single layer",
"hf_layer_idx": -1,
"hf_active_layer": -1,
"hf_max_length": 256,
"hf_use_chat_template": true,
"hf_trust_remote_code": false,
"hf_device": "cuda",
"hf_dtype": "float16",
"hf_attn_impl": "eager",
"prompt_source": "Concept prompts",
"dataset_text_field": "text",
"dataset_max_prompts": 50000,
"dataset_shuffle": true,
"concept_source": "Generated (large)",
"concept_size": 256,
"hf_concepts": "",
"auto_interval_ms": 400,
"auto_steps": 15,
"auto_max_steps": 2000,
"auto_min_steps": 200,
"auto_min_conf": 0.45,
"auto_min_samples": 500,
"auto_patience": 8,
"auto_min_delta": 0.01,
"steps_per_run": 400,
"token_model_id": "Qwen/Qwen3-0.6B",
"token_device": "cuda",
"token_dtype": "float16",
"token_layer": -1,
"token_hookpoint": "resid_post",
"token_topk": 16,
"token_max_len": 128,
"token_batch_size": 1,
"token_ctx_window": 4,
"token_out_dir": "token_sae_out",
"token_dataset_path": "",
"token_dataset_field": "text",
"token_dataset_max": 20000,
"token_dataset_shuffle": true,
"token_sae_path": "",
"token_trust_remote": false,
"token_realtime_max": 32
}