TingtingDu commited on
Commit
4aeffd9
·
verified ·
1 Parent(s): aae65d0

Add files using upload-large-folder tool

Browse files
checkpoints/steps_30000_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6716ac2a700554e32edd37354a4fafdb0fc4fc0433e825900bd9bf8ed99d36a9
3
+ size 9653648952
config.full.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: stage1_full_4gpu
2
+ run_root_dir: /workspace/tingting/3dvla-checkpoints
3
+ seed: 42
4
+ wandb_entity: tingtingdu06-uw-madison
5
+ wandb_project: 3dvlm
6
+ is_debug: false
7
+ version_id: '0.21'
8
+ framework:
9
+ name: QwenFast
10
+ qwenvl:
11
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
12
+ attn_implementation: flash_attention_2
13
+ action_model:
14
+ action_model_type: FAST
15
+ action_dim: 7
16
+ future_action_window_size: 15
17
+ past_action_window_size: 0
18
+ action_horizon: 16
19
+ reduce_in_full_precision: true
20
+ datasets:
21
+ vlm_data:
22
+ dataset_py: vlm_datasets_3d
23
+ dataset_use: materialized_mixture
24
+ annotation_path: /workspace/tingting/3dvla-data/sft/materialized/full_tokcal.jsonl
25
+ model_type: qwen3vl
26
+ model_max_length: 8192
27
+ max_pixels: 1254400
28
+ min_pixels: 784
29
+ video_min_pixels: 784
30
+ video_max_pixels: 401408
31
+ video_min_frames: 4
32
+ video_max_frames: 32
33
+ video_fps: 1
34
+ data_flatten: false
35
+ per_device_batch_size: 2
36
+ num_workers: 4
37
+ trainer:
38
+ max_train_steps: 125000
39
+ num_warmup_steps: 2000
40
+ save_interval: 30000
41
+ eval_interval: 1000000000
42
+ logging_frequency: 10
43
+ learning_rate:
44
+ base: 1.0e-05
45
+ lr_scheduler_type: cosine_with_min_lr
46
+ scheduler_specific_kwargs:
47
+ min_lr: 1.0e-06
48
+ freeze_modules: ''
49
+ loss_scale:
50
+ vlm: 1.0
51
+ max_grad_norm: 1.0
52
+ weight_decay: 0.0
53
+ gradient_clipping: 1.0
54
+ gradient_accumulation_steps: 1
55
+ save_format: safetensors
56
+ optimizer:
57
+ name: AdamW
58
+ betas:
59
+ - 0.9
60
+ - 0.95
61
+ eps: 1.0e-08
62
+ weight_decay: 1.0e-08
63
+ config_yaml: /workspace/tingting/3dvla-stage0/train/stage1.yaml
64
+ output_dir: /workspace/tingting/3dvla-checkpoints/stage1_full_4gpu
config.yaml ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vlm_data:
3
+ dataset_py: vlm_datasets_3d
4
+ dataset_use: materialized_mixture
5
+ model_max_length: 8192
6
+ num_workers: 4
7
+ per_device_batch_size: 2
8
+ framework:
9
+ action_model:
10
+ action_dim: 7
11
+ action_horizon: 16
12
+ name: QwenFast
13
+ qwenvl:
14
+ attn_implementation: flash_attention_2
15
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
16
+ output_dir: /workspace/tingting/3dvla-checkpoints/stage1_full_4gpu
17
+ run_id: stage1_full_4gpu
18
+ run_root_dir: /workspace/tingting/3dvla-checkpoints
19
+ seed: 42
20
+ trainer:
21
+ eval_interval: 1000000000
22
+ freeze_modules: ''
23
+ gradient_clipping: 1.0
24
+ learning_rate:
25
+ base: 1.0e-05
26
+ logging_frequency: 10
27
+ loss_scale:
28
+ vlm: 1.0
29
+ lr_scheduler_type: cosine_with_min_lr
30
+ max_train_steps: 125000
31
+ num_warmup_steps: 2000
32
+ optimizer:
33
+ betas:
34
+ - 0.9
35
+ - 0.95
36
+ eps: 1.0e-08
37
+ weight_decay: 1.0e-08
38
+ save_format: safetensors
39
+ save_interval: 30000
40
+ scheduler_specific_kwargs:
41
+ min_lr: 1.0e-06
42
+ wandb_entity: tingtingdu06-uw-madison
43
+ wandb_project: 3dvlm
summary.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"steps": 30000}