Skip to content

Instantly share code, notes, and snippets.

@relyt0925
Created September 4, 2024 14:20
Show Gist options
  • Save relyt0925/573e801685a5d43ee7f705ce46f01c88 to your computer and use it in GitHub Desktop.
Save relyt0925/573e801685a5d43ee7f705ce46f01c88 to your computer and use it in GitHub Desktop.
fsdp output
[root@tyler-fsdp-testing root]# ls -lh /var/mnt/inststg1/instructlab/phasedbasedir/phase2/checkpoints/checkpoint-11128/
total 101G
-rw-r--r--. 1 root root 789 Sep 4 04:36 config.json
-rw-r--r--. 1 root root 144 Sep 4 04:36 generation_config.json
-rw-r--r--. 1 root root 4.6G Sep 4 04:36 model-00001-of-00006.safetensors
-rw-r--r--. 1 root root 4.6G Sep 4 04:36 model-00002-of-00006.safetensors
-rw-r--r--. 1 root root 4.6G Sep 4 04:36 model-00003-of-00006.safetensors
-rw-r--r--. 1 root root 4.6G Sep 4 04:36 model-00004-of-00006.safetensors
-rw-r--r--. 1 root root 4.6G Sep 4 04:36 model-00005-of-00006.safetensors
-rw-r--r--. 1 root root 2.6G Sep 4 04:37 model-00006-of-00006.safetensors
-rw-r--r--. 1 root root 24K Sep 4 04:37 model.safetensors.index.json
-rw-r--r--. 1 root root 51G Sep 4 04:39 optimizer.bin
-rw-r--r--. 1 root root 26G Sep 4 04:37 pytorch_model_fsdp.bin
-rw-r--r--. 1 root root 16K Sep 4 04:39 rng_state_0.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_1.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_2.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_3.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_4.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_5.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_6.pth
-rw-r--r--. 1 root root 16K Sep 4 04:38 rng_state_7.pth
-rw-r--r--. 1 root root 1.1K Sep 4 04:39 scheduler.pt
-rw-r--r--. 1 root root 671 Sep 4 04:37 special_tokens_map.json
-rw-r--r--. 1 root root 1.8M Sep 4 04:37 tokenizer.json
-rw-r--r--. 1 root root 2.6K Sep 4 04:37 tokenizer_config.json
-rw-r--r--. 1 root root 1.9M Sep 4 04:39 trainer_state.json
-rw-r--r--. 1 root root 5.8K Sep 4 04:37 training_args.bin
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment