Hugging Face's logo

Backup-bdg
/
Xoron-Dev-MultiMoe

Any-to-Any
Transformers
Safetensors
English
xoron
multimodal
Mixture of Experts
text-to-image
image editing
image to video
text-to-video
video editing
text-to-speech
speech-to-text
speech-to-speech
image-to-text
video-to-text
agentic
tool-use
flow-matching
3d-rope
titok
vidtok
dual-stream-attention
zero-shot-voice-cloning
bigvgan
snake-activation
multi-receptive-field-fusion
custom_code
Model card Files
xet
 Community
1
Backup-bdg commited on
Commit
2575c9d
·
verified ·
1 Parent(s): 617498a

Update model weights after training (epoch 1, loss 4.2916)

Browse files
Files changed (11) hide show
  1. audio_decoder.safetensors +1 -1
  2. cross_attention.safetensors +1 -1
  3. generator.safetensors +1 -1
  4. llm.safetensors +1 -1
  5. sample_images/epoch1_sample1.png +0 -0
  6. sample_images/epoch1_sample2.png +0 -0
  7. sample_images/epoch1_sample3.png +0 -0
  8. streaming_state.json +16 -16
  9. tokenizer.json +2 -2
  10. trainer_state.json +3 -3
  11. training_state.pt +2 -2
audio_decoder.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e80dd44856ab9de02baf7f75a2388092434554d243ed896b8d27b382470efbb0
3
  size 1458415836
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e38d5f45ab1bb841c51d43d1a830339c9554d7b7121b40c29543be6b8bb246
3
  size 1458415836
cross_attention.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:431b826b0b603dc6fe556705ad128da3e3ad62916bbf682cf56054dfc1f82971
3
  size 174191400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7967eb8d40a1c69ade87aaae8872447a9f3b28418fadde6d1a8f876d96a6848
3
  size 174191400
generator.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77991e08ee440c540d1fd2cbf8e8d83e87f62aac203e71adfa2182086a041aa2
3
  size 629440508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89ea74af2d5ac45430e7dc96fd17ddf368b8baa87a4133046782ec32e7a63224
3
  size 629440508
llm.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e8d0ac87d7bb273d16a5a89ac99ec879ce0981a19c5b34078e00e080bd447a5
3
  size 1506831304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e14153b590b91954c672ba79a681cd40c08dfc82dcb9e5500e87c2d8d23c83
3
  size 1506831304
sample_images/epoch1_sample1.png ADDED
sample_images/epoch1_sample2.png ADDED
sample_images/epoch1_sample3.png ADDED
streaming_state.json CHANGED
@@ -1,33 +1,33 @@
1
  {
2
- "epoch": 3,
3
- "unique_samples": 500,
4
- "total_yields": 1000,
5
  "dataset_positions": {
6
- "WebSight": 86,
7
- "ScienceQA": 64,
8
- "InstructPix2Pix": 86,
9
- "Flickr8k": 86,
10
- "NewYorker": 86,
11
  "Football": 6,
12
- "MagicBrush": 86
13
  },
14
  "modality_positions": {
15
  "text": {},
16
  "image": {
17
- "WebSight": 86,
18
- "ScienceQA": 64,
19
- "InstructPix2Pix": 86,
20
- "Flickr8k": 86,
21
- "NewYorker": 86,
22
  "Football": 6,
23
- "MagicBrush": 86
24
  },
25
  "video": {},
26
  "audio": {}
27
  },
28
  "modality_counts": {
29
  "text": 0,
30
- "image": 0,
31
  "video": 0,
32
  "audio": 0
33
  },
 
1
  {
2
+ "epoch": 4,
3
+ "unique_samples": 800,
4
+ "total_yields": 1600,
5
  "dataset_positions": {
6
+ "WebSight": 136,
7
+ "ScienceQA": 114,
8
+ "InstructPix2Pix": 136,
9
+ "Flickr8k": 136,
10
+ "NewYorker": 136,
11
  "Football": 6,
12
+ "MagicBrush": 136
13
  },
14
  "modality_positions": {
15
  "text": {},
16
  "image": {
17
+ "WebSight": 136,
18
+ "ScienceQA": 114,
19
+ "InstructPix2Pix": 136,
20
+ "Flickr8k": 136,
21
+ "NewYorker": 136,
22
  "Football": 6,
23
+ "MagicBrush": 136
24
  },
25
  "video": {},
26
  "audio": {}
27
  },
28
  "modality_counts": {
29
  "text": 0,
30
+ "image": 300,
31
  "video": 0,
32
  "audio": 0
33
  },
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b48623d7dbbb520d1da2833656a41ab6878dd0254184667ea2c8dfeed1e3f61d
3
- size 11522951
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27d705d6b96a348ab0adece83feb6480983d947f7be700666328942f89381b5
3
+ size 11523225
trainer_state.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
  "best_model_checkpoint": "/kaggle/working/xoron-final",
3
- "best_metric": 0.0,
4
  "epoch": 1,
5
  "epochs_completed": 1,
6
- "global_step": 0,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [],
10
  "logging_steps": 50,
11
- "max_steps": 0,
12
  "num_train_epochs": 1,
13
  "total_flos": 0,
14
  "train_batch_size": 1,
 
1
  {
2
  "best_model_checkpoint": "/kaggle/working/xoron-final",
3
+ "best_metric": 4.291641629748046,
4
  "epoch": 1,
5
  "epochs_completed": 1,
6
+ "global_step": 37,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [],
10
  "logging_steps": 50,
11
+ "max_steps": 37,
12
  "num_train_epochs": 1,
13
  "total_flos": 0,
14
  "train_batch_size": 1,
training_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3813547fac897078f6b9545389496768018915ce23a16b9cc586db71e1f146a4
3
- size 5143
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329bf26836f4da61c1deaa53cc9d62b880df8b96c33af2739c8288691dd2b3a
3
+ size 1419713437