pravsels commited on
Commit
a9e9e6c
·
verified ·
1 Parent(s): 039209d

Update pi05_busybox_multitask checkpoint to step 5000

Browse files
Files changed (45) hide show
  1. .gitattributes +28 -0
  2. _CHECKPOINT_METADATA +1 -0
  3. assets/norm_stats.json +72 -0
  4. assets/norm_stats_actions_per_timestep.json +974 -0
  5. assets/valid_indices.json +1 -0
  6. params/_METADATA +1 -0
  7. params/_sharding +1 -0
  8. params/array_metadatas/process_0 +1 -0
  9. params/d/456841fb8ebf3d8c8e3685bfc05e38be +0 -0
  10. params/manifest.ocdbt +0 -0
  11. params/ocdbt.process_0/d/02ad09d8d09ad1ce4c5b2ee0accba5e7 +3 -0
  12. params/ocdbt.process_0/d/10d6dab3be8c8cd433796c43c6214875 +3 -0
  13. params/ocdbt.process_0/d/120b9df15cc8c89220b54fcd77a5c0f9 +3 -0
  14. params/ocdbt.process_0/d/1918d72646ff7f1b5f08184d472bdc2f +3 -0
  15. params/ocdbt.process_0/d/19bb147e03e4513becf4856509fbc069 +3 -0
  16. params/ocdbt.process_0/d/1a6d576fd689c8c0d9ba2a7ff2530bea +3 -0
  17. params/ocdbt.process_0/d/2abbb78d8737638c66cce193bfe3fd4a +3 -0
  18. params/ocdbt.process_0/d/33b2290104e44f3097246f9a6c49b675 +3 -0
  19. params/ocdbt.process_0/d/410a5237ff96ed7fd623cd9fd7adf5f8 +0 -0
  20. params/ocdbt.process_0/d/48fcf6b5fcc50bd018adef72cf793415 +0 -0
  21. params/ocdbt.process_0/d/524f0f7363da9e1fc912eaa2a2517acf +3 -0
  22. params/ocdbt.process_0/d/67aed0a7639061fade32dd857f7ca0ef +3 -0
  23. params/ocdbt.process_0/d/69689a31038ff98a3c38c5a78cb1cb8a +0 -0
  24. params/ocdbt.process_0/d/6fe0c54c7aa488f6b7230cd5cbe59898 +3 -0
  25. params/ocdbt.process_0/d/7edd70d608c208b0566ba666e8c62297 +3 -0
  26. params/ocdbt.process_0/d/82649bc077cfbc88f0c8ca323d0e4e7c +3 -0
  27. params/ocdbt.process_0/d/83f27adca1089e8dcec3e73e20aa394b +3 -0
  28. params/ocdbt.process_0/d/8e98e582952de572cba33a82c94e46a3 +3 -0
  29. params/ocdbt.process_0/d/956004a289698934d9f8f3a92fcaa85b +0 -0
  30. params/ocdbt.process_0/d/9576ad48edd16ba45f97d26ed06350e4 +3 -0
  31. params/ocdbt.process_0/d/965ec5bb90921c63998ab4278d8a59e9 +3 -0
  32. params/ocdbt.process_0/d/a43831d663c5e00df9a29d0254bba5d9 +3 -0
  33. params/ocdbt.process_0/d/a8ad63fa0cb3fa55bc3b653bd75c8d6b +3 -0
  34. params/ocdbt.process_0/d/ae68b8fb3ea0f0326fe9bf37af5b42d4 +3 -0
  35. params/ocdbt.process_0/d/c2df88c3f02d820c21694a48d908533e +3 -0
  36. params/ocdbt.process_0/d/cba652015eaa9f7f22b1a3c3ea9fd2db +0 -0
  37. params/ocdbt.process_0/d/cdb309eda68b2b3f1d3cf2c25ee833ae +0 -0
  38. params/ocdbt.process_0/d/cdd5fa158f41cc4a9d6274e9ed8d3bf7 +3 -0
  39. params/ocdbt.process_0/d/d1caae3355d6cca8a7fd2e564c3c3f3b +3 -0
  40. params/ocdbt.process_0/d/db8dd9189920455375efbd6d92301e16 +3 -0
  41. params/ocdbt.process_0/d/db99aa46135d75206daca70d6a6c8ea5 +3 -0
  42. params/ocdbt.process_0/d/dca98c99098ef2879c7ac90cfac1d8f7 +3 -0
  43. params/ocdbt.process_0/d/e076884ba88003a34c78a15adbae3ce5 +3 -0
  44. params/ocdbt.process_0/d/e12869c8c2841e4ac460426402b163fa +3 -0
  45. params/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,31 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ params/ocdbt.process_0/d/02ad09d8d09ad1ce4c5b2ee0accba5e7 filter=lfs diff=lfs merge=lfs -text
37
+ params/ocdbt.process_0/d/10d6dab3be8c8cd433796c43c6214875 filter=lfs diff=lfs merge=lfs -text
38
+ params/ocdbt.process_0/d/120b9df15cc8c89220b54fcd77a5c0f9 filter=lfs diff=lfs merge=lfs -text
39
+ params/ocdbt.process_0/d/1918d72646ff7f1b5f08184d472bdc2f filter=lfs diff=lfs merge=lfs -text
40
+ params/ocdbt.process_0/d/19bb147e03e4513becf4856509fbc069 filter=lfs diff=lfs merge=lfs -text
41
+ params/ocdbt.process_0/d/1a6d576fd689c8c0d9ba2a7ff2530bea filter=lfs diff=lfs merge=lfs -text
42
+ params/ocdbt.process_0/d/2abbb78d8737638c66cce193bfe3fd4a filter=lfs diff=lfs merge=lfs -text
43
+ params/ocdbt.process_0/d/33b2290104e44f3097246f9a6c49b675 filter=lfs diff=lfs merge=lfs -text
44
+ params/ocdbt.process_0/d/524f0f7363da9e1fc912eaa2a2517acf filter=lfs diff=lfs merge=lfs -text
45
+ params/ocdbt.process_0/d/67aed0a7639061fade32dd857f7ca0ef filter=lfs diff=lfs merge=lfs -text
46
+ params/ocdbt.process_0/d/6fe0c54c7aa488f6b7230cd5cbe59898 filter=lfs diff=lfs merge=lfs -text
47
+ params/ocdbt.process_0/d/7edd70d608c208b0566ba666e8c62297 filter=lfs diff=lfs merge=lfs -text
48
+ params/ocdbt.process_0/d/82649bc077cfbc88f0c8ca323d0e4e7c filter=lfs diff=lfs merge=lfs -text
49
+ params/ocdbt.process_0/d/83f27adca1089e8dcec3e73e20aa394b filter=lfs diff=lfs merge=lfs -text
50
+ params/ocdbt.process_0/d/8e98e582952de572cba33a82c94e46a3 filter=lfs diff=lfs merge=lfs -text
51
+ params/ocdbt.process_0/d/9576ad48edd16ba45f97d26ed06350e4 filter=lfs diff=lfs merge=lfs -text
52
+ params/ocdbt.process_0/d/965ec5bb90921c63998ab4278d8a59e9 filter=lfs diff=lfs merge=lfs -text
53
+ params/ocdbt.process_0/d/a43831d663c5e00df9a29d0254bba5d9 filter=lfs diff=lfs merge=lfs -text
54
+ params/ocdbt.process_0/d/a8ad63fa0cb3fa55bc3b653bd75c8d6b filter=lfs diff=lfs merge=lfs -text
55
+ params/ocdbt.process_0/d/ae68b8fb3ea0f0326fe9bf37af5b42d4 filter=lfs diff=lfs merge=lfs -text
56
+ params/ocdbt.process_0/d/c2df88c3f02d820c21694a48d908533e filter=lfs diff=lfs merge=lfs -text
57
+ params/ocdbt.process_0/d/cdd5fa158f41cc4a9d6274e9ed8d3bf7 filter=lfs diff=lfs merge=lfs -text
58
+ params/ocdbt.process_0/d/d1caae3355d6cca8a7fd2e564c3c3f3b filter=lfs diff=lfs merge=lfs -text
59
+ params/ocdbt.process_0/d/db8dd9189920455375efbd6d92301e16 filter=lfs diff=lfs merge=lfs -text
60
+ params/ocdbt.process_0/d/db99aa46135d75206daca70d6a6c8ea5 filter=lfs diff=lfs merge=lfs -text
61
+ params/ocdbt.process_0/d/dca98c99098ef2879c7ac90cfac1d8f7 filter=lfs diff=lfs merge=lfs -text
62
+ params/ocdbt.process_0/d/e076884ba88003a34c78a15adbae3ce5 filter=lfs diff=lfs merge=lfs -text
63
+ params/ocdbt.process_0/d/e12869c8c2841e4ac460426402b163fa filter=lfs diff=lfs merge=lfs -text
_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1788302731906721319, "commit_timestamp_nsecs": 1788302764767595795, "custom_metadata": {}}
assets/norm_stats.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ -1.2760376930236816,
6
+ -3.7430827617645264,
7
+ 30.162883758544922,
8
+ 20.85003089904785,
9
+ -1.3610866069793701,
10
+ 6.360340118408203
11
+ ],
12
+ "std": [
13
+ 14.782447814941406,
14
+ 52.605995178222656,
15
+ 42.81706237792969,
16
+ 39.40068054199219,
17
+ 13.93580436706543,
18
+ 9.809167861938477
19
+ ],
20
+ "q01": [
21
+ -31.574085235595703,
22
+ -102.989013671875,
23
+ -52.622802734375,
24
+ -53.742488861083984,
25
+ -48.3250617980957,
26
+ 0.5441746115684509
27
+ ],
28
+ "q99": [
29
+ 37.667442321777344,
30
+ 63.64457702636719,
31
+ 96.85658264160156,
32
+ 76.62789916992188,
33
+ 39.580482482910156,
34
+ 41.30575942993164
35
+ ]
36
+ },
37
+ "actions": {
38
+ "mean": [
39
+ -0.9693278670310974,
40
+ 7.293910980224609,
41
+ -7.49345064163208,
42
+ -4.7180986404418945,
43
+ 0.00797174870967865,
44
+ 6.681652545928955
45
+ ],
46
+ "std": [
47
+ 4.706009387969971,
48
+ 26.672239303588867,
49
+ 19.665197372436523,
50
+ 17.698223114013672,
51
+ 6.845562934875488,
52
+ 10.338961601257324
53
+ ],
54
+ "q01": [
55
+ -18.037731170654297,
56
+ -47.358062744140625,
57
+ -73.77054595947266,
58
+ -72.78944396972656,
59
+ -26.243656158447266,
60
+ 0.0
61
+ ],
62
+ "q99": [
63
+ 11.717926025390625,
64
+ 87.16695404052734,
65
+ 37.08659362792969,
66
+ 33.25010681152344,
67
+ 20.920455932617188,
68
+ 44.105743408203125
69
+ ]
70
+ }
71
+ }
72
+ }
assets/norm_stats_actions_per_timestep.json ADDED
@@ -0,0 +1,974 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "actions": {
4
+ "mean": [
5
+ [
6
+ -0.07910491526126862,
7
+ -0.36759525537490845,
8
+ -2.0950379371643066,
9
+ -1.357156753540039,
10
+ 0.17448316514492035,
11
+ 6.175241470336914
12
+ ],
13
+ [
14
+ -0.14471279084682465,
15
+ 0.17978207767009735,
16
+ -2.4877707958221436,
17
+ -1.61575448513031,
18
+ 0.1648642122745514,
19
+ 6.2095746994018555
20
+ ],
21
+ [
22
+ -0.210393026471138,
23
+ 0.7271596789360046,
24
+ -2.880469560623169,
25
+ -1.8739020824432373,
26
+ 0.15531769394874573,
27
+ 6.244314193725586
28
+ ],
29
+ [
30
+ -0.2761315405368805,
31
+ 1.2745143175125122,
32
+ -3.273108720779419,
33
+ -2.1318976879119873,
34
+ 0.14577841758728027,
35
+ 6.279062271118164
36
+ ],
37
+ [
38
+ -0.34189173579216003,
39
+ 1.8218648433685303,
40
+ -3.665640354156494,
41
+ -2.3896172046661377,
42
+ 0.13631892204284668,
43
+ 6.313791275024414
44
+ ],
45
+ [
46
+ -0.40760093927383423,
47
+ 2.369168758392334,
48
+ -4.057917594909668,
49
+ -2.646895170211792,
50
+ 0.12696076929569244,
51
+ 6.348430156707764
52
+ ],
53
+ [
54
+ -0.4732014536857605,
55
+ 2.916381359100342,
56
+ -4.449599742889404,
57
+ -2.903214693069458,
58
+ 0.11755194514989853,
59
+ 6.382890701293945
60
+ ],
61
+ [
62
+ -0.5385846495628357,
63
+ 3.4633572101593018,
64
+ -4.840129375457764,
65
+ -3.1576006412506104,
66
+ 0.1079401969909668,
67
+ 6.417269706726074
68
+ ],
69
+ [
70
+ -0.6038591265678406,
71
+ 4.0099945068359375,
72
+ -5.228865146636963,
73
+ -3.4087936878204346,
74
+ 0.0981762558221817,
75
+ 6.4516282081604
76
+ ],
77
+ [
78
+ -0.6684811115264893,
79
+ 4.556071758270264,
80
+ -5.6154046058654785,
81
+ -3.6562483310699463,
82
+ 0.08841946721076965,
83
+ 6.485994338989258
84
+ ],
85
+ [
86
+ -0.7323420643806458,
87
+ 5.101189613342285,
88
+ -5.9994330406188965,
89
+ -3.8996541500091553,
90
+ 0.07846701890230179,
91
+ 6.520470142364502
92
+ ],
93
+ [
94
+ -0.7953622341156006,
95
+ 5.64425802230835,
96
+ -6.380013942718506,
97
+ -4.138397693634033,
98
+ 0.06797821074724197,
99
+ 6.5553178787231445
100
+ ],
101
+ [
102
+ -0.8570921421051025,
103
+ 6.184543132781982,
104
+ -6.7572340965271,
105
+ -4.371959686279297,
106
+ 0.056706447154283524,
107
+ 6.59061336517334
108
+ ],
109
+ [
110
+ -0.9175901412963867,
111
+ 6.720285892486572,
112
+ -7.130287170410156,
113
+ -4.599808216094971,
114
+ 0.04470997303724289,
115
+ 6.626003742218018
116
+ ],
117
+ [
118
+ -0.9766229391098022,
119
+ 7.251014709472656,
120
+ -7.499021053314209,
121
+ -4.821603775024414,
122
+ 0.03204644098877907,
123
+ 6.6616997718811035
124
+ ],
125
+ [
126
+ -1.0342435836791992,
127
+ 7.77560567855835,
128
+ -7.862942695617676,
129
+ -5.036773204803467,
130
+ 0.018737860023975372,
131
+ 6.6979780197143555
132
+ ],
133
+ [
134
+ -1.0903619527816772,
135
+ 8.29370403289795,
136
+ -8.221938133239746,
137
+ -5.245129108428955,
138
+ 0.0047552017495036125,
139
+ 6.734572887420654
140
+ ],
141
+ [
142
+ -1.1452343463897705,
143
+ 8.804349899291992,
144
+ -8.575409889221191,
145
+ -5.446183204650879,
146
+ -0.009771239012479782,
147
+ 6.771169662475586
148
+ ],
149
+ [
150
+ -1.19915771484375,
151
+ 9.307368278503418,
152
+ -8.923324584960938,
153
+ -5.6401262283325195,
154
+ -0.025087814778089523,
155
+ 6.8077874183654785
156
+ ],
157
+ [
158
+ -1.2524867057800293,
159
+ 9.802306175231934,
160
+ -9.26527214050293,
161
+ -5.8268723487854,
162
+ -0.04125232994556427,
163
+ 6.844522476196289
164
+ ],
165
+ [
166
+ -1.3052273988723755,
167
+ 10.28890609741211,
168
+ -9.600473403930664,
169
+ -6.007315158843994,
170
+ -0.05788064002990723,
171
+ 6.881473541259766
172
+ ],
173
+ [
174
+ -1.3575139045715332,
175
+ 10.766460418701172,
176
+ -9.928095817565918,
177
+ -6.182087421417236,
178
+ -0.0746324434876442,
179
+ 6.9185614585876465
180
+ ],
181
+ [
182
+ -1.4094499349594116,
183
+ 11.233879089355469,
184
+ -10.247135162353516,
185
+ -6.351519584655762,
186
+ -0.09123197197914124,
187
+ 6.955262184143066
188
+ ],
189
+ [
190
+ -1.4608930349349976,
191
+ 11.690348625183105,
192
+ -10.557265281677246,
193
+ -6.515824794769287,
194
+ -0.1075705960392952,
195
+ 6.990610599517822
196
+ ],
197
+ [
198
+ -1.5115536451339722,
199
+ 12.135324478149414,
200
+ -10.857439994812012,
201
+ -6.676267147064209,
202
+ -0.12362626940011978,
203
+ 7.023967266082764
204
+ ],
205
+ [
206
+ -1.5610703229904175,
207
+ 12.56717300415039,
208
+ -11.14678955078125,
209
+ -6.832733631134033,
210
+ -0.13957348465919495,
211
+ 7.055182933807373
212
+ ],
213
+ [
214
+ -1.6099910736083984,
215
+ 12.985581398010254,
216
+ -11.424798965454102,
217
+ -6.9855780601501465,
218
+ -0.1553175002336502,
219
+ 7.084704875946045
220
+ ],
221
+ [
222
+ -1.65863037109375,
223
+ 13.388406753540039,
224
+ -11.69156265258789,
225
+ -7.133319854736328,
226
+ -0.17049646377563477,
227
+ 7.113119125366211
228
+ ],
229
+ [
230
+ -1.7066962718963623,
231
+ 13.776556015014648,
232
+ -11.947538375854492,
233
+ -7.276580333709717,
234
+ -0.18496473133563995,
235
+ 7.140722274780273
236
+ ],
237
+ [
238
+ -1.7543362379074097,
239
+ 14.149430274963379,
240
+ -12.19349479675293,
241
+ -7.414182186126709,
242
+ -0.19866472482681274,
243
+ 7.167491436004639
244
+ ]
245
+ ],
246
+ "std": [
247
+ [
248
+ 1.7572739124298096,
249
+ 5.512083530426025,
250
+ 4.547557353973389,
251
+ 3.902169942855835,
252
+ 2.0768959522247314,
253
+ 10.077829360961914
254
+ ],
255
+ [
256
+ 1.9738789796829224,
257
+ 6.941983222961426,
258
+ 5.554162979125977,
259
+ 5.015028953552246,
260
+ 2.5144522190093994,
261
+ 10.097407341003418
262
+ ],
263
+ [
264
+ 2.1988401412963867,
265
+ 8.36131477355957,
266
+ 6.577713489532471,
267
+ 6.0969438552856445,
268
+ 2.938868761062622,
269
+ 10.11670970916748
270
+ ],
271
+ [
272
+ 2.4242794513702393,
273
+ 9.7649507522583,
274
+ 7.5998406410217285,
275
+ 7.146008014678955,
276
+ 3.345820665359497,
277
+ 10.135848999023438
278
+ ],
279
+ [
280
+ 2.645789623260498,
281
+ 11.151054382324219,
282
+ 8.61221981048584,
283
+ 8.163216590881348,
284
+ 3.7347283363342285,
285
+ 10.154837608337402
286
+ ],
287
+ [
288
+ 2.8614084720611572,
289
+ 12.51911735534668,
290
+ 9.610942840576172,
291
+ 9.14948844909668,
292
+ 4.106113910675049,
293
+ 10.173638343811035
294
+ ],
295
+ [
296
+ 3.070692539215088,
297
+ 13.86955451965332,
298
+ 10.595047950744629,
299
+ 10.106447219848633,
300
+ 4.461732864379883,
301
+ 10.192172050476074
302
+ ],
303
+ [
304
+ 3.2735016345977783,
305
+ 15.202801704406738,
306
+ 11.56428050994873,
307
+ 11.035173416137695,
308
+ 4.80275821685791,
309
+ 10.210468292236328
310
+ ],
311
+ [
312
+ 3.4692792892456055,
313
+ 16.519311904907227,
314
+ 12.519017219543457,
315
+ 11.936182975769043,
316
+ 5.13007926940918,
317
+ 10.228605270385742
318
+ ],
319
+ [
320
+ 3.659513235092163,
321
+ 17.819305419921875,
322
+ 13.459297180175781,
323
+ 12.81042194366455,
324
+ 5.443961143493652,
325
+ 10.246596336364746
326
+ ],
327
+ [
328
+ 3.8436832427978516,
329
+ 19.10328483581543,
330
+ 14.385564804077148,
331
+ 13.659152030944824,
332
+ 5.744463920593262,
333
+ 10.264505386352539
334
+ ],
335
+ [
336
+ 4.02168083190918,
337
+ 20.371826171875,
338
+ 15.298359870910645,
339
+ 14.483599662780762,
340
+ 6.031458854675293,
341
+ 10.282347679138184
342
+ ],
343
+ [
344
+ 4.1953325271606445,
345
+ 21.625152587890625,
346
+ 16.197784423828125,
347
+ 15.285051345825195,
348
+ 6.305187702178955,
349
+ 10.299951553344727
350
+ ],
351
+ [
352
+ 4.364765167236328,
353
+ 22.86383819580078,
354
+ 17.08419418334961,
355
+ 16.063783645629883,
356
+ 6.566373348236084,
357
+ 10.317366600036621
358
+ ],
359
+ [
360
+ 4.531128883361816,
361
+ 24.0877742767334,
362
+ 17.95782470703125,
363
+ 16.820720672607422,
364
+ 6.815444469451904,
365
+ 10.334683418273926
366
+ ],
367
+ [
368
+ 4.694718837738037,
369
+ 25.296916961669922,
370
+ 18.818790435791016,
371
+ 17.555442810058594,
372
+ 7.052642345428467,
373
+ 10.351823806762695
374
+ ],
375
+ [
376
+ 4.855749607086182,
377
+ 26.491363525390625,
378
+ 19.667314529418945,
379
+ 18.268428802490234,
380
+ 7.278555393218994,
381
+ 10.368769645690918
382
+ ],
383
+ [
384
+ 5.013083457946777,
385
+ 27.67094612121582,
386
+ 20.503524780273438,
387
+ 18.95905876159668,
388
+ 7.493702411651611,
389
+ 10.385571479797363
390
+ ],
391
+ [
392
+ 5.166164398193359,
393
+ 28.83558464050293,
394
+ 21.327627182006836,
395
+ 19.627641677856445,
396
+ 7.697531223297119,
397
+ 10.402216911315918
398
+ ],
399
+ [
400
+ 5.31505012512207,
401
+ 29.984905242919922,
402
+ 22.139827728271484,
403
+ 20.274141311645508,
404
+ 7.889699935913086,
405
+ 10.418825149536133
406
+ ],
407
+ [
408
+ 5.459967613220215,
409
+ 31.11900520324707,
410
+ 22.94051742553711,
411
+ 20.899991989135742,
412
+ 8.070453643798828,
413
+ 10.435419082641602
414
+ ],
415
+ [
416
+ 5.600351810455322,
417
+ 32.237945556640625,
418
+ 23.730056762695312,
419
+ 21.50658416748047,
420
+ 8.240914344787598,
421
+ 10.45197868347168
422
+ ],
423
+ [
424
+ 5.735230922698975,
425
+ 33.34183883666992,
426
+ 24.508487701416016,
427
+ 22.09491539001465,
428
+ 8.402475357055664,
429
+ 10.468451499938965
430
+ ],
431
+ [
432
+ 5.864332675933838,
433
+ 34.430633544921875,
434
+ 25.275726318359375,
435
+ 22.666032791137695,
436
+ 8.556012153625488,
437
+ 10.484321594238281
438
+ ],
439
+ [
440
+ 5.988312244415283,
441
+ 35.5045051574707,
442
+ 26.031824111938477,
443
+ 23.22243309020996,
444
+ 8.702044486999512,
445
+ 10.498245239257812
446
+ ],
447
+ [
448
+ 6.107535362243652,
449
+ 36.56278610229492,
450
+ 26.77606773376465,
451
+ 23.76488494873047,
452
+ 8.840778350830078,
453
+ 10.508763313293457
454
+ ],
455
+ [
456
+ 6.221514701843262,
457
+ 37.60528564453125,
458
+ 27.508020401000977,
459
+ 24.294483184814453,
460
+ 8.972957611083984,
461
+ 10.516157150268555
462
+ ],
463
+ [
464
+ 6.330682754516602,
465
+ 38.631412506103516,
466
+ 28.226909637451172,
467
+ 24.810819625854492,
468
+ 9.099246978759766,
469
+ 10.522177696228027
470
+ ],
471
+ [
472
+ 6.435606956481934,
473
+ 39.64097595214844,
474
+ 28.93242835998535,
475
+ 25.31440544128418,
476
+ 9.219866752624512,
477
+ 10.52785873413086
478
+ ],
479
+ [
480
+ 6.536802291870117,
481
+ 40.6332893371582,
482
+ 29.624387741088867,
483
+ 25.80437660217285,
484
+ 9.334531784057617,
485
+ 10.532793045043945
486
+ ]
487
+ ],
488
+ "q01": [
489
+ [
490
+ -4.185055255889893,
491
+ -11.166468620300293,
492
+ -14.046839714050293,
493
+ -15.25626277923584,
494
+ -6.964922904968262,
495
+ 0.0
496
+ ],
497
+ [
498
+ -5.332396507263184,
499
+ -13.737491607666016,
500
+ -17.980571746826172,
501
+ -19.57331085205078,
502
+ -8.8038330078125,
503
+ 0.0
504
+ ],
505
+ [
506
+ -6.48270845413208,
507
+ -16.195514678955078,
508
+ -21.773012161254883,
509
+ -24.096790313720703,
510
+ -10.568511962890625,
511
+ 0.0
512
+ ],
513
+ [
514
+ -7.433916091918945,
515
+ -18.731460571289062,
516
+ -25.295122146606445,
517
+ -27.86243438720703,
518
+ -12.072616577148438,
519
+ 0.0
520
+ ],
521
+ [
522
+ -8.331216812133789,
523
+ -20.928470611572266,
524
+ -28.80703353881836,
525
+ -31.72052574157715,
526
+ -13.378639221191406,
527
+ 0.0
528
+ ],
529
+ [
530
+ -9.380958557128906,
531
+ -23.19032859802246,
532
+ -32.29703903198242,
533
+ -35.276817321777344,
534
+ -14.432931900024414,
535
+ 0.0
536
+ ],
537
+ [
538
+ -10.082706451416016,
539
+ -25.50181770324707,
540
+ -35.854557037353516,
541
+ -39.09907531738281,
542
+ -15.57647705078125,
543
+ 0.0
544
+ ],
545
+ [
546
+ -11.037063598632812,
547
+ -27.630062103271484,
548
+ -38.93855285644531,
549
+ -42.799560546875,
550
+ -16.633251190185547,
551
+ 0.0
552
+ ],
553
+ [
554
+ -11.840457916259766,
555
+ -29.90032386779785,
556
+ -42.16954803466797,
557
+ -46.13098907470703,
558
+ -18.121070861816406,
559
+ 0.0
560
+ ],
561
+ [
562
+ -12.622593879699707,
563
+ -32.144596099853516,
564
+ -45.343299865722656,
565
+ -49.13107681274414,
566
+ -18.832717895507812,
567
+ 0.0
568
+ ],
569
+ [
570
+ -13.327737808227539,
571
+ -34.01714324951172,
572
+ -48.36469268798828,
573
+ -52.37872314453125,
574
+ -19.87938690185547,
575
+ 0.0
576
+ ],
577
+ [
578
+ -14.13239574432373,
579
+ -35.96936798095703,
580
+ -51.010108947753906,
581
+ -54.930320739746094,
582
+ -21.480632781982422,
583
+ 0.0
584
+ ],
585
+ [
586
+ -14.901871681213379,
587
+ -37.716495513916016,
588
+ -53.79566192626953,
589
+ -57.67939758300781,
590
+ -22.784000396728516,
591
+ 0.0
592
+ ],
593
+ [
594
+ -15.546374320983887,
595
+ -39.468746185302734,
596
+ -56.67955780029297,
597
+ -60.5152473449707,
598
+ -23.97502899169922,
599
+ 0.0
600
+ ],
601
+ [
602
+ -16.244625091552734,
603
+ -41.435150146484375,
604
+ -59.788909912109375,
605
+ -62.91744613647461,
606
+ -25.034549713134766,
607
+ 0.0
608
+ ],
609
+ [
610
+ -16.793386459350586,
611
+ -43.05089569091797,
612
+ -63.206031799316406,
613
+ -65.91114807128906,
614
+ -25.887226104736328,
615
+ 0.0
616
+ ],
617
+ [
618
+ -17.720739364624023,
619
+ -44.83818817138672,
620
+ -66.99604797363281,
621
+ -68.58524322509766,
622
+ -26.934154510498047,
623
+ 0.0
624
+ ],
625
+ [
626
+ -18.281198501586914,
627
+ -45.84403991699219,
628
+ -70.015380859375,
629
+ -71.03469848632812,
630
+ -28.430683135986328,
631
+ 0.0
632
+ ],
633
+ [
634
+ -19.12184715270996,
635
+ -47.57220458984375,
636
+ -72.51797485351562,
637
+ -73.77802276611328,
638
+ -29.148868560791016,
639
+ 0.0
640
+ ],
641
+ [
642
+ -19.569040298461914,
643
+ -48.933624267578125,
644
+ -75.4189682006836,
645
+ -75.95780181884766,
646
+ -30.857669830322266,
647
+ 0.0
648
+ ],
649
+ [
650
+ -20.040790557861328,
651
+ -50.4568977355957,
652
+ -78.7921371459961,
653
+ -77.78640747070312,
654
+ -31.535751342773438,
655
+ 0.0
656
+ ],
657
+ [
658
+ -20.392440795898438,
659
+ -51.5611457824707,
660
+ -81.95762634277344,
661
+ -80.1656265258789,
662
+ -31.910400390625,
663
+ 0.0
664
+ ],
665
+ [
666
+ -21.09538459777832,
667
+ -52.59249496459961,
668
+ -85.04998779296875,
669
+ -82.07280731201172,
670
+ -32.23707962036133,
671
+ 0.0
672
+ ],
673
+ [
674
+ -21.48418426513672,
675
+ -53.92792892456055,
676
+ -87.7193832397461,
677
+ -84.06593322753906,
678
+ -33.101680755615234,
679
+ 0.0
680
+ ],
681
+ [
682
+ -21.73529815673828,
683
+ -55.0582160949707,
684
+ -90.38439178466797,
685
+ -85.9649429321289,
686
+ -33.76995086669922,
687
+ 0.0
688
+ ],
689
+ [
690
+ -22.454505920410156,
691
+ -55.97077941894531,
692
+ -92.74813079833984,
693
+ -87.42389678955078,
694
+ -34.79472732543945,
695
+ 0.0
696
+ ],
697
+ [
698
+ -22.873178482055664,
699
+ -57.359886169433594,
700
+ -95.24413299560547,
701
+ -88.75621795654297,
702
+ -35.010780334472656,
703
+ 0.0
704
+ ],
705
+ [
706
+ -23.39289665222168,
707
+ -58.513267517089844,
708
+ -97.87518310546875,
709
+ -90.27734375,
710
+ -35.547218322753906,
711
+ 0.0
712
+ ],
713
+ [
714
+ -23.765554428100586,
715
+ -59.2996711730957,
716
+ -99.96088409423828,
717
+ -91.75159454345703,
718
+ -36.68778991699219,
719
+ 0.0
720
+ ],
721
+ [
722
+ -24.132816314697266,
723
+ -60.09599685668945,
724
+ -102.70768737792969,
725
+ -93.1191177368164,
726
+ -37.66132736206055,
727
+ 0.0
728
+ ]
729
+ ],
730
+ "q99": [
731
+ [
732
+ 7.063559055328369,
733
+ 14.062942504882812,
734
+ 8.563375473022461,
735
+ 8.813188552856445,
736
+ 6.915077209472656,
737
+ 41.61112594604492
738
+ ],
739
+ [
740
+ 7.153932571411133,
741
+ 18.44729995727539,
742
+ 9.96377944946289,
743
+ 11.547466278076172,
744
+ 8.163726806640625,
745
+ 41.62251663208008
746
+ ],
747
+ [
748
+ 7.688438415527344,
749
+ 22.849056243896484,
750
+ 11.16659164428711,
751
+ 13.90878677368164,
752
+ 9.743328094482422,
753
+ 41.62251663208008
754
+ ],
755
+ [
756
+ 8.030540466308594,
757
+ 27.143810272216797,
758
+ 13.295051574707031,
759
+ 16.097549438476562,
760
+ 10.9705810546875,
761
+ 41.62251663208008
762
+ ],
763
+ [
764
+ 8.55795955657959,
765
+ 31.370906829833984,
766
+ 15.473228454589844,
767
+ 18.226268768310547,
768
+ 12.116043090820312,
769
+ 41.633907318115234
770
+ ],
771
+ [
772
+ 8.910858154296875,
773
+ 35.62813186645508,
774
+ 17.618282318115234,
775
+ 19.769580841064453,
776
+ 13.16537857055664,
777
+ 41.71364212036133
778
+ ],
779
+ [
780
+ 9.17540168762207,
781
+ 39.43208312988281,
782
+ 19.680286407470703,
783
+ 21.640087127685547,
784
+ 14.228374481201172,
785
+ 41.71364212036133
786
+ ],
787
+ [
788
+ 9.355287551879883,
789
+ 43.13728332519531,
790
+ 21.818248748779297,
791
+ 23.155166625976562,
792
+ 14.935646057128906,
793
+ 41.78199005126953
794
+ ],
795
+ [
796
+ 9.608949661254883,
797
+ 47.06744384765625,
798
+ 23.86292266845703,
799
+ 24.550331115722656,
800
+ 15.734088897705078,
801
+ 42.135108947753906
802
+ ],
803
+ [
804
+ 9.796834945678711,
805
+ 50.65338897705078,
806
+ 25.61846160888672,
807
+ 25.816123962402344,
808
+ 16.69097900390625,
809
+ 42.54518127441406
810
+ ],
811
+ [
812
+ 10.144472122192383,
813
+ 54.495811462402344,
814
+ 27.72216796875,
815
+ 27.26927947998047,
816
+ 17.65660858154297,
817
+ 42.62491989135742
818
+ ],
819
+ [
820
+ 10.497932434082031,
821
+ 58.19839096069336,
822
+ 29.346107482910156,
823
+ 28.331268310546875,
824
+ 18.45195770263672,
825
+ 43.524803161621094
826
+ ],
827
+ [
828
+ 10.944282531738281,
829
+ 61.99859619140625,
830
+ 31.361183166503906,
831
+ 29.525741577148438,
832
+ 19.68499755859375,
833
+ 43.77540588378906
834
+ ],
835
+ [
836
+ 11.110855102539062,
837
+ 65.70787048339844,
838
+ 33.17274475097656,
839
+ 30.771957397460938,
840
+ 20.7266845703125,
841
+ 43.934879302978516
842
+ ],
843
+ [
844
+ 11.532501220703125,
845
+ 69.31438446044922,
846
+ 34.874847412109375,
847
+ 31.651695251464844,
848
+ 20.97997283935547,
849
+ 44.105743408203125
850
+ ],
851
+ [
852
+ 11.710613250732422,
853
+ 72.82259368896484,
854
+ 36.47630310058594,
855
+ 32.45684814453125,
856
+ 22.01403045654297,
857
+ 44.276607513427734
858
+ ],
859
+ [
860
+ 11.970653533935547,
861
+ 76.60957336425781,
862
+ 37.881317138671875,
863
+ 33.331321716308594,
864
+ 22.976348876953125,
865
+ 45.16510009765625
866
+ ],
867
+ [
868
+ 12.238468170166016,
869
+ 79.72132873535156,
870
+ 39.552268981933594,
871
+ 33.512351989746094,
872
+ 23.33942413330078,
873
+ 45.256229400634766
874
+ ],
875
+ [
876
+ 12.507884979248047,
877
+ 83.06338500976562,
878
+ 40.725311279296875,
879
+ 33.90769958496094,
880
+ 23.659996032714844,
881
+ 46.32697677612305
882
+ ],
883
+ [
884
+ 12.867515563964844,
885
+ 86.39795684814453,
886
+ 42.388084411621094,
887
+ 35.00923156738281,
888
+ 23.96308135986328,
889
+ 46.32697677612305
890
+ ],
891
+ [
892
+ 13.477344512939453,
893
+ 89.72469329833984,
894
+ 43.70103454589844,
895
+ 35.72027587890625,
896
+ 24.524307250976562,
897
+ 47.317989349365234
898
+ ],
899
+ [
900
+ 13.965011596679688,
901
+ 92.36378479003906,
902
+ 45.286476135253906,
903
+ 36.45953369140625,
904
+ 25.307289123535156,
905
+ 47.796409606933594
906
+ ],
907
+ [
908
+ 14.088264465332031,
909
+ 95.53974151611328,
910
+ 46.080535888671875,
911
+ 37.45158386230469,
912
+ 25.91332244873047,
913
+ 48.217872619628906
914
+ ],
915
+ [
916
+ 14.428276062011719,
917
+ 98.22132873535156,
918
+ 47.507965087890625,
919
+ 38.27253723144531,
920
+ 27.147537231445312,
921
+ 48.297611236572266
922
+ ],
923
+ [
924
+ 15.006153106689453,
925
+ 100.63314819335938,
926
+ 48.4246826171875,
927
+ 38.783843994140625,
928
+ 27.771163940429688,
929
+ 48.30900192260742
930
+ ],
931
+ [
932
+ 15.284393310546875,
933
+ 103.22932434082031,
934
+ 48.701934814453125,
935
+ 39.166351318359375,
936
+ 28.467689514160156,
937
+ 48.78742218017578
938
+ ],
939
+ [
940
+ 15.47463607788086,
941
+ 106.0860595703125,
942
+ 49.89363098144531,
943
+ 39.55885314941406,
944
+ 28.99643325805664,
945
+ 48.78742218017578
946
+ ],
947
+ [
948
+ 15.668399810791016,
949
+ 108.30104064941406,
950
+ 50.94975280761719,
951
+ 39.568336486816406,
952
+ 29.70140838623047,
953
+ 48.79654312133789
954
+ ],
955
+ [
956
+ 15.799983978271484,
957
+ 110.81634521484375,
958
+ 52.074676513671875,
959
+ 39.68373107910156,
960
+ 30.140216827392578,
961
+ 48.79654312133789
962
+ ],
963
+ [
964
+ 15.914039611816406,
965
+ 113.0052719116211,
966
+ 53.360870361328125,
967
+ 39.82066345214844,
968
+ 30.57947540283203,
969
+ 48.79654312133789
970
+ ]
971
+ ]
972
+ }
973
+ }
974
+ }
assets/valid_indices.json ADDED
@@ -0,0 +1 @@
 
 
1
+ [[0, 12140]]
params/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1076]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1076, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 288, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [288]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 288]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [288, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 64, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64288, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 512, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 256, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 512, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 256, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 512]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 768]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 256, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 512]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 768]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 256, 3072]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 32]}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 1024]}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
params/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}"}
params/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 1076], "chunk_shape": [27, 1076], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 288, 4304], "chunk_shape": [27, 288, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 1076, 1152], "chunk_shape": [27, 1076, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 4, 72, 1152], "chunk_shape": [27, 4, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 288], "chunk_shape": [14, 14, 3, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [288, 2048], "chunk_shape": [288, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 64, 1152], "chunk_shape": [1, 64, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [64288, 2048], "chunk_shape": [64288, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [256, 3072], "chunk_shape": [256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 2, 256, 2048], "chunk_shape": [18, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 2, 256, 1024], "chunk_shape": [18, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 512, 256], "chunk_shape": [18, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 256, 256], "chunk_shape": [18, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 2, 1024, 256], "chunk_shape": [18, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 512, 16384], "chunk_shape": [18, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 4096, 2048], "chunk_shape": [18, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 256, 4096], "chunk_shape": [18, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 1024, 1024], "chunk_shape": [18, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 512], "chunk_shape": [18, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 768], "chunk_shape": [18, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 256, 3072], "chunk_shape": [18, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 512], "chunk_shape": [18, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 768], "chunk_shape": [18, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 256, 3072], "chunk_shape": [18, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [8, 1024], "chunk_shape": [8, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [256, 32], "chunk_shape": [256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}]}
params/d/456841fb8ebf3d8c8e3685bfc05e38be ADDED
Binary file (15.2 kB). View file
 
params/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
params/ocdbt.process_0/d/02ad09d8d09ad1ce4c5b2ee0accba5e7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d00565a88eb5c0ebcaa3ce39547b8dc837e713efd2f045365a966d1c7c5221
3
+ size 8749168
params/ocdbt.process_0/d/10d6dab3be8c8cd433796c43c6214875 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a1992c3d36a63df5b898937d772d772dd3e945fa5efcc42f973bc64e49b5b3
3
+ size 105463150
params/ocdbt.process_0/d/120b9df15cc8c89220b54fcd77a5c0f9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a969707bf0eb46361678f6881bbeef844594a85008dc7a041feb17e6fd5227
3
+ size 2240575144
params/ocdbt.process_0/d/1918d72646ff7f1b5f08184d472bdc2f ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb0576027a831c386e514b0ed5c4d1ae232492f61e1c548f00a293d94b2646e
3
+ size 158621936
params/ocdbt.process_0/d/19bb147e03e4513becf4856509fbc069 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50056d27b7114f08960dfc1b033d3e5a9fec55287a14fb3edb44fd64e1149eb
3
+ size 17523450
params/ocdbt.process_0/d/1a6d576fd689c8c0d9ba2a7ff2530bea ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fdbd9f6f15080ccb303c2227d39f36d847e5458f134949812de244968b3b7e
3
+ size 3160326
params/ocdbt.process_0/d/2abbb78d8737638c66cce193bfe3fd4a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645719dbeec38857dd1069695324d75b8b5aadb1e6bd715caeec3caf8da40ffb
3
+ size 372829363
params/ocdbt.process_0/d/33b2290104e44f3097246f9a6c49b675 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e9ac717ca77d024a3120182c4d8c7ddc86160d238cf9b749fb6f1ffdb1d9f6
3
+ size 1119975753
params/ocdbt.process_0/d/410a5237ff96ed7fd623cd9fd7adf5f8 ADDED
Binary file (217 Bytes). View file
 
params/ocdbt.process_0/d/48fcf6b5fcc50bd018adef72cf793415 ADDED
Binary file (13.7 kB). View file
 
params/ocdbt.process_0/d/524f0f7363da9e1fc912eaa2a2517acf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34d151eceedab371c54ba0f6e88d6b09e0ef3da76303925e4fdf32c7cc8e928
3
+ size 683437659
params/ocdbt.process_0/d/67aed0a7639061fade32dd857f7ca0ef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9159d09f778439cd71cacb6820758fd667a8ddc8ec1bdb845844d75d5066980b
3
+ size 341028
params/ocdbt.process_0/d/69689a31038ff98a3c38c5a78cb1cb8a ADDED
Binary file (13.6 kB). View file
 
params/ocdbt.process_0/d/6fe0c54c7aa488f6b7230cd5cbe59898 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5487b1a07ca84ce86efb5d0c91011b76ebb71f7745ce1c7bd5a77624de16334
3
+ size 489207981
params/ocdbt.process_0/d/7edd70d608c208b0566ba666e8c62297 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464208030dfc7a194a4083657cfc7adda5866e4a528ae266cbee639cd3ac1c15
3
+ size 140081122
params/ocdbt.process_0/d/82649bc077cfbc88f0c8ca323d0e4e7c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37b8845f770e0a54f13dc7014f1ccca3b6e460d439c0707ac52b15e714f33118
3
+ size 52731987
params/ocdbt.process_0/d/83f27adca1089e8dcec3e73e20aa394b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a818d75edb04d409d5c6052ed47c85a643d9dc88259636ac4cafa36a9ee9c46f
3
+ size 52859026
params/ocdbt.process_0/d/8e98e582952de572cba33a82c94e46a3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c07b8169d3e5a9e0274ce336e8f15d2fda3d0569a454957c4f51be8b04868a2
3
+ size 140097374
params/ocdbt.process_0/d/956004a289698934d9f8f3a92fcaa85b ADDED
Binary file (1.09 kB). View file
 
params/ocdbt.process_0/d/9576ad48edd16ba45f97d26ed06350e4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952e7700d28e6d028b8f95494d46f1c1619c91e9edcb65a7955d7591e15ea44d
3
+ size 2239940134
params/ocdbt.process_0/d/965ec5bb90921c63998ab4278d8a59e9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3035b54f5ca82f4a3ffb512c2047bff9884df289b1dfc8b22962ddf643ceca
3
+ size 18143907
params/ocdbt.process_0/d/a43831d663c5e00df9a29d0254bba5d9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3f17080490423449c87d4e377131722376a18f98ff20bbea9fdbe6221a8f58
3
+ size 1467834699
params/ocdbt.process_0/d/a8ad63fa0cb3fa55bc3b653bd75c8d6b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07fe80a072ea54caf7c6fc9b6842ca97ce16e1bb87dc11424bd51eaccac9b2d
3
+ size 8900344
params/ocdbt.process_0/d/ae68b8fb3ea0f0326fe9bf37af5b42d4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6daa425c422eb66356f878308443af134f0fdc3caa98595a8e6a9aa3431dc009
3
+ size 8749367
params/ocdbt.process_0/d/c2df88c3f02d820c21694a48d908533e ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab41844126bdcf41db52d0092b472b14aa4e3842f6592e3383990e4bd1b7120
3
+ size 560139335
params/ocdbt.process_0/d/cba652015eaa9f7f22b1a3c3ea9fd2db ADDED
Binary file (5.66 kB). View file
 
params/ocdbt.process_0/d/cdb309eda68b2b3f1d3cf2c25ee833ae ADDED
Binary file (15 kB). View file
 
params/ocdbt.process_0/d/cdd5fa158f41cc4a9d6274e9ed8d3bf7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad06483c91dd23097068b615c279ec0ec4a29cbaf86ddf5c86e19482d7b7c5b1
3
+ size 52739595
params/ocdbt.process_0/d/d1caae3355d6cca8a7fd2e564c3c3f3b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525c0c09d29dd310705920bca1b3865c87729ee10fd82d97b6c51c82c8cb45bc
3
+ size 497158839
params/ocdbt.process_0/d/db8dd9189920455375efbd6d92301e16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892a40e459d62b927e27a2c68c22866092c9de9f97a6cab8e53cd4200e8a7525
3
+ size 17485414
params/ocdbt.process_0/d/db99aa46135d75206daca70d6a6c8ea5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56afa3ec6c8c57bb4eb79a360a9f6901523ef22210309ccdffc9a719ff02e269
3
+ size 225752876
params/ocdbt.process_0/d/dca98c99098ef2879c7ac90cfac1d8f7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944bb0e57c79f531f05d9078c8c68feb9cdc749b071588665073e298696ceef3
3
+ size 472465360
params/ocdbt.process_0/d/e076884ba88003a34c78a15adbae3ce5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38953b251279244d35b78941f16a0d367d3a96ff1988dadfd8739b49c12bd5cb
3
+ size 1119987636
params/ocdbt.process_0/d/e12869c8c2841e4ac460426402b163fa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b0395a6f8e627dc5759aa9f46b374e0ffc15133c8b0971f5444042009ee1357
3
+ size 166287809
params/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (863 Bytes). View file