Weights: int8 + int4 transformer sets, 2-step LoRA, text encoders, VAE, tokenizer

.gitattributes

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+te_onnx/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+te_onnx_slim/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+vae_onnx/enc128/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+vae_onnx/enc128/model.ort filter=lfs diff=lfs merge=lfs -text
+vae_onnx/enc256/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+vae_onnx/enc256/model.ort filter=lfs diff=lfs merge=lfs -text
+vae_onnx/enc512/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+vae_onnx/r128/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+vae_onnx/r128/model.ort filter=lfs diff=lfs merge=lfs -text
+vae_onnx/r256/model.onnx.data filter=lfs diff=lfs merge=lfs -text
+vae_onnx/r256/model.ort filter=lfs diff=lfs merge=lfs -text
+vae_onnx/r320/model.onnx.data filter=lfs diff=lfs merge=lfs -text

te_onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b18bbac959e07c923e984874ca07cedc9c2a3c251706c5281ec7e830c62116
+size 1624096

te_onnx/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d609aad5f434de0af29727c454feafd89a9c79b77fe8b6bd8c52662481813b
+size 1002969088

te_onnx_slim/embed.json

@@ -0,0 +1 @@
+{"vocab": 151936, "dim": 1024, "dtype": "f16", "file": "embed_tokens.f16.bin"}

te_onnx_slim/embed_tokens.f16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f87376d13cadd681467c52f7cd8d9d63cd612155f43be5ebf158c8bcc4d014
+size 311164928

te_onnx_slim/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a4d618c2bf9464add375761fc589e4d258f519cd49d0da8242290b449b1b03
+size 1621815

te_onnx_slim/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44216d42ac0792f5c463968d8374d3e7e8811a6fed50a0d3b932a0e1bb5379d
+size 380639232

tokenizer/added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

tokenizer/chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

tokenizer/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer/tokenizer_config.json

@@ -0,0 +1,239 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

vae_onnx/bn_stats.json

@@ -0,0 +1 @@
+{"mean": [-0.0673828125, -0.0712890625, -0.0751953125, -0.07470703125, 0.0223388671875, 0.0179443359375, 0.01422119140625, 0.018310546875, -6.29425048828125e-05, -0.006256103515625, -0.000209808349609375, -0.003143310546875, -0.0272216796875, -0.028076171875, -0.027587890625, -0.029052734375, -0.07666015625, -0.0673828125, -0.09033203125, -0.08935546875, 0.016845703125, 0.01519775390625, 0.00787353515625, 0.00860595703125, 0.00836181640625, 0.0015411376953125, 0.0002574920654296875, -0.0042724609375, -0.0439453125, -0.0419921875, -0.043701171875, -0.043212890625, -0.01025390625, -0.01318359375, -0.006622314453125, -0.0047607421875, -0.031005859375, -0.030517578125, -0.0279541015625, -0.0179443359375, 0.003021240234375, 0.00150299072265625, 0.0125732421875, 0.01446533203125, 0.03466796875, 0.03369140625, 0.03369140625, 0.0283203125, 0.001983642578125, 0.004730224609375, 0.004669189453125, 0.004974365234375, 0.01226806640625, 0.00811767578125, 0.008056640625, 0.01458740234375, 0.06787109375, 0.06787109375, 0.07666015625, 0.0732421875, -0.046142578125, -0.04736328125, -0.039306640625, -0.051025390625, -0.052734375, -0.0478515625, -0.047119140625, -0.0517578125, -0.03173828125, -0.03173828125, -0.034423828125, -0.0281982421875, 0.051025390625, 0.04443359375, 0.057861328125, 0.0458984375, -0.041259765625, -0.0458984375, -0.048828125, -0.046630859375, -0.00885009765625, -0.0106201171875, -0.0087890625, -0.004608154296875, -0.03759765625, -0.043212890625, -0.04345703125, -0.0498046875, 0.0118408203125, 0.0166015625, 0.020263671875, 0.0279541015625, 0.01129150390625, 0.01287841796875, 0.001556396484375, 0.00714111328125, -0.01177978515625, -0.00183868408203125, -0.01416015625, -0.00537109375, -0.00909423828125, -0.0137939453125, -0.01446533203125, -0.0186767578125, 0.0322265625, 0.030517578125, 0.02587890625, 0.0299072265625, 0.053955078125, 0.0615234375, 0.049560546875, 0.05908203125, -0.051025390625, -0.060302734375, -0.0478515625, -0.052490234375, -0.022705078125, -0.0274658203125, -0.015380859375, -0.0255126953125, -0.05712890625, -0.056396484375, -0.0517578125, -0.049560546875, 0.0115966796875, 0.00543212890625, 0.016357421875, 0.0103759765625], "std": [1.80280339717865, 1.7766119241714478, 1.7853851318359375, 1.7853851318359375, 1.7722090482711792, 1.7589342594146729, 1.7589342594146729, 1.7500284910202026, 1.7320796251296997, 1.7365843057632446, 1.7320796251296997, 1.7320796251296997, 1.8624848127365112, 1.8540765047073364, 1.8624848127365112, 1.8582854270935059, 1.7589342594146729, 1.7544870376586914, 1.7544870376586914, 1.7589342594146729, 1.7365843057632446, 1.741077184677124, 1.7365843057632446, 1.741077184677124, 1.7320796251296997, 1.7230350971221924, 1.741077184677124, 1.7320796251296997, 1.7544870376586914, 1.7500284910202026, 1.7544870376586914, 1.7500284910202026, 1.8456299304962158, 1.8456299304962158, 1.8540765047073364, 1.8540765047073364, 1.8243423700332642, 1.7810039520263672, 1.7853851318359375, 1.7941153049468994, 1.80280339717865, 1.7897555828094482, 1.767795205116272, 1.767795205116272, 1.7766119241714478, 1.767795205116272, 1.7941153049468994, 1.7853851318359375, 1.7589342594146729, 1.741077184677124, 1.7500284910202026, 1.7365843057632446, 1.7941153049468994, 1.7984645366668701, 1.7941153049468994, 1.7941153049468994, 1.7766119241714478, 1.7766119241714478, 1.7722090482711792, 1.7766119241714478, 1.7544870376586914, 1.7455586194992065, 1.767795205116272, 1.7500284910202026, 1.7766119241714478, 1.7722090482711792, 1.7810039520263672, 1.7810039520263672, 1.815757393836975, 1.80280339717865, 1.80280339717865, 1.80280339717865, 1.7544870376586914, 1.7320796251296997, 1.7544870376586914, 1.7500284910202026, 1.7589342594146729, 1.7500284910202026, 1.767795205116272, 1.7633702754974365, 1.767795205116272, 1.7544870376586914, 1.7810039520263672, 1.7722090482711792, 1.7897555828094482, 1.7984645366668701, 1.7853851318359375, 1.7766119241714478, 1.7633702754974365, 1.7633702754974365, 1.7544870376586914, 1.7589342594146729, 1.7766119241714478, 1.767795205116272, 1.7810039520263672, 1.7810039520263672, 1.7184948921203613, 1.7048020362854004, 1.7275632619857788, 1.7093784809112549, 1.7810039520263672, 1.7589342594146729, 1.7500284910202026, 1.7455586194992065, 1.7589342594146729, 1.7500284910202026, 1.7544870376586914, 1.7365843057632446, 1.7633702754974365, 1.7589342594146729, 1.7455586194992065, 1.741077184677124, 1.7500284910202026, 1.7589342594146729, 1.7633702754974365, 1.7633702754974365, 1.7275632619857788, 1.7139427661895752, 1.7320796251296997, 1.7230350971221924, 1.767795205116272, 1.7633702754974365, 1.7722090482711792, 1.767795205116272, 1.7455586194992065, 1.7455586194992065, 1.7589342594146729, 1.7544870376586914]}

vae_onnx/enc128/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6024a937a2b1011e98a58fbb224cc74fde4ef36c7b4ead897af141d0c729f2fa
+size 321497

vae_onnx/enc128/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746bd630b29bf29f86928fc552bdcb5ce9be9be04815ff4b6a482407d325eb36
+size 137756672

vae_onnx/enc128/model.ort

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b08a70a4217e4128d7f2e52ee322aa83e6dd6ca69a3ba80c628a327d17601e
+size 138041736

vae_onnx/enc256/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f808bb6534a6d5b290f544a1bee3dd21f2cb235bf055c9f69e3c37adcb2bd5c0
+size 321538

vae_onnx/enc256/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746bd630b29bf29f86928fc552bdcb5ce9be9be04815ff4b6a482407d325eb36
+size 137756672

vae_onnx/enc256/model.ort

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674cf0a84434bf8af1eb4fb16632ac586797335f0825023cfafb94c76405dc12
+size 138041744

vae_onnx/enc512/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4300b112bde80bef073433f0af84915156724bfa92fcbb1098c742042136a741
+size 321578

vae_onnx/enc512/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746bd630b29bf29f86928fc552bdcb5ce9be9be04815ff4b6a482407d325eb36
+size 137756672

vae_onnx/r128/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0255747a01ee4f4d2c5b462e463f3f3bd3c265255bcc4fff70133d441d4f77e3
+size 422603

vae_onnx/r128/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d108839bce0fba75ce4b71926d32fc975016060552fd8b9743e3ad997e7d6e
+size 112132096

vae_onnx/r128/model.ort

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ad67c6433e64f16e2b3f3955c270b2fa9108fbf5a0133745894c94056bf37
+size 112242496

vae_onnx/r256/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c4bf678622f1963d09af21df1a190ea20227d9dcf78d81c79d62b03d0f1bd
+size 422664

vae_onnx/r256/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d108839bce0fba75ce4b71926d32fc975016060552fd8b9743e3ad997e7d6e
+size 112132096

vae_onnx/r256/model.ort

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b008ddcbe317d699e7110c60e54f9eb31a1d34aaa96a666b9273e0cfe05df69
+size 112242496

vae_onnx/r320/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08fdeab4fd19a652ab31702a76d019e46cb49efaf8ae9c7545fbf0fdb75dabd
+size 422664

vae_onnx/r320/model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d108839bce0fba75ce4b71926d32fc975016060552fd8b9743e3ad997e7d6e
+size 112132096

web_weights/manifest.json

@@ -0,0 +1 @@
+{"format": 1, "shards": 9, "entries": [{"name": "context_embedder.q", "kind": "i8", "shape": [3072, 7680], "shard": 0, "off": 0, "bytes": 23592960}, {"name": "context_embedder.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 23592960, "bytes": 12288}, {"name": "proj_out.q", "kind": "i8", "shape": [128, 3072], "shard": 0, "off": 23605248, "bytes": 393216}, {"name": "proj_out.s", "kind": "f32", "shape": [128], "shard": 0, "off": 23998464, "bytes": 512}, {"name": "single_transformer_blocks.0.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 0, "off": 23998976, "bytes": 37748736}, {"name": "single_transformer_blocks.0.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 61747712, "bytes": 12288}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 0, "off": 61760000, "bytes": 84934656}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 146694656, "bytes": 110592}, {"name": "single_transformer_blocks.1.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 0, "off": 146805248, "bytes": 37748736}, {"name": "single_transformer_blocks.1.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 184553984, "bytes": 12288}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 0, "off": 184566272, "bytes": 84934656}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 269500928, "bytes": 110592}, {"name": "single_transformer_blocks.10.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 0, "off": 269611520, "bytes": 37748736}, {"name": "single_transformer_blocks.10.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 307360256, "bytes": 12288}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 0, "off": 307372544, "bytes": 84934656}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 392307200, "bytes": 110592}, {"name": "single_transformer_blocks.11.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 0, "off": 392417792, "bytes": 37748736}, {"name": "single_transformer_blocks.11.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 430166528, "bytes": 12288}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 1, "off": 0, "bytes": 84934656}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 1, "off": 84934656, "bytes": 110592}, {"name": "single_transformer_blocks.12.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 1, "off": 85045248, "bytes": 37748736}, {"name": "single_transformer_blocks.12.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 1, "off": 122793984, "bytes": 12288}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 1, "off": 122806272, "bytes": 84934656}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 1, "off": 207740928, "bytes": 110592}, {"name": "single_transformer_blocks.13.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 1, "off": 207851520, "bytes": 37748736}, {"name": "single_transformer_blocks.13.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 1, "off": 245600256, "bytes": 12288}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 1, "off": 245612544, "bytes": 84934656}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 1, "off": 330547200, "bytes": 110592}, {"name": "single_transformer_blocks.14.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 1, "off": 330657792, "bytes": 37748736}, {"name": "single_transformer_blocks.14.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 1, "off": 368406528, "bytes": 12288}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 1, "off": 368418816, "bytes": 84934656}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 1, "off": 453353472, "bytes": 110592}, {"name": "single_transformer_blocks.15.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 1, "off": 453464064, "bytes": 37748736}, {"name": "single_transformer_blocks.15.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 1, "off": 491212800, "bytes": 12288}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 2, "off": 0, "bytes": 84934656}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 2, "off": 84934656, "bytes": 110592}, {"name": "single_transformer_blocks.16.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 2, "off": 85045248, "bytes": 37748736}, {"name": "single_transformer_blocks.16.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 2, "off": 122793984, "bytes": 12288}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 2, "off": 122806272, "bytes": 84934656}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 2, "off": 207740928, "bytes": 110592}, {"name": "single_transformer_blocks.17.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 2, "off": 207851520, "bytes": 37748736}, {"name": "single_transformer_blocks.17.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 2, "off": 245600256, "bytes": 12288}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 2, "off": 245612544, "bytes": 84934656}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 2, "off": 330547200, "bytes": 110592}, {"name": "single_transformer_blocks.18.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 2, "off": 330657792, "bytes": 37748736}, {"name": "single_transformer_blocks.18.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 2, "off": 368406528, "bytes": 12288}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 2, "off": 368418816, "bytes": 84934656}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 2, "off": 453353472, "bytes": 110592}, {"name": "single_transformer_blocks.19.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 2, "off": 453464064, "bytes": 37748736}, {"name": "single_transformer_blocks.19.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 2, "off": 491212800, "bytes": 12288}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 3, "off": 0, "bytes": 84934656}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 3, "off": 84934656, "bytes": 110592}, {"name": "single_transformer_blocks.2.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 3, "off": 85045248, "bytes": 37748736}, {"name": "single_transformer_blocks.2.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 3, "off": 122793984, "bytes": 12288}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 3, "off": 122806272, "bytes": 84934656}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 3, "off": 207740928, "bytes": 110592}, {"name": "single_transformer_blocks.3.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 3, "off": 207851520, "bytes": 37748736}, {"name": "single_transformer_blocks.3.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 3, "off": 245600256, "bytes": 12288}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 3, "off": 245612544, "bytes": 84934656}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 3, "off": 330547200, "bytes": 110592}, {"name": "single_transformer_blocks.4.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 3, "off": 330657792, "bytes": 37748736}, {"name": "single_transformer_blocks.4.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 3, "off": 368406528, "bytes": 12288}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 3, "off": 368418816, "bytes": 84934656}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 3, "off": 453353472, "bytes": 110592}, {"name": "single_transformer_blocks.5.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 3, "off": 453464064, "bytes": 37748736}, {"name": "single_transformer_blocks.5.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 3, "off": 491212800, "bytes": 12288}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 4, "off": 0, "bytes": 84934656}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 4, "off": 84934656, "bytes": 110592}, {"name": "single_transformer_blocks.6.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 4, "off": 85045248, "bytes": 37748736}, {"name": "single_transformer_blocks.6.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 4, "off": 122793984, "bytes": 12288}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 4, "off": 122806272, "bytes": 84934656}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 4, "off": 207740928, "bytes": 110592}, {"name": "single_transformer_blocks.7.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 4, "off": 207851520, "bytes": 37748736}, {"name": "single_transformer_blocks.7.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 4, "off": 245600256, "bytes": 12288}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 4, "off": 245612544, "bytes": 84934656}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 4, "off": 330547200, "bytes": 110592}, {"name": "single_transformer_blocks.8.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 4, "off": 330657792, "bytes": 37748736}, {"name": "single_transformer_blocks.8.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 4, "off": 368406528, "bytes": 12288}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 4, "off": 368418816, "bytes": 84934656}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 4, "off": 453353472, "bytes": 110592}, {"name": "single_transformer_blocks.9.attn.to_out.q", "kind": "i8", "shape": [3072, 12288], "shard": 4, "off": 453464064, "bytes": 37748736}, {"name": "single_transformer_blocks.9.attn.to_out.s", "kind": "f32", "shape": [3072], "shard": 4, "off": 491212800, "bytes": 12288}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.q", "kind": "i8", "shape": [27648, 3072], "shard": 5, "off": 0, "bytes": 84934656}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.s", "kind": "f32", "shape": [27648], "shard": 5, "off": 84934656, "bytes": 110592}, {"name": "transformer_blocks.0.attn.add_k_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 85045248, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.add_k_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 94482432, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_q_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 94494720, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.add_q_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 103931904, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_v_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 103944192, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.add_v_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 113381376, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_add_out.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 113393664, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.to_add_out.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 122830848, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_k.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 122843136, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.to_k.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 132280320, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_out.0.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 132292608, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.to_out.0.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 141729792, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_q.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 141742080, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.to_q.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 151179264, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_v.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 151191552, "bytes": 9437184}, {"name": "transformer_blocks.0.attn.to_v.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 160628736, "bytes": 12288}, {"name": "transformer_blocks.0.ff.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 5, "off": 160641024, "bytes": 56623104}, {"name": "transformer_blocks.0.ff.linear_in.s", "kind": "f32", "shape": [18432], "shard": 5, "off": 217264128, "bytes": 73728}, {"name": "transformer_blocks.0.ff.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 5, "off": 217337856, "bytes": 28311552}, {"name": "transformer_blocks.0.ff.linear_out.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 245649408, "bytes": 12288}, {"name": "transformer_blocks.0.ff_context.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 5, "off": 245661696, "bytes": 56623104}, {"name": "transformer_blocks.0.ff_context.linear_in.s", "kind": "f32", "shape": [18432], "shard": 5, "off": 302284800, "bytes": 73728}, {"name": "transformer_blocks.0.ff_context.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 5, "off": 302358528, "bytes": 28311552}, {"name": "transformer_blocks.0.ff_context.linear_out.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 330670080, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_k_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 330682368, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.add_k_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 340119552, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_q_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 340131840, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.add_q_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 349569024, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_v_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 349581312, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.add_v_proj.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 359018496, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_add_out.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 359030784, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.to_add_out.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 368467968, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_k.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 368480256, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.to_k.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 377917440, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_out.0.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 377929728, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.to_out.0.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 387366912, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_q.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 387379200, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.to_q.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 396816384, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_v.q", "kind": "i8", "shape": [3072, 3072], "shard": 5, "off": 396828672, "bytes": 9437184}, {"name": "transformer_blocks.1.attn.to_v.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 406265856, "bytes": 12288}, {"name": "transformer_blocks.1.ff.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 5, "off": 406278144, "bytes": 56623104}, {"name": "transformer_blocks.1.ff.linear_in.s", "kind": "f32", "shape": [18432], "shard": 5, "off": 462901248, "bytes": 73728}, {"name": "transformer_blocks.1.ff.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 5, "off": 462974976, "bytes": 28311552}, {"name": "transformer_blocks.1.ff.linear_out.s", "kind": "f32", "shape": [3072], "shard": 5, "off": 491286528, "bytes": 12288}, {"name": "transformer_blocks.1.ff_context.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 6, "off": 0, "bytes": 56623104}, {"name": "transformer_blocks.1.ff_context.linear_in.s", "kind": "f32", "shape": [18432], "shard": 6, "off": 56623104, "bytes": 73728}, {"name": "transformer_blocks.1.ff_context.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 6, "off": 56696832, "bytes": 28311552}, {"name": "transformer_blocks.1.ff_context.linear_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 85008384, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_k_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 85020672, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.add_k_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 94457856, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_q_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 94470144, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.add_q_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 103907328, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_v_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 103919616, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.add_v_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 113356800, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_add_out.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 113369088, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.to_add_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 122806272, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_k.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 122818560, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.to_k.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 132255744, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_out.0.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 132268032, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.to_out.0.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 141705216, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_q.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 141717504, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.to_q.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 151154688, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_v.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 151166976, "bytes": 9437184}, {"name": "transformer_blocks.2.attn.to_v.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 160604160, "bytes": 12288}, {"name": "transformer_blocks.2.ff.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 6, "off": 160616448, "bytes": 56623104}, {"name": "transformer_blocks.2.ff.linear_in.s", "kind": "f32", "shape": [18432], "shard": 6, "off": 217239552, "bytes": 73728}, {"name": "transformer_blocks.2.ff.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 6, "off": 217313280, "bytes": 28311552}, {"name": "transformer_blocks.2.ff.linear_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 245624832, "bytes": 12288}, {"name": "transformer_blocks.2.ff_context.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 6, "off": 245637120, "bytes": 56623104}, {"name": "transformer_blocks.2.ff_context.linear_in.s", "kind": "f32", "shape": [18432], "shard": 6, "off": 302260224, "bytes": 73728}, {"name": "transformer_blocks.2.ff_context.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 6, "off": 302333952, "bytes": 28311552}, {"name": "transformer_blocks.2.ff_context.linear_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 330645504, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_k_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 330657792, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.add_k_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 340094976, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_q_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 340107264, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.add_q_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 349544448, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_v_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 349556736, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.add_v_proj.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 358993920, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_add_out.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 359006208, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.to_add_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 368443392, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_k.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 368455680, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.to_k.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 377892864, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_out.0.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 377905152, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.to_out.0.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 387342336, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_q.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 387354624, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.to_q.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 396791808, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_v.q", "kind": "i8", "shape": [3072, 3072], "shard": 6, "off": 396804096, "bytes": 9437184}, {"name": "transformer_blocks.3.attn.to_v.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 406241280, "bytes": 12288}, {"name": "transformer_blocks.3.ff.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 6, "off": 406253568, "bytes": 56623104}, {"name": "transformer_blocks.3.ff.linear_in.s", "kind": "f32", "shape": [18432], "shard": 6, "off": 462876672, "bytes": 73728}, {"name": "transformer_blocks.3.ff.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 6, "off": 462950400, "bytes": 28311552}, {"name": "transformer_blocks.3.ff.linear_out.s", "kind": "f32", "shape": [3072], "shard": 6, "off": 491261952, "bytes": 12288}, {"name": "transformer_blocks.3.ff_context.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 7, "off": 0, "bytes": 56623104}, {"name": "transformer_blocks.3.ff_context.linear_in.s", "kind": "f32", "shape": [18432], "shard": 7, "off": 56623104, "bytes": 73728}, {"name": "transformer_blocks.3.ff_context.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 7, "off": 56696832, "bytes": 28311552}, {"name": "transformer_blocks.3.ff_context.linear_out.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 85008384, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_k_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 85020672, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.add_k_proj.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 94457856, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_q_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 94470144, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.add_q_proj.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 103907328, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_v_proj.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 103919616, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.add_v_proj.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 113356800, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_add_out.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 113369088, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.to_add_out.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 122806272, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_k.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 122818560, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.to_k.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 132255744, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_out.0.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 132268032, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.to_out.0.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 141705216, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_q.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 141717504, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.to_q.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 151154688, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_v.q", "kind": "i8", "shape": [3072, 3072], "shard": 7, "off": 151166976, "bytes": 9437184}, {"name": "transformer_blocks.4.attn.to_v.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 160604160, "bytes": 12288}, {"name": "transformer_blocks.4.ff.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 7, "off": 160616448, "bytes": 56623104}, {"name": "transformer_blocks.4.ff.linear_in.s", "kind": "f32", "shape": [18432], "shard": 7, "off": 217239552, "bytes": 73728}, {"name": "transformer_blocks.4.ff.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 7, "off": 217313280, "bytes": 28311552}, {"name": "transformer_blocks.4.ff.linear_out.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 245624832, "bytes": 12288}, {"name": "transformer_blocks.4.ff_context.linear_in.q", "kind": "i8", "shape": [18432, 3072], "shard": 7, "off": 245637120, "bytes": 56623104}, {"name": "transformer_blocks.4.ff_context.linear_in.s", "kind": "f32", "shape": [18432], "shard": 7, "off": 302260224, "bytes": 73728}, {"name": "transformer_blocks.4.ff_context.linear_out.q", "kind": "i8", "shape": [3072, 9216], "shard": 7, "off": 302333952, "bytes": 28311552}, {"name": "transformer_blocks.4.ff_context.linear_out.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 330645504, "bytes": 12288}, {"name": "x_embedder.q", "kind": "i8", "shape": [3072, 128], "shard": 7, "off": 330657792, "bytes": 393216}, {"name": "x_embedder.s", "kind": "f32", "shape": [3072], "shard": 7, "off": 331051008, "bytes": 12288}, {"name": "double_stream_modulation_img.linear.weight", "kind": "f16", "shape": [18432, 3072], "shard": 7, "off": 331063296, "bytes": 113246208}, {"name": "double_stream_modulation_txt.linear.weight", "kind": "f16", "shape": [18432, 3072], "shard": 8, "off": 0, "bytes": 113246208}, {"name": "norm_out.linear.weight", "kind": "f16", "shape": [6144, 3072], "shard": 8, "off": 113246208, "bytes": 37748736}, {"name": "single_stream_modulation.linear.weight", "kind": "f16", "shape": [9216, 3072], "shard": 8, "off": 150994944, "bytes": 56623104}, {"name": "single_transformer_blocks.0.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207618048, "bytes": 256}, {"name": "single_transformer_blocks.0.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207618304, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207618560, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207618816, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207619072, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207619328, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207619584, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207619840, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207620096, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207620352, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207620608, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207620864, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207621120, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207621376, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207621632, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207621888, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207622144, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207622400, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207622656, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207622912, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207623168, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207623424, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207623680, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207623936, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207624192, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207624448, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207624704, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207624960, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207625216, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207625472, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207625728, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207625984, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207626240, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207626496, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207626752, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207627008, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207627264, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207627520, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207627776, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 207628032, "bytes": 256}, {"name": "time_guidance_embed.timestep_embedder.linear_1.weight", "kind": "f16", "shape": [3072, 256], "shard": 8, "off": 207628288, "bytes": 1572864}, {"name": "time_guidance_embed.timestep_embedder.linear_2.weight", "kind": "f16", "shape": [3072, 3072], "shard": 8, "off": 209201152, "bytes": 18874368}, {"name": "transformer_blocks.0.attn.norm_added_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228075520, "bytes": 256}, {"name": "transformer_blocks.0.attn.norm_added_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228075776, "bytes": 256}, {"name": "transformer_blocks.0.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228076032, "bytes": 256}, {"name": "transformer_blocks.0.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228076288, "bytes": 256}, {"name": "transformer_blocks.1.attn.norm_added_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228076544, "bytes": 256}, {"name": "transformer_blocks.1.attn.norm_added_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228076800, "bytes": 256}, {"name": "transformer_blocks.1.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228077056, "bytes": 256}, {"name": "transformer_blocks.1.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228077312, "bytes": 256}, {"name": "transformer_blocks.2.attn.norm_added_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228077568, "bytes": 256}, {"name": "transformer_blocks.2.attn.norm_added_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228077824, "bytes": 256}, {"name": "transformer_blocks.2.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228078080, "bytes": 256}, {"name": "transformer_blocks.2.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228078336, "bytes": 256}, {"name": "transformer_blocks.3.attn.norm_added_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228078592, "bytes": 256}, {"name": "transformer_blocks.3.attn.norm_added_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228078848, "bytes": 256}, {"name": "transformer_blocks.3.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228079104, "bytes": 256}, {"name": "transformer_blocks.3.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228079360, "bytes": 256}, {"name": "transformer_blocks.4.attn.norm_added_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228079616, "bytes": 256}, {"name": "transformer_blocks.4.attn.norm_added_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228079872, "bytes": 256}, {"name": "transformer_blocks.4.attn.norm_k.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228080128, "bytes": 256}, {"name": "transformer_blocks.4.attn.norm_q.weight", "kind": "f16", "shape": [128], "shard": 8, "off": 228080384, "bytes": 256}]}

web_weights/w0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d80a016e07add36653f74d5faf7ef7f441ee482e311f043a026bcb1ba3c6e6
+size 430178816

web_weights/w1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203ec7366698f3fa051cb972962407fa4f8b925d317dd7c32a1e7f635e2042be
+size 491225088

web_weights/w2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ac576173a1293e9366523986f8437ac59e9b668c9a3f6f5325b9e534867406
+size 491225088

web_weights/w3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4365be0579088b4cb8d728d93a698a7d7eebfaefcc536f7249ea81a8bb82877
+size 491225088

web_weights/w4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719cfa5ad2554e2caeddf060e5b486b918e0b877a4b060ff337ad23a7e15a180
+size 491225088

web_weights/w5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60431d349fe575b7308b1101790a5755b849cc6014b3696c1785e0609d102f80
+size 491298816

web_weights/w6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd940515cef8839951c4b49ee858bae9b4bc7232a90521137ef87ff7b30bea14
+size 491274240

web_weights/w7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c8795e08ae011fc22d131f916726155c163c54df770720042f571f11ff9752
+size 444309504

web_weights/w8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bde4238b92ca8a124f16fce069a343e01d44f82302dcd495bde3ce7cd2f2871
+size 228080640

web_weights_lora_2step/manifest.json

@@ -0,0 +1 @@
+{"format": "lora-i8", "rank": 64, "base": "web_weights", "merged": "web_weights_2step", "shards": 1, "entries": [{"name": "single_transformer_blocks.0.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 0, "bytes": 786432}, {"name": "single_transformer_blocks.0.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 786432, "bytes": 256}, {"name": "single_transformer_blocks.0.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 786688, "bytes": 196608}, {"name": "single_transformer_blocks.0.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 983296, "bytes": 12288}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 995584, "bytes": 196608}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 1192192, "bytes": 256}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 1192448, "bytes": 1769472}, {"name": "single_transformer_blocks.0.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 2961920, "bytes": 110592}, {"name": "single_transformer_blocks.1.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 3072512, "bytes": 786432}, {"name": "single_transformer_blocks.1.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 3858944, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 3859200, "bytes": 196608}, {"name": "single_transformer_blocks.1.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 4055808, "bytes": 12288}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 4068096, "bytes": 196608}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 4264704, "bytes": 256}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 4264960, "bytes": 1769472}, {"name": "single_transformer_blocks.1.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 6034432, "bytes": 110592}, {"name": "single_transformer_blocks.10.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 6145024, "bytes": 786432}, {"name": "single_transformer_blocks.10.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 6931456, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 6931712, "bytes": 196608}, {"name": "single_transformer_blocks.10.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 7128320, "bytes": 12288}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 7140608, "bytes": 196608}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 7337216, "bytes": 256}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 7337472, "bytes": 1769472}, {"name": "single_transformer_blocks.10.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 9106944, "bytes": 110592}, {"name": "single_transformer_blocks.11.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 9217536, "bytes": 786432}, {"name": "single_transformer_blocks.11.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 10003968, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 10004224, "bytes": 196608}, {"name": "single_transformer_blocks.11.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 10200832, "bytes": 12288}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 10213120, "bytes": 196608}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 10409728, "bytes": 256}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 10409984, "bytes": 1769472}, {"name": "single_transformer_blocks.11.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 12179456, "bytes": 110592}, {"name": "single_transformer_blocks.12.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 12290048, "bytes": 786432}, {"name": "single_transformer_blocks.12.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 13076480, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 13076736, "bytes": 196608}, {"name": "single_transformer_blocks.12.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 13273344, "bytes": 12288}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 13285632, "bytes": 196608}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 13482240, "bytes": 256}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 13482496, "bytes": 1769472}, {"name": "single_transformer_blocks.12.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 15251968, "bytes": 110592}, {"name": "single_transformer_blocks.13.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 15362560, "bytes": 786432}, {"name": "single_transformer_blocks.13.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 16148992, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 16149248, "bytes": 196608}, {"name": "single_transformer_blocks.13.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 16345856, "bytes": 12288}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 16358144, "bytes": 196608}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 16554752, "bytes": 256}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 16555008, "bytes": 1769472}, {"name": "single_transformer_blocks.13.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 18324480, "bytes": 110592}, {"name": "single_transformer_blocks.14.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 18435072, "bytes": 786432}, {"name": "single_transformer_blocks.14.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 19221504, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 19221760, "bytes": 196608}, {"name": "single_transformer_blocks.14.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 19418368, "bytes": 12288}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 19430656, "bytes": 196608}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 19627264, "bytes": 256}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 19627520, "bytes": 1769472}, {"name": "single_transformer_blocks.14.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 21396992, "bytes": 110592}, {"name": "single_transformer_blocks.15.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 21507584, "bytes": 786432}, {"name": "single_transformer_blocks.15.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 22294016, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 22294272, "bytes": 196608}, {"name": "single_transformer_blocks.15.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 22490880, "bytes": 12288}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 22503168, "bytes": 196608}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 22699776, "bytes": 256}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 22700032, "bytes": 1769472}, {"name": "single_transformer_blocks.15.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 24469504, "bytes": 110592}, {"name": "single_transformer_blocks.16.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 24580096, "bytes": 786432}, {"name": "single_transformer_blocks.16.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 25366528, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 25366784, "bytes": 196608}, {"name": "single_transformer_blocks.16.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 25563392, "bytes": 12288}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 25575680, "bytes": 196608}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 25772288, "bytes": 256}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 25772544, "bytes": 1769472}, {"name": "single_transformer_blocks.16.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 27542016, "bytes": 110592}, {"name": "single_transformer_blocks.17.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 27652608, "bytes": 786432}, {"name": "single_transformer_blocks.17.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 28439040, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 28439296, "bytes": 196608}, {"name": "single_transformer_blocks.17.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 28635904, "bytes": 12288}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 28648192, "bytes": 196608}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 28844800, "bytes": 256}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 28845056, "bytes": 1769472}, {"name": "single_transformer_blocks.17.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 30614528, "bytes": 110592}, {"name": "single_transformer_blocks.18.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 30725120, "bytes": 786432}, {"name": "single_transformer_blocks.18.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 31511552, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 31511808, "bytes": 196608}, {"name": "single_transformer_blocks.18.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 31708416, "bytes": 12288}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 31720704, "bytes": 196608}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 31917312, "bytes": 256}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 31917568, "bytes": 1769472}, {"name": "single_transformer_blocks.18.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 33687040, "bytes": 110592}, {"name": "single_transformer_blocks.19.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 33797632, "bytes": 786432}, {"name": "single_transformer_blocks.19.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 34584064, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 34584320, "bytes": 196608}, {"name": "single_transformer_blocks.19.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 34780928, "bytes": 12288}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 34793216, "bytes": 196608}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 34989824, "bytes": 256}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 34990080, "bytes": 1769472}, {"name": "single_transformer_blocks.19.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 36759552, "bytes": 110592}, {"name": "single_transformer_blocks.2.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 36870144, "bytes": 786432}, {"name": "single_transformer_blocks.2.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 37656576, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 37656832, "bytes": 196608}, {"name": "single_transformer_blocks.2.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 37853440, "bytes": 12288}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 37865728, "bytes": 196608}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 38062336, "bytes": 256}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 38062592, "bytes": 1769472}, {"name": "single_transformer_blocks.2.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 39832064, "bytes": 110592}, {"name": "single_transformer_blocks.3.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 39942656, "bytes": 786432}, {"name": "single_transformer_blocks.3.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 40729088, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 40729344, "bytes": 196608}, {"name": "single_transformer_blocks.3.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 40925952, "bytes": 12288}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 40938240, "bytes": 196608}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 41134848, "bytes": 256}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 41135104, "bytes": 1769472}, {"name": "single_transformer_blocks.3.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 42904576, "bytes": 110592}, {"name": "single_transformer_blocks.4.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 43015168, "bytes": 786432}, {"name": "single_transformer_blocks.4.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 43801600, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 43801856, "bytes": 196608}, {"name": "single_transformer_blocks.4.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 43998464, "bytes": 12288}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 44010752, "bytes": 196608}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 44207360, "bytes": 256}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 44207616, "bytes": 1769472}, {"name": "single_transformer_blocks.4.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 45977088, "bytes": 110592}, {"name": "single_transformer_blocks.5.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 46087680, "bytes": 786432}, {"name": "single_transformer_blocks.5.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 46874112, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 46874368, "bytes": 196608}, {"name": "single_transformer_blocks.5.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 47070976, "bytes": 12288}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 47083264, "bytes": 196608}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 47279872, "bytes": 256}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 47280128, "bytes": 1769472}, {"name": "single_transformer_blocks.5.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 49049600, "bytes": 110592}, {"name": "single_transformer_blocks.6.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 49160192, "bytes": 786432}, {"name": "single_transformer_blocks.6.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 49946624, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 49946880, "bytes": 196608}, {"name": "single_transformer_blocks.6.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 50143488, "bytes": 12288}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 50155776, "bytes": 196608}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 50352384, "bytes": 256}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 50352640, "bytes": 1769472}, {"name": "single_transformer_blocks.6.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 52122112, "bytes": 110592}, {"name": "single_transformer_blocks.7.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 52232704, "bytes": 786432}, {"name": "single_transformer_blocks.7.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 53019136, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 53019392, "bytes": 196608}, {"name": "single_transformer_blocks.7.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 53216000, "bytes": 12288}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 53228288, "bytes": 196608}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 53424896, "bytes": 256}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 53425152, "bytes": 1769472}, {"name": "single_transformer_blocks.7.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 55194624, "bytes": 110592}, {"name": "single_transformer_blocks.8.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 55305216, "bytes": 786432}, {"name": "single_transformer_blocks.8.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 56091648, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 56091904, "bytes": 196608}, {"name": "single_transformer_blocks.8.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 56288512, "bytes": 12288}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 56300800, "bytes": 196608}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 56497408, "bytes": 256}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 56497664, "bytes": 1769472}, {"name": "single_transformer_blocks.8.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 58267136, "bytes": 110592}, {"name": "single_transformer_blocks.9.attn.to_out.lora_A.q", "kind": "i8", "shape": [64, 12288], "shard": 0, "off": 58377728, "bytes": 786432}, {"name": "single_transformer_blocks.9.attn.to_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 59164160, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.to_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 59164416, "bytes": 196608}, {"name": "single_transformer_blocks.9.attn.to_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 59361024, "bytes": 12288}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 59373312, "bytes": 196608}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 59569920, "bytes": 256}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_B.q", "kind": "i8", "shape": [27648, 64], "shard": 0, "off": 59570176, "bytes": 1769472}, {"name": "single_transformer_blocks.9.attn.to_qkv_mlp_proj.lora_B.s", "kind": "f32", "shape": [27648], "shard": 0, "off": 61339648, "bytes": 110592}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 61450240, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 61646848, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 61647104, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 61843712, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 61856000, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62052608, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62052864, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 62249472, "bytes": 12288}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 62261760, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62458368, "bytes": 256}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62458624, "bytes": 196608}, {"name": "transformer_blocks.0.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 62655232, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 62667520, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 62864128, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 62864384, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63060992, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63073280, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 63269888, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 63270144, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63466752, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63479040, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 63675648, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 63675904, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 63872512, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 63884800, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64081408, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 64081664, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 64278272, "bytes": 12288}, {"name": "transformer_blocks.0.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 64290560, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64487168, "bytes": 256}, {"name": "transformer_blocks.0.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 64487424, "bytes": 196608}, {"name": "transformer_blocks.0.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 64684032, "bytes": 12288}, {"name": "transformer_blocks.0.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 64696320, "bytes": 196608}, {"name": "transformer_blocks.0.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 64892928, "bytes": 256}, {"name": "transformer_blocks.0.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 64893184, "bytes": 1179648}, {"name": "transformer_blocks.0.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 66072832, "bytes": 73728}, {"name": "transformer_blocks.0.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 66146560, "bytes": 589824}, {"name": "transformer_blocks.0.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 66736384, "bytes": 256}, {"name": "transformer_blocks.0.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 66736640, "bytes": 196608}, {"name": "transformer_blocks.0.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 66933248, "bytes": 12288}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 66945536, "bytes": 196608}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 67142144, "bytes": 256}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 67142400, "bytes": 1179648}, {"name": "transformer_blocks.0.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 68322048, "bytes": 73728}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 68395776, "bytes": 589824}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 68985600, "bytes": 256}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 68985856, "bytes": 196608}, {"name": "transformer_blocks.0.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69182464, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 69194752, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 69391360, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 69391616, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69588224, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 69600512, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 69797120, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 69797376, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 69993984, "bytes": 12288}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70006272, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 70202880, "bytes": 256}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 70203136, "bytes": 196608}, {"name": "transformer_blocks.1.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 70399744, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70412032, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 70608640, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 70608896, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 70805504, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 70817792, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71014400, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71014656, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 71211264, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 71223552, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71420160, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71420416, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 71617024, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 71629312, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 71825920, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 71826176, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 72022784, "bytes": 12288}, {"name": "transformer_blocks.1.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 72035072, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 72231680, "bytes": 256}, {"name": "transformer_blocks.1.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 72231936, "bytes": 196608}, {"name": "transformer_blocks.1.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 72428544, "bytes": 12288}, {"name": "transformer_blocks.1.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 72440832, "bytes": 196608}, {"name": "transformer_blocks.1.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 72637440, "bytes": 256}, {"name": "transformer_blocks.1.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 72637696, "bytes": 1179648}, {"name": "transformer_blocks.1.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 73817344, "bytes": 73728}, {"name": "transformer_blocks.1.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 73891072, "bytes": 589824}, {"name": "transformer_blocks.1.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 74480896, "bytes": 256}, {"name": "transformer_blocks.1.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 74481152, "bytes": 196608}, {"name": "transformer_blocks.1.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 74677760, "bytes": 12288}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 74690048, "bytes": 196608}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 74886656, "bytes": 256}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 74886912, "bytes": 1179648}, {"name": "transformer_blocks.1.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 76066560, "bytes": 73728}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 76140288, "bytes": 589824}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 76730112, "bytes": 256}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 76730368, "bytes": 196608}, {"name": "transformer_blocks.1.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 76926976, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 76939264, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77135872, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77136128, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 77332736, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 77345024, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77541632, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77541888, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 77738496, "bytes": 12288}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 77750784, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 77947392, "bytes": 256}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 77947648, "bytes": 196608}, {"name": "transformer_blocks.2.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78144256, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78156544, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 78353152, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 78353408, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78550016, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78562304, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 78758912, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 78759168, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 78955776, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 78968064, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79164672, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79164928, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 79361536, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 79373824, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79570432, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79570688, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 79767296, "bytes": 12288}, {"name": "transformer_blocks.2.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 79779584, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 79976192, "bytes": 256}, {"name": "transformer_blocks.2.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 79976448, "bytes": 196608}, {"name": "transformer_blocks.2.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 80173056, "bytes": 12288}, {"name": "transformer_blocks.2.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 80185344, "bytes": 196608}, {"name": "transformer_blocks.2.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 80381952, "bytes": 256}, {"name": "transformer_blocks.2.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 80382208, "bytes": 1179648}, {"name": "transformer_blocks.2.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 81561856, "bytes": 73728}, {"name": "transformer_blocks.2.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 81635584, "bytes": 589824}, {"name": "transformer_blocks.2.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 82225408, "bytes": 256}, {"name": "transformer_blocks.2.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 82225664, "bytes": 196608}, {"name": "transformer_blocks.2.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 82422272, "bytes": 12288}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 82434560, "bytes": 196608}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 82631168, "bytes": 256}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 82631424, "bytes": 1179648}, {"name": "transformer_blocks.2.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 83811072, "bytes": 73728}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 83884800, "bytes": 589824}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 84474624, "bytes": 256}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 84474880, "bytes": 196608}, {"name": "transformer_blocks.2.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 84671488, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 84683776, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 84880384, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 84880640, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85077248, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85089536, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 85286144, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 85286400, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85483008, "bytes": 12288}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85495296, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 85691904, "bytes": 256}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 85692160, "bytes": 196608}, {"name": "transformer_blocks.3.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 85888768, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 85901056, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86097664, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86097920, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 86294528, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 86306816, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86503424, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86503680, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 86700288, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 86712576, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 86909184, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 86909440, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87106048, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87118336, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 87314944, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 87315200, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87511808, "bytes": 12288}, {"name": "transformer_blocks.3.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87524096, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 87720704, "bytes": 256}, {"name": "transformer_blocks.3.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 87720960, "bytes": 196608}, {"name": "transformer_blocks.3.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 87917568, "bytes": 12288}, {"name": "transformer_blocks.3.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 87929856, "bytes": 196608}, {"name": "transformer_blocks.3.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 88126464, "bytes": 256}, {"name": "transformer_blocks.3.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 88126720, "bytes": 1179648}, {"name": "transformer_blocks.3.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 89306368, "bytes": 73728}, {"name": "transformer_blocks.3.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 89380096, "bytes": 589824}, {"name": "transformer_blocks.3.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 89969920, "bytes": 256}, {"name": "transformer_blocks.3.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 89970176, "bytes": 196608}, {"name": "transformer_blocks.3.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 90166784, "bytes": 12288}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 90179072, "bytes": 196608}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 90375680, "bytes": 256}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 90375936, "bytes": 1179648}, {"name": "transformer_blocks.3.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 91555584, "bytes": 73728}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 91629312, "bytes": 589824}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 92219136, "bytes": 256}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 92219392, "bytes": 196608}, {"name": "transformer_blocks.3.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 92416000, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 92428288, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 92624896, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 92625152, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_k_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 92821760, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 92834048, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93030656, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93030912, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_q_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 93227520, "bytes": 12288}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 93239808, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93436416, "bytes": 256}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93436672, "bytes": 196608}, {"name": "transformer_blocks.4.attn.add_v_proj.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 93633280, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_add_out.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 93645568, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_add_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 93842176, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_add_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 93842432, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_add_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94039040, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_k.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94051328, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_k.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 94247936, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_k.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 94248192, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_k.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94444800, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_out.0.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94457088, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_out.0.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 94653696, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_out.0.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 94653952, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_out.0.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 94850560, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_q.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 94862848, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_q.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95059456, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_q.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 95059712, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_q.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 95256320, "bytes": 12288}, {"name": "transformer_blocks.4.attn.to_v.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 95268608, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_v.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95465216, "bytes": 256}, {"name": "transformer_blocks.4.attn.to_v.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 95465472, "bytes": 196608}, {"name": "transformer_blocks.4.attn.to_v.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 95662080, "bytes": 12288}, {"name": "transformer_blocks.4.ff.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 95674368, "bytes": 196608}, {"name": "transformer_blocks.4.ff.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 95870976, "bytes": 256}, {"name": "transformer_blocks.4.ff.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 95871232, "bytes": 1179648}, {"name": "transformer_blocks.4.ff.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 97050880, "bytes": 73728}, {"name": "transformer_blocks.4.ff.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 97124608, "bytes": 589824}, {"name": "transformer_blocks.4.ff.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 97714432, "bytes": 256}, {"name": "transformer_blocks.4.ff.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 97714688, "bytes": 196608}, {"name": "transformer_blocks.4.ff.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 97911296, "bytes": 12288}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_A.q", "kind": "i8", "shape": [64, 3072], "shard": 0, "off": 97923584, "bytes": 196608}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 98120192, "bytes": 256}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_B.q", "kind": "i8", "shape": [18432, 64], "shard": 0, "off": 98120448, "bytes": 1179648}, {"name": "transformer_blocks.4.ff_context.linear_in.lora_B.s", "kind": "f32", "shape": [18432], "shard": 0, "off": 99300096, "bytes": 73728}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_A.q", "kind": "i8", "shape": [64, 9216], "shard": 0, "off": 99373824, "bytes": 589824}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_A.s", "kind": "f32", "shape": [64], "shard": 0, "off": 99963648, "bytes": 256}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_B.q", "kind": "i8", "shape": [3072, 64], "shard": 0, "off": 99963904, "bytes": 196608}, {"name": "transformer_blocks.4.ff_context.linear_out.lora_B.s", "kind": "f32", "shape": [3072], "shard": 0, "off": 100160512, "bytes": 12288}]}

web_weights_lora_2step/w0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1cc1875d31adae72d4193fc0baf9bd845643b75811c206064206d6282747a
+size 100172800

web_weights_mobile/manifest.json

@@ -0,0 +1 @@
+{"format":2,"group":64,"shards":6,"entries":[{"name":"context_embedder.q","kind":"i8","shape":[3072,7680],"shard":0,"off":0,"bytes":23592960},{"name":"context_embedder.s","kind":"f32","shape":[3072],"shard":0,"off":23592960,"bytes":12288},{"name":"proj_out.q","kind":"i8","shape":[128,3072],"shard":0,"off":23605248,"bytes":393216},{"name":"proj_out.s","kind":"f32","shape":[128],"shard":0,"off":23998464,"bytes":512},{"name":"single_transformer_blocks.0.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":23998976,"bytes":18874368},{"name":"single_transformer_blocks.0.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":42873344,"bytes":2359296},{"name":"single_transformer_blocks.0.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":0,"off":45232640,"bytes":42467328},{"name":"single_transformer_blocks.0.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":0,"off":87699968,"bytes":5308416},{"name":"single_transformer_blocks.1.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":93008384,"bytes":18874368},{"name":"single_transformer_blocks.1.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":111882752,"bytes":2359296},{"name":"single_transformer_blocks.1.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":0,"off":114242048,"bytes":42467328},{"name":"single_transformer_blocks.1.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":0,"off":156709376,"bytes":5308416},{"name":"single_transformer_blocks.10.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":162017792,"bytes":18874368},{"name":"single_transformer_blocks.10.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":180892160,"bytes":2359296},{"name":"single_transformer_blocks.10.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":0,"off":183251456,"bytes":42467328},{"name":"single_transformer_blocks.10.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":0,"off":225718784,"bytes":5308416},{"name":"single_transformer_blocks.11.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":231027200,"bytes":18874368},{"name":"single_transformer_blocks.11.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":249901568,"bytes":2359296},{"name":"single_transformer_blocks.11.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":0,"off":252260864,"bytes":42467328},{"name":"single_transformer_blocks.11.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":0,"off":294728192,"bytes":5308416},{"name":"single_transformer_blocks.12.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":300036608,"bytes":18874368},{"name":"single_transformer_blocks.12.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":318910976,"bytes":2359296},{"name":"single_transformer_blocks.12.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":0,"off":321270272,"bytes":42467328},{"name":"single_transformer_blocks.12.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":0,"off":363737600,"bytes":5308416},{"name":"single_transformer_blocks.13.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":0,"off":369046016,"bytes":18874368},{"name":"single_transformer_blocks.13.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":0,"off":387920384,"bytes":2359296},{"name":"single_transformer_blocks.13.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":0,"bytes":42467328},{"name":"single_transformer_blocks.13.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":42467328,"bytes":5308416},{"name":"single_transformer_blocks.14.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":47775744,"bytes":18874368},{"name":"single_transformer_blocks.14.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":66650112,"bytes":2359296},{"name":"single_transformer_blocks.14.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":69009408,"bytes":42467328},{"name":"single_transformer_blocks.14.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":111476736,"bytes":5308416},{"name":"single_transformer_blocks.15.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":116785152,"bytes":18874368},{"name":"single_transformer_blocks.15.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":135659520,"bytes":2359296},{"name":"single_transformer_blocks.15.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":138018816,"bytes":42467328},{"name":"single_transformer_blocks.15.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":180486144,"bytes":5308416},{"name":"single_transformer_blocks.16.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":185794560,"bytes":18874368},{"name":"single_transformer_blocks.16.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":204668928,"bytes":2359296},{"name":"single_transformer_blocks.16.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":207028224,"bytes":42467328},{"name":"single_transformer_blocks.16.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":249495552,"bytes":5308416},{"name":"single_transformer_blocks.17.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":254803968,"bytes":18874368},{"name":"single_transformer_blocks.17.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":273678336,"bytes":2359296},{"name":"single_transformer_blocks.17.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":276037632,"bytes":42467328},{"name":"single_transformer_blocks.17.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":318504960,"bytes":5308416},{"name":"single_transformer_blocks.18.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":323813376,"bytes":18874368},{"name":"single_transformer_blocks.18.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":342687744,"bytes":2359296},{"name":"single_transformer_blocks.18.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":1,"off":345047040,"bytes":42467328},{"name":"single_transformer_blocks.18.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":1,"off":387514368,"bytes":5308416},{"name":"single_transformer_blocks.19.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":1,"off":392822784,"bytes":18874368},{"name":"single_transformer_blocks.19.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":1,"off":411697152,"bytes":2359296},{"name":"single_transformer_blocks.19.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":0,"bytes":42467328},{"name":"single_transformer_blocks.19.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":42467328,"bytes":5308416},{"name":"single_transformer_blocks.2.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":47775744,"bytes":18874368},{"name":"single_transformer_blocks.2.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":66650112,"bytes":2359296},{"name":"single_transformer_blocks.2.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":69009408,"bytes":42467328},{"name":"single_transformer_blocks.2.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":111476736,"bytes":5308416},{"name":"single_transformer_blocks.3.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":116785152,"bytes":18874368},{"name":"single_transformer_blocks.3.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":135659520,"bytes":2359296},{"name":"single_transformer_blocks.3.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":138018816,"bytes":42467328},{"name":"single_transformer_blocks.3.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":180486144,"bytes":5308416},{"name":"single_transformer_blocks.4.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":185794560,"bytes":18874368},{"name":"single_transformer_blocks.4.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":204668928,"bytes":2359296},{"name":"single_transformer_blocks.4.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":207028224,"bytes":42467328},{"name":"single_transformer_blocks.4.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":249495552,"bytes":5308416},{"name":"single_transformer_blocks.5.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":254803968,"bytes":18874368},{"name":"single_transformer_blocks.5.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":273678336,"bytes":2359296},{"name":"single_transformer_blocks.5.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":276037632,"bytes":42467328},{"name":"single_transformer_blocks.5.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":318504960,"bytes":5308416},{"name":"single_transformer_blocks.6.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":323813376,"bytes":18874368},{"name":"single_transformer_blocks.6.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":342687744,"bytes":2359296},{"name":"single_transformer_blocks.6.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":2,"off":345047040,"bytes":42467328},{"name":"single_transformer_blocks.6.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":2,"off":387514368,"bytes":5308416},{"name":"single_transformer_blocks.7.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":2,"off":392822784,"bytes":18874368},{"name":"single_transformer_blocks.7.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":2,"off":411697152,"bytes":2359296},{"name":"single_transformer_blocks.7.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":3,"off":0,"bytes":42467328},{"name":"single_transformer_blocks.7.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":3,"off":42467328,"bytes":5308416},{"name":"single_transformer_blocks.8.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":3,"off":47775744,"bytes":18874368},{"name":"single_transformer_blocks.8.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":3,"off":66650112,"bytes":2359296},{"name":"single_transformer_blocks.8.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":3,"off":69009408,"bytes":42467328},{"name":"single_transformer_blocks.8.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":3,"off":111476736,"bytes":5308416},{"name":"single_transformer_blocks.9.attn.to_out.q4","kind":"i4","shape":[3072,12288],"shard":3,"off":116785152,"bytes":18874368},{"name":"single_transformer_blocks.9.attn.to_out.g4","kind":"g4","shape":[3072,192],"shard":3,"off":135659520,"bytes":2359296},{"name":"single_transformer_blocks.9.attn.to_qkv_mlp_proj.q4","kind":"i4","shape":[27648,3072],"shard":3,"off":138018816,"bytes":42467328},{"name":"single_transformer_blocks.9.attn.to_qkv_mlp_proj.g4","kind":"g4","shape":[27648,48],"shard":3,"off":180486144,"bytes":5308416},{"name":"transformer_blocks.0.attn.add_k_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":185794560,"bytes":4718592},{"name":"transformer_blocks.0.attn.add_k_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":190513152,"bytes":589824},{"name":"transformer_blocks.0.attn.add_q_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":191102976,"bytes":4718592},{"name":"transformer_blocks.0.attn.add_q_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":195821568,"bytes":589824},{"name":"transformer_blocks.0.attn.add_v_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":196411392,"bytes":4718592},{"name":"transformer_blocks.0.attn.add_v_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":201129984,"bytes":589824},{"name":"transformer_blocks.0.attn.to_add_out.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":201719808,"bytes":4718592},{"name":"transformer_blocks.0.attn.to_add_out.g4","kind":"g4","shape":[3072,48],"shard":3,"off":206438400,"bytes":589824},{"name":"transformer_blocks.0.attn.to_k.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":207028224,"bytes":4718592},{"name":"transformer_blocks.0.attn.to_k.g4","kind":"g4","shape":[3072,48],"shard":3,"off":211746816,"bytes":589824},{"name":"transformer_blocks.0.attn.to_out.0.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":212336640,"bytes":4718592},{"name":"transformer_blocks.0.attn.to_out.0.g4","kind":"g4","shape":[3072,48],"shard":3,"off":217055232,"bytes":589824},{"name":"transformer_blocks.0.attn.to_q.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":217645056,"bytes":4718592},{"name":"transformer_blocks.0.attn.to_q.g4","kind":"g4","shape":[3072,48],"shard":3,"off":222363648,"bytes":589824},{"name":"transformer_blocks.0.attn.to_v.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":222953472,"bytes":4718592},{"name":"transformer_blocks.0.attn.to_v.g4","kind":"g4","shape":[3072,48],"shard":3,"off":227672064,"bytes":589824},{"name":"transformer_blocks.0.ff.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":3,"off":228261888,"bytes":28311552},{"name":"transformer_blocks.0.ff.linear_in.g4","kind":"g4","shape":[18432,48],"shard":3,"off":256573440,"bytes":3538944},{"name":"transformer_blocks.0.ff.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":3,"off":260112384,"bytes":14155776},{"name":"transformer_blocks.0.ff.linear_out.g4","kind":"g4","shape":[3072,144],"shard":3,"off":274268160,"bytes":1769472},{"name":"transformer_blocks.0.ff_context.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":3,"off":276037632,"bytes":28311552},{"name":"transformer_blocks.0.ff_context.linear_in.g4","kind":"g4","shape":[18432,48],"shard":3,"off":304349184,"bytes":3538944},{"name":"transformer_blocks.0.ff_context.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":3,"off":307888128,"bytes":14155776},{"name":"transformer_blocks.0.ff_context.linear_out.g4","kind":"g4","shape":[3072,144],"shard":3,"off":322043904,"bytes":1769472},{"name":"transformer_blocks.1.attn.add_k_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":323813376,"bytes":4718592},{"name":"transformer_blocks.1.attn.add_k_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":328531968,"bytes":589824},{"name":"transformer_blocks.1.attn.add_q_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":329121792,"bytes":4718592},{"name":"transformer_blocks.1.attn.add_q_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":333840384,"bytes":589824},{"name":"transformer_blocks.1.attn.add_v_proj.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":334430208,"bytes":4718592},{"name":"transformer_blocks.1.attn.add_v_proj.g4","kind":"g4","shape":[3072,48],"shard":3,"off":339148800,"bytes":589824},{"name":"transformer_blocks.1.attn.to_add_out.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":339738624,"bytes":4718592},{"name":"transformer_blocks.1.attn.to_add_out.g4","kind":"g4","shape":[3072,48],"shard":3,"off":344457216,"bytes":589824},{"name":"transformer_blocks.1.attn.to_k.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":345047040,"bytes":4718592},{"name":"transformer_blocks.1.attn.to_k.g4","kind":"g4","shape":[3072,48],"shard":3,"off":349765632,"bytes":589824},{"name":"transformer_blocks.1.attn.to_out.0.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":350355456,"bytes":4718592},{"name":"transformer_blocks.1.attn.to_out.0.g4","kind":"g4","shape":[3072,48],"shard":3,"off":355074048,"bytes":589824},{"name":"transformer_blocks.1.attn.to_q.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":355663872,"bytes":4718592},{"name":"transformer_blocks.1.attn.to_q.g4","kind":"g4","shape":[3072,48],"shard":3,"off":360382464,"bytes":589824},{"name":"transformer_blocks.1.attn.to_v.q4","kind":"i4","shape":[3072,3072],"shard":3,"off":360972288,"bytes":4718592},{"name":"transformer_blocks.1.attn.to_v.g4","kind":"g4","shape":[3072,48],"shard":3,"off":365690880,"bytes":589824},{"name":"transformer_blocks.1.ff.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":3,"off":366280704,"bytes":28311552},{"name":"transformer_blocks.1.ff.linear_in.g4","kind":"g4","shape":[18432,48],"shard":3,"off":394592256,"bytes":3538944},{"name":"transformer_blocks.1.ff.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":3,"off":398131200,"bytes":14155776},{"name":"transformer_blocks.1.ff.linear_out.g4","kind":"g4","shape":[3072,144],"shard":3,"off":412286976,"bytes":1769472},{"name":"transformer_blocks.1.ff_context.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":0,"bytes":28311552},{"name":"transformer_blocks.1.ff_context.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":28311552,"bytes":3538944},{"name":"transformer_blocks.1.ff_context.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":31850496,"bytes":14155776},{"name":"transformer_blocks.1.ff_context.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":46006272,"bytes":1769472},{"name":"transformer_blocks.2.attn.add_k_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":47775744,"bytes":4718592},{"name":"transformer_blocks.2.attn.add_k_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":52494336,"bytes":589824},{"name":"transformer_blocks.2.attn.add_q_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":53084160,"bytes":4718592},{"name":"transformer_blocks.2.attn.add_q_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":57802752,"bytes":589824},{"name":"transformer_blocks.2.attn.add_v_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":58392576,"bytes":4718592},{"name":"transformer_blocks.2.attn.add_v_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":63111168,"bytes":589824},{"name":"transformer_blocks.2.attn.to_add_out.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":63700992,"bytes":4718592},{"name":"transformer_blocks.2.attn.to_add_out.g4","kind":"g4","shape":[3072,48],"shard":4,"off":68419584,"bytes":589824},{"name":"transformer_blocks.2.attn.to_k.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":69009408,"bytes":4718592},{"name":"transformer_blocks.2.attn.to_k.g4","kind":"g4","shape":[3072,48],"shard":4,"off":73728000,"bytes":589824},{"name":"transformer_blocks.2.attn.to_out.0.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":74317824,"bytes":4718592},{"name":"transformer_blocks.2.attn.to_out.0.g4","kind":"g4","shape":[3072,48],"shard":4,"off":79036416,"bytes":589824},{"name":"transformer_blocks.2.attn.to_q.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":79626240,"bytes":4718592},{"name":"transformer_blocks.2.attn.to_q.g4","kind":"g4","shape":[3072,48],"shard":4,"off":84344832,"bytes":589824},{"name":"transformer_blocks.2.attn.to_v.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":84934656,"bytes":4718592},{"name":"transformer_blocks.2.attn.to_v.g4","kind":"g4","shape":[3072,48],"shard":4,"off":89653248,"bytes":589824},{"name":"transformer_blocks.2.ff.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":90243072,"bytes":28311552},{"name":"transformer_blocks.2.ff.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":118554624,"bytes":3538944},{"name":"transformer_blocks.2.ff.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":122093568,"bytes":14155776},{"name":"transformer_blocks.2.ff.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":136249344,"bytes":1769472},{"name":"transformer_blocks.2.ff_context.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":138018816,"bytes":28311552},{"name":"transformer_blocks.2.ff_context.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":166330368,"bytes":3538944},{"name":"transformer_blocks.2.ff_context.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":169869312,"bytes":14155776},{"name":"transformer_blocks.2.ff_context.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":184025088,"bytes":1769472},{"name":"transformer_blocks.3.attn.add_k_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":185794560,"bytes":4718592},{"name":"transformer_blocks.3.attn.add_k_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":190513152,"bytes":589824},{"name":"transformer_blocks.3.attn.add_q_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":191102976,"bytes":4718592},{"name":"transformer_blocks.3.attn.add_q_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":195821568,"bytes":589824},{"name":"transformer_blocks.3.attn.add_v_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":196411392,"bytes":4718592},{"name":"transformer_blocks.3.attn.add_v_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":201129984,"bytes":589824},{"name":"transformer_blocks.3.attn.to_add_out.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":201719808,"bytes":4718592},{"name":"transformer_blocks.3.attn.to_add_out.g4","kind":"g4","shape":[3072,48],"shard":4,"off":206438400,"bytes":589824},{"name":"transformer_blocks.3.attn.to_k.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":207028224,"bytes":4718592},{"name":"transformer_blocks.3.attn.to_k.g4","kind":"g4","shape":[3072,48],"shard":4,"off":211746816,"bytes":589824},{"name":"transformer_blocks.3.attn.to_out.0.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":212336640,"bytes":4718592},{"name":"transformer_blocks.3.attn.to_out.0.g4","kind":"g4","shape":[3072,48],"shard":4,"off":217055232,"bytes":589824},{"name":"transformer_blocks.3.attn.to_q.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":217645056,"bytes":4718592},{"name":"transformer_blocks.3.attn.to_q.g4","kind":"g4","shape":[3072,48],"shard":4,"off":222363648,"bytes":589824},{"name":"transformer_blocks.3.attn.to_v.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":222953472,"bytes":4718592},{"name":"transformer_blocks.3.attn.to_v.g4","kind":"g4","shape":[3072,48],"shard":4,"off":227672064,"bytes":589824},{"name":"transformer_blocks.3.ff.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":228261888,"bytes":28311552},{"name":"transformer_blocks.3.ff.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":256573440,"bytes":3538944},{"name":"transformer_blocks.3.ff.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":260112384,"bytes":14155776},{"name":"transformer_blocks.3.ff.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":274268160,"bytes":1769472},{"name":"transformer_blocks.3.ff_context.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":276037632,"bytes":28311552},{"name":"transformer_blocks.3.ff_context.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":304349184,"bytes":3538944},{"name":"transformer_blocks.3.ff_context.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":307888128,"bytes":14155776},{"name":"transformer_blocks.3.ff_context.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":322043904,"bytes":1769472},{"name":"transformer_blocks.4.attn.add_k_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":323813376,"bytes":4718592},{"name":"transformer_blocks.4.attn.add_k_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":328531968,"bytes":589824},{"name":"transformer_blocks.4.attn.add_q_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":329121792,"bytes":4718592},{"name":"transformer_blocks.4.attn.add_q_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":333840384,"bytes":589824},{"name":"transformer_blocks.4.attn.add_v_proj.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":334430208,"bytes":4718592},{"name":"transformer_blocks.4.attn.add_v_proj.g4","kind":"g4","shape":[3072,48],"shard":4,"off":339148800,"bytes":589824},{"name":"transformer_blocks.4.attn.to_add_out.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":339738624,"bytes":4718592},{"name":"transformer_blocks.4.attn.to_add_out.g4","kind":"g4","shape":[3072,48],"shard":4,"off":344457216,"bytes":589824},{"name":"transformer_blocks.4.attn.to_k.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":345047040,"bytes":4718592},{"name":"transformer_blocks.4.attn.to_k.g4","kind":"g4","shape":[3072,48],"shard":4,"off":349765632,"bytes":589824},{"name":"transformer_blocks.4.attn.to_out.0.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":350355456,"bytes":4718592},{"name":"transformer_blocks.4.attn.to_out.0.g4","kind":"g4","shape":[3072,48],"shard":4,"off":355074048,"bytes":589824},{"name":"transformer_blocks.4.attn.to_q.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":355663872,"bytes":4718592},{"name":"transformer_blocks.4.attn.to_q.g4","kind":"g4","shape":[3072,48],"shard":4,"off":360382464,"bytes":589824},{"name":"transformer_blocks.4.attn.to_v.q4","kind":"i4","shape":[3072,3072],"shard":4,"off":360972288,"bytes":4718592},{"name":"transformer_blocks.4.attn.to_v.g4","kind":"g4","shape":[3072,48],"shard":4,"off":365690880,"bytes":589824},{"name":"transformer_blocks.4.ff.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":4,"off":366280704,"bytes":28311552},{"name":"transformer_blocks.4.ff.linear_in.g4","kind":"g4","shape":[18432,48],"shard":4,"off":394592256,"bytes":3538944},{"name":"transformer_blocks.4.ff.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":4,"off":398131200,"bytes":14155776},{"name":"transformer_blocks.4.ff.linear_out.g4","kind":"g4","shape":[3072,144],"shard":4,"off":412286976,"bytes":1769472},{"name":"transformer_blocks.4.ff_context.linear_in.q4","kind":"i4","shape":[18432,3072],"shard":5,"off":0,"bytes":28311552},{"name":"transformer_blocks.4.ff_context.linear_in.g4","kind":"g4","shape":[18432,48],"shard":5,"off":28311552,"bytes":3538944},{"name":"transformer_blocks.4.ff_context.linear_out.q4","kind":"i4","shape":[3072,9216],"shard":5,"off":31850496,"bytes":14155776},{"name":"transformer_blocks.4.ff_context.linear_out.g4","kind":"g4","shape":[3072,144],"shard":5,"off":46006272,"bytes":1769472},{"name":"x_embedder.q","kind":"i8","shape":[3072,128],"shard":5,"off":47775744,"bytes":393216},{"name":"x_embedder.s","kind":"f32","shape":[3072],"shard":5,"off":48168960,"bytes":12288},{"name":"double_stream_modulation_img.linear.weight","kind":"f16","shape":[18432,3072],"shard":5,"off":48181248,"bytes":113246208},{"name":"double_stream_modulation_txt.linear.weight","kind":"f16","shape":[18432,3072],"shard":5,"off":161427456,"bytes":113246208},{"name":"norm_out.linear.weight","kind":"f16","shape":[6144,3072],"shard":5,"off":274673664,"bytes":37748736},{"name":"single_stream_modulation.linear.weight","kind":"f16","shape":[9216,3072],"shard":5,"off":312422400,"bytes":56623104},{"name":"single_transformer_blocks.0.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369045504,"bytes":256},{"name":"single_transformer_blocks.0.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369045760,"bytes":256},{"name":"single_transformer_blocks.1.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369046016,"bytes":256},{"name":"single_transformer_blocks.1.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369046272,"bytes":256},{"name":"single_transformer_blocks.10.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369046528,"bytes":256},{"name":"single_transformer_blocks.10.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369046784,"bytes":256},{"name":"single_transformer_blocks.11.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369047040,"bytes":256},{"name":"single_transformer_blocks.11.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369047296,"bytes":256},{"name":"single_transformer_blocks.12.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369047552,"bytes":256},{"name":"single_transformer_blocks.12.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369047808,"bytes":256},{"name":"single_transformer_blocks.13.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369048064,"bytes":256},{"name":"single_transformer_blocks.13.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369048320,"bytes":256},{"name":"single_transformer_blocks.14.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369048576,"bytes":256},{"name":"single_transformer_blocks.14.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369048832,"bytes":256},{"name":"single_transformer_blocks.15.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369049088,"bytes":256},{"name":"single_transformer_blocks.15.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369049344,"bytes":256},{"name":"single_transformer_blocks.16.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369049600,"bytes":256},{"name":"single_transformer_blocks.16.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369049856,"bytes":256},{"name":"single_transformer_blocks.17.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369050112,"bytes":256},{"name":"single_transformer_blocks.17.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369050368,"bytes":256},{"name":"single_transformer_blocks.18.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369050624,"bytes":256},{"name":"single_transformer_blocks.18.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369050880,"bytes":256},{"name":"single_transformer_blocks.19.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369051136,"bytes":256},{"name":"single_transformer_blocks.19.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369051392,"bytes":256},{"name":"single_transformer_blocks.2.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369051648,"bytes":256},{"name":"single_transformer_blocks.2.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369051904,"bytes":256},{"name":"single_transformer_blocks.3.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369052160,"bytes":256},{"name":"single_transformer_blocks.3.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369052416,"bytes":256},{"name":"single_transformer_blocks.4.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369052672,"bytes":256},{"name":"single_transformer_blocks.4.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369052928,"bytes":256},{"name":"single_transformer_blocks.5.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369053184,"bytes":256},{"name":"single_transformer_blocks.5.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369053440,"bytes":256},{"name":"single_transformer_blocks.6.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369053696,"bytes":256},{"name":"single_transformer_blocks.6.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369053952,"bytes":256},{"name":"single_transformer_blocks.7.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369054208,"bytes":256},{"name":"single_transformer_blocks.7.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369054464,"bytes":256},{"name":"single_transformer_blocks.8.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369054720,"bytes":256},{"name":"single_transformer_blocks.8.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369054976,"bytes":256},{"name":"single_transformer_blocks.9.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":369055232,"bytes":256},{"name":"single_transformer_blocks.9.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":369055488,"bytes":256},{"name":"time_guidance_embed.timestep_embedder.linear_1.weight","kind":"f16","shape":[3072,256],"shard":5,"off":369055744,"bytes":1572864},{"name":"time_guidance_embed.timestep_embedder.linear_2.weight","kind":"f16","shape":[3072,3072],"shard":5,"off":370628608,"bytes":18874368},{"name":"transformer_blocks.0.attn.norm_added_k.weight","kind":"f16","shape":[128],"shard":5,"off":389502976,"bytes":256},{"name":"transformer_blocks.0.attn.norm_added_q.weight","kind":"f16","shape":[128],"shard":5,"off":389503232,"bytes":256},{"name":"transformer_blocks.0.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":389503488,"bytes":256},{"name":"transformer_blocks.0.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":389503744,"bytes":256},{"name":"transformer_blocks.1.attn.norm_added_k.weight","kind":"f16","shape":[128],"shard":5,"off":389504000,"bytes":256},{"name":"transformer_blocks.1.attn.norm_added_q.weight","kind":"f16","shape":[128],"shard":5,"off":389504256,"bytes":256},{"name":"transformer_blocks.1.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":389504512,"bytes":256},{"name":"transformer_blocks.1.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":389504768,"bytes":256},{"name":"transformer_blocks.2.attn.norm_added_k.weight","kind":"f16","shape":[128],"shard":5,"off":389505024,"bytes":256},{"name":"transformer_blocks.2.attn.norm_added_q.weight","kind":"f16","shape":[128],"shard":5,"off":389505280,"bytes":256},{"name":"transformer_blocks.2.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":389505536,"bytes":256},{"name":"transformer_blocks.2.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":389505792,"bytes":256},{"name":"transformer_blocks.3.attn.norm_added_k.weight","kind":"f16","shape":[128],"shard":5,"off":389506048,"bytes":256},{"name":"transformer_blocks.3.attn.norm_added_q.weight","kind":"f16","shape":[128],"shard":5,"off":389506304,"bytes":256},{"name":"transformer_blocks.3.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":389506560,"bytes":256},{"name":"transformer_blocks.3.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":389506816,"bytes":256},{"name":"transformer_blocks.4.attn.norm_added_k.weight","kind":"f16","shape":[128],"shard":5,"off":389507072,"bytes":256},{"name":"transformer_blocks.4.attn.norm_added_q.weight","kind":"f16","shape":[128],"shard":5,"off":389507328,"bytes":256},{"name":"transformer_blocks.4.attn.norm_k.weight","kind":"f16","shape":[128],"shard":5,"off":389507584,"bytes":256},{"name":"transformer_blocks.4.attn.norm_q.weight","kind":"f16","shape":[128],"shard":5,"off":389507840,"bytes":256}]}

web_weights_mobile/w0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b2905fd2557aaabcb4a6e9d74b4f529abab50c63b6331717b96e8de007133c
+size 390279680

web_weights_mobile/w1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1cacf3eb78bc3ed848f5ce7cc0c68a9ba43b85706c9095fb05d8e39e2a0867
+size 414056448

web_weights_mobile/w2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caae13aeec89cf82781006913cbe1a05316d0352907cab4204117f1cb8ed8246
+size 414056448

web_weights_mobile/w3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dcf1dd80a999251a25b787db954afe40179831570e62f9e64958bbe3eb7fc7
+size 414056448

web_weights_mobile/w4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663140a3086b66cc7cdeee673647ae501b68bb14a312204b447b97e916f0d4fd
+size 414056448

web_weights_mobile/w5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380fca626c3c365cac50973265c3e5b903528b4aa7188ae9b2094f9f23c88fc9
+size 389508096