tensorfs 0.3.76__tar.gz → 0.3.77__tar.gz

{tensorfs-0.3.76 → tensorfs-0.3.77}/Cargo.lock

@@ -439,7 +439,7 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
 
 [[package]]
 name = "tensorfs-core"
-version = "0.3.76"
+version = "0.3.77"
 dependencies = [
  "fs2",
  "libc",
@@ -454,7 +454,7 @@ dependencies = [
 
 [[package]]
 name = "tensorfs-py"
-version = "0.3.76"
+version = "0.3.77"
 dependencies = [
  "pyo3",
  "tensorfs-core",

{tensorfs-0.3.76 → tensorfs-0.3.77}/Cargo.toml

@@ -3,5 +3,5 @@ resolver = "2"
 members = ["crates/tensorfs-core", "crates/tensorfs-py"]
 
 [workspace.package]
-version = "0.3.76"
+version = "0.3.77"
 edition = "2021"

{tensorfs-0.3.76 → tensorfs-0.3.77}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tensorfs
-Version: 0.3.76
+Version: 0.3.77
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Rust

{tensorfs-0.3.76 → tensorfs-0.3.77}/crates/tensorfs-core/src/bin/tfs/ingest.rs

@@ -446,7 +446,7 @@ pub fn cmd_bank(dialect: &str, converter: &str, f: &Flags) -> ExitCode {
     for (component, path) in &srcs {
         let (full, raw) = ok!(source_core::read_carrier_at(path));
         let h = if conv.dialect == "safetensors.single_file" {
-            ok!(convert::single_file_component(component, &full))
+            ok!(convert::single_file_component(conv, component, &full))
         } else {
             full
         };

{tensorfs-0.3.76 → tensorfs-0.3.77}/crates/tensorfs-core/src/ingest/convert.rs

@@ -69,7 +69,7 @@ pub const NORMALIZATION: &str = "normalization";
 /// The converter for a source no reviewed profile recognizes: its keys, stored as they are.
 pub const IDENTITY: &str = "identity/1";
 
-pub const CONVERTERS: [Converter; 7] = [
+pub const CONVERTERS: [Converter; 8] = [
     Converter {
         name: "diffusers.identity/1",
         dialect: "safetensors.diffusers",
@@ -169,6 +169,26 @@ pub const CONVERTERS: [Converter; 7] = [
             "hf://stabilityai/stable-diffusion-xl-base-1.0@462165984030d82259a11f4367a4eed129e94a7b",
         ),
     },
+    Converter {
+        name: super::routes::ANIMA,
+        dialect: "safetensors.single_file",
+        class: Class::Identity,
+        doc: "Anima's ComfyUI files (the `net.` DiT carrying its `net.llm_adapter.` text \
+              conditioner, the Qwen3 text encoder under `model.`, the Qwen-Image VAE) become \
+              the Diffusers constructors' checkpoints: the generated route table rekeys every \
+              tensor into constructor order and moves no byte. Sources stay bf16. Pipeline \
+              index, configs and tokenizers come from the pinned Anima Base v1.0 Diffusers \
+              reference.",
+        // Every route's dtype, shape and leading 16 KiB equal the reference repository's
+        // tensor on Civitai 2945208's real bytes (1,189 routes, 409 whole), and the table
+        // equals diffusers v0.40.0 scripts/convert_anima_to_diffusers.py route for route.
+        validated_on_real_bytes: true,
+        normalization: Some(("normalized", "diffusers")),
+        lane: Some(Dtype::Bf16),
+        reference: Some(
+            "hf://circlestone-labs/Anima-Base-v1.0-Diffusers@073c3a9db359c31ad0e8aa268d15775473c2176c",
+        ),
+    },
 ];
 
 /// The `normalization` config the output of `converter` carries, if it records one.
@@ -1747,25 +1767,42 @@ pub const SINGLE_FILE_PREFIXES: [(&str, &str, &str); 4] = [
 
 /// Project one reviewed component out of a multi-component single-file carrier. The
 /// source offsets remain those of the original file; only the key set presented to
-/// fingerprinting and planning narrows. A caller cannot invent a prefix: the closed map
-/// above is the sole authority and an absent component refuses.
-pub fn single_file_component(component: &str, source: &SourceHeader) -> Result<SourceHeader> {
-    let prefix = match SINGLE_FILE_PREFIXES
-        .iter()
-        .find(|(_, target, _)| *target == component)
-    {
-        Some((prefix, _, _)) => *prefix,
-        None => {
-            return refuse(
-                Code::MISSING_TENSOR,
-                format!("single-file carriers define no reviewed component {component:?}"),
-            )
-        }
+/// fingerprinting and planning narrows. The converter's prefixes are the sole authority (a
+/// routed converter's table, else the closed map above): a key belongs to the component
+/// whose prefix is the longest it starts with, and an absent component refuses.
+pub fn single_file_component(
+    conv: &Converter,
+    component: &str,
+    source: &SourceHeader,
+) -> Result<SourceHeader> {
+    let prefixes: Vec<(&str, &str)> = match super::routes::table(conv.name) {
+        Some(table) => table
+            .components
+            .iter()
+            .map(|c| (c.name.as_str(), c.prefix.as_str()))
+            .collect(),
+        None => SINGLE_FILE_PREFIXES
+            .iter()
+            .map(|(prefix, name, _)| (*name, *prefix))
+            .collect(),
+    };
+    let Some(&(_, prefix)) = prefixes.iter().find(|(name, _)| *name == component) else {
+        return refuse(
+            Code::MISSING_TENSOR,
+            format!("{} defines no reviewed component {component:?}", conv.name),
+        );
+    };
+    let owner = |key: &str| {
+        prefixes
+            .iter()
+            .map(|(_, p)| *p)
+            .filter(|p| key.starts_with(p))
+            .max_by_key(|p| p.len())
     };
     let tensors: Vec<_> = source
         .tensors
         .iter()
-        .filter(|tensor| tensor.key.starts_with(prefix))
+        .filter(|tensor| owner(&tensor.key) == Some(prefix))
         .cloned()
         .collect();
     if tensors.is_empty() {

{tensorfs-0.3.76 → tensorfs-0.3.77}/crates/tensorfs-core/src/ingest/narrow.rs

@@ -36,6 +36,11 @@ pub fn f32_to_f16(f: u32) -> u16 {
     sign + ((sig >> 13) as u16 + ((exp - 0x3800_0000) >> 13) as u16)
 }
 
+/// Whether this border narrows `from` to `to`: bf16/f32 to f16 only.
+pub fn narrows(from: Dtype, to: Dtype) -> bool {
+    to == Dtype::F16 && matches!(from, Dtype::F32 | Dtype::Bf16)
+}
+
 /// Streams `inner`'s `from` elements out as little-endian f16.
 pub struct Narrow<R> {
     inner: R,

{tensorfs-0.3.76 → tensorfs-0.3.77}/crates/tensorfs-core/src/ingest/preflight.rs

@@ -49,7 +49,7 @@ use std::path::{Path, PathBuf};
 
 use crate::canon::Value;
 use crate::err::{refuse, Code, Refusal, Result};
-use crate::providers::MemberHead;
+use crate::providers::{MemberHead, Resolution};
 
 use super::source::{self, CarrierInput, SourcePlan};
 
@@ -318,3 +318,64 @@ pub fn plan(
         member_bytes: heads.iter().map(|head| head.length).sum(),
     })
 }
+
+/// The carriers one model takes from a resolved source, decided from headers: those the
+/// reviewed `profiles` plan from or, none named, those of the profile the headers select.
+/// Civitai companions join only when the version's primary alone plans as nothing reviewed
+/// and they compose a reviewed model with it, so an unrecognized version stays its primary.
+pub fn select_members(
+    registry_locator: &str,
+    registry_bytes: &[u8],
+    resolution: &Resolution,
+    profiles: &[String],
+    read_heads: impl Fn(&Resolution) -> Result<Vec<MemberHead>>,
+    scratch: &Path,
+) -> Result<Vec<String>> {
+    let carriers = |companions: bool| -> Vec<String> {
+        resolution
+            .members
+            .iter()
+            .filter(|row| row.carrier && (companions || !row.companion))
+            .map(|row| row.member.clone())
+            .collect()
+    };
+    let (own, all) = (carriers(false), carriers(true));
+    if profiles.is_empty() && all.len() == 1 {
+        return Ok(all);
+    }
+    let heads = read_heads(&resolution.select(&all)?)?;
+    let plan_over = |carriers: &[String]| -> Result<(Vec<String>, bool)> {
+        let members = resolution.select(carriers)?.members;
+        let heads: Vec<MemberHead> = heads
+            .iter()
+            .filter(|head| members.iter().any(|row| row.member == head.member))
+            .cloned()
+            .collect();
+        let profiles = match profiles {
+            [] => vec![select_profile(
+                registry_locator,
+                registry_bytes,
+                &heads,
+                scratch,
+            )?],
+            named => named.to_vec(),
+        };
+        let planned = plan(registry_locator, registry_bytes, &heads, &profiles, scratch)?;
+        let mut selected: Vec<String> = planned
+            .plans
+            .into_iter()
+            .flat_map(|plan| plan.components.into_iter().filter_map(|c| c.member))
+            .collect();
+        selected.sort();
+        selected.dedup();
+        Ok((selected, !profiles.iter().any(|p| p == source::AS_IS)))
+    };
+    let first = plan_over(&own);
+    if own.len() == all.len() || matches!(first, Ok((_, true))) {
+        return first.map(|(selected, _)| selected);
+    }
+    match plan_over(&all) {
+        Ok((selected, true)) if selected.iter().any(|member| own.contains(member)) => Ok(selected),
+        _ => first.map(|(selected, _)| selected),
+    }
+}

tensorfs-0.3.77/crates/tensorfs-core/src/ingest/routes/anima.routes.json

@@ -0,0 +1 @@
+{"converter":"anima.single_file/1-diffusers0.40.0-transformers5.16.1","reference":"hf://circlestone-labs/Anima-Base-v1.0-Diffusers@073c3a9db359c31ad0e8aa268d15775473c2176c","components":[{"component":"text_conditioner","prefix":"net.llm_adapter.","drop":[],"optional":[],"routes":[["embed.weight","embed.weight"],["blocks.0.norm_self_attn.weight","blocks.0.norm_self_attn.weight"],["blocks.0.self_attn.q_proj.weight","blocks.0.self_attn.q_proj.weight"],["blocks.0.self_attn.q_norm.weight","blocks.0.self_attn.q_norm.weight"],["blocks.0.self_attn.k_proj.weight","blocks.0.self_attn.k_proj.weight"],["blocks.0.self_attn.k_norm.weight","blocks.0.self_attn.k_norm.weight"],["blocks.0.self_attn.v_proj.weight","blocks.0.self_attn.v_proj.weight"],["blocks.0.self_attn.o_proj.weight","blocks.0.self_attn.o_proj.weight"],["blocks.0.norm_cross_attn.weight","blocks.0.norm_cross_attn.weight"],["blocks.0.cross_attn.q_proj.weight","blocks.0.cross_attn.q_proj.weight"],["blocks.0.cross_attn.q_norm.weight","blocks.0.cross_attn.q_norm.weight"],["blocks.0.cross_attn.k_proj.weight","blocks.0.cross_attn.k_proj.weight"],["blocks.0.cross_attn.k_norm.weight","blocks.0.cross_attn.k_norm.weight"],["blocks.0.cross_attn.v_proj.weight","blocks.0.cross_attn.v_proj.weight"],["blocks.0.cross_attn.o_proj.weight","blocks.0.cross_attn.o_proj.weight"],["blocks.0.norm_mlp.weight","blocks.0.norm_mlp.weight"],["blocks.0.mlp.0.weight","blocks.0.mlp.0.weight"],["blocks.0.mlp.0.bias","blocks.0.mlp.0.bias"],["blocks.0.mlp.2.weight","blocks.0.mlp.2.weight"],["blocks.0.mlp.2.bias","blocks.0.mlp.2.bias"],["blocks.1.norm_self_attn.weight","blocks.1.norm_self_attn.weight"],["blocks.1.self_attn.q_proj.weight","blocks.1.self_attn.q_proj.weight"],["blocks.1.self_attn.q_norm.weight","blocks.1.self_attn.q_norm.weight"],["blocks.1.self_attn.k_proj.weight","blocks.1.self_attn.k_proj.weight"],["blocks.1.self_attn.k_norm.weight","blocks.1.self_attn.k_norm.weight"],["blocks.1.self_attn.v_proj.weight","blocks.1.self_attn.v_proj.weight"],["blocks.1.self_attn.o_proj.weight","blocks.1.self_attn.o_proj.weight"],["blocks.1.norm_cross_attn.weight","blocks.1.norm_cross_attn.weight"],["blocks.1.cross_attn.q_proj.weight","blocks.1.cross_attn.q_proj.weight"],["blocks.1.cross_attn.q_norm.weight","blocks.1.cross_attn.q_norm.weight"],["blocks.1.cross_attn.k_proj.weight","blocks.1.cross_attn.k_proj.weight"],["blocks.1.cross_attn.k_norm.weight","blocks.1.cross_attn.k_norm.weight"],["blocks.1.cross_attn.v_proj.weight","blocks.1.cross_attn.v_proj.weight"],["blocks.1.cross_attn.o_proj.weight","blocks.1.cross_attn.o_proj.weight"],["blocks.1.norm_mlp.weight","blocks.1.norm_mlp.weight"],["blocks.1.mlp.0.weight","blocks.1.mlp.0.weight"],["blocks.1.mlp.0.bias","blocks.1.mlp.0.bias"],["blocks.1.mlp.2.weight","blocks.1.mlp.2.weight"],["blocks.1.mlp.2.bias","blocks.1.mlp.2.bias"],["blocks.2.norm_self_attn.weight","blocks.2.norm_self_attn.weight"],["blocks.2.self_attn.q_proj.weight","blocks.2.self_attn.q_proj.weight"],["blocks.2.self_attn.q_norm.weight","blocks.2.self_attn.q_norm.weight"],["blocks.2.self_attn.k_proj.weight","blocks.2.self_attn.k_proj.weight"],["blocks.2.self_attn.k_norm.weight","blocks.2.self_attn.k_norm.weight"],["blocks.2.self_attn.v_proj.weight","blocks.2.self_attn.v_proj.weight"],["blocks.2.self_attn.o_proj.weight","blocks.2.self_attn.o_proj.weight"],["blocks.2.norm_cross_attn.weight","blocks.2.norm_cross_attn.weight"],["blocks.2.cross_attn.q_proj.weight","blocks.2.cross_attn.q_proj.weight"],["blocks.2.cross_attn.q_norm.weight","blocks.2.cross_attn.q_norm.weight"],["blocks.2.cross_attn.k_proj.weight","blocks.2.cross_attn.k_proj.weight"],["blocks.2.cross_attn.k_norm.weight","blocks.2.cross_attn.k_norm.weight"],["blocks.2.cross_attn.v_proj.weight","blocks.2.cross_attn.v_proj.weight"],["blocks.2.cross_attn.o_proj.weight","blocks.2.cross_attn.o_proj.weight"],["blocks.2.norm_mlp.weight","blocks.2.norm_mlp.weight"],["blocks.2.mlp.0.weight","blocks.2.mlp.0.weight"],["blocks.2.mlp.0.bias","blocks.2.mlp.0.bias"],["blocks.2.mlp.2.weight","blocks.2.mlp.2.weight"],["blocks.2.mlp.2.bias","blocks.2.mlp.2.bias"],["blocks.3.norm_self_attn.weight","blocks.3.norm_self_attn.weight"],["blocks.3.self_attn.q_proj.weight","blocks.3.self_attn.q_proj.weight"],["blocks.3.self_attn.q_norm.weight","blocks.3.self_attn.q_norm.weight"],["blocks.3.self_attn.k_proj.weight","blocks.3.self_attn.k_proj.weight"],["blocks.3.self_attn.k_norm.weight","blocks.3.self_attn.k_norm.weight"],["blocks.3.self_attn.v_proj.weight","blocks.3.self_attn.v_proj.weight"],["blocks.3.self_attn.o_proj.weight","blocks.3.self_attn.o_proj.weight"],["blocks.3.norm_cross_attn.weight","blocks.3.norm_cross_attn.weight"],["blocks.3.cross_attn.q_proj.weight","blocks.3.cross_attn.q_proj.weight"],["blocks.3.cross_attn.q_norm.weight","blocks.3.cross_attn.q_norm.weight"],["blocks.3.cross_attn.k_proj.weight","blocks.3.cross_attn.k_proj.weight"],["blocks.3.cross_attn.k_norm.weight","blocks.3.cross_attn.k_norm.weight"],["blocks.3.cross_attn.v_proj.weight","blocks.3.cross_attn.v_proj.weight"],["blocks.3.cross_attn.o_proj.weight","blocks.3.cross_attn.o_proj.weight"],["blocks.3.norm_mlp.weight","blocks.3.norm_mlp.weight"],["blocks.3.mlp.0.weight","blocks.3.mlp.0.weight"],["blocks.3.mlp.0.bias","blocks.3.mlp.0.bias"],["blocks.3.mlp.2.weight","blocks.3.mlp.2.weight"],["blocks.3.mlp.2.bias","blocks.3.mlp.2.bias"],["blocks.4.norm_self_attn.weight","blocks.4.norm_self_attn.weight"],["blocks.4.self_attn.q_proj.weight","blocks.4.self_attn.q_proj.weight"],["blocks.4.self_attn.q_norm.weight","blocks.4.self_attn.q_norm.weight"],["blocks.4.self_attn.k_proj.weight","blocks.4.self_attn.k_proj.weight"],["blocks.4.self_attn.k_norm.weight","blocks.4.self_attn.k_norm.weight"],["blocks.4.self_attn.v_proj.weight","blocks.4.self_attn.v_proj.weight"],["blocks.4.self_attn.o_proj.weight","blocks.4.self_attn.o_proj.weight"],["blocks.4.norm_cross_attn.weight","blocks.4.norm_cross_attn.weight"],["blocks.4.cross_attn.q_proj.weight","blocks.4.cross_attn.q_proj.weight"],["blocks.4.cross_attn.q_norm.weight","blocks.4.cross_attn.q_norm.weight"],["blocks.4.cross_attn.k_proj.weight","blocks.4.cross_attn.k_proj.weight"],["blocks.4.cross_attn.k_norm.weight","blocks.4.cross_attn.k_norm.weight"],["blocks.4.cross_attn.v_proj.weight","blocks.4.cross_attn.v_proj.weight"],["blocks.4.cross_attn.o_proj.weight","blocks.4.cross_attn.o_proj.weight"],["blocks.4.norm_mlp.weight","blocks.4.norm_mlp.weight"],["blocks.4.mlp.0.weight","blocks.4.mlp.0.weight"],["blocks.4.mlp.0.bias","blocks.4.mlp.0.bias"],["blocks.4.mlp.2.weight","blocks.4.mlp.2.weight"],["blocks.4.mlp.2.bias","blocks.4.mlp.2.bias"],["blocks.5.norm_self_attn.weight","blocks.5.norm_self_attn.weight"],["blocks.5.self_attn.q_proj.weight","blocks.5.self_attn.q_proj.weight"],["blocks.5.self_attn.q_norm.weight","blocks.5.self_attn.q_norm.weight"],["blocks.5.self_attn.k_proj.weight","blocks.5.self_attn.k_proj.weight"],["blocks.5.self_attn.k_norm.weight","blocks.5.self_attn.k_norm.weight"],["blocks.5.self_attn.v_proj.weight","blocks.5.self_attn.v_proj.weight"],["blocks.5.self_attn.o_proj.weight","blocks.5.self_attn.o_proj.weight"],["blocks.5.norm_cross_attn.weight","blocks.5.norm_cross_attn.weight"],["blocks.5.cross_attn.q_proj.weight","blocks.5.cross_attn.q_proj.weight"],["blocks.5.cross_attn.q_norm.weight","blocks.5.cross_attn.q_norm.weight"],["blocks.5.cross_attn.k_proj.weight","blocks.5.cross_attn.k_proj.weight"],["blocks.5.cross_attn.k_norm.weight","blocks.5.cross_attn.k_norm.weight"],["blocks.5.cross_attn.v_proj.weight","blocks.5.cross_attn.v_proj.weight"],["blocks.5.cross_attn.o_proj.weight","blocks.5.cross_attn.o_proj.weight"],["blocks.5.norm_mlp.weight","blocks.5.norm_mlp.weight"],["blocks.5.mlp.0.weight","blocks.5.mlp.0.weight"],["blocks.5.mlp.0.bias","blocks.5.mlp.0.bias"],["blocks.5.mlp.2.weight","blocks.5.mlp.2.weight"],["blocks.5.mlp.2.bias","blocks.5.mlp.2.bias"],["out_proj.weight","out_proj.weight"],["out_proj.bias","out_proj.bias"],["norm.weight","norm.weight"]]},{"component":"text_encoder","prefix":"model.","drop":[],"optional":[],"routes":[["embed_tokens.weight","embed_tokens.weight"],["layers.0.self_attn.q_proj.weight","layers.0.self_attn.q_proj.weight"],["layers.0.self_attn.k_proj.weight","layers.0.self_attn.k_proj.weight"],["layers.0.self_attn.v_proj.weight","layers.0.self_attn.v_proj.weight"],["layers.0.self_attn.o_proj.weight","layers.0.self_attn.o_proj.weight"],["layers.0.self_attn.q_norm.weight","layers.0.self_attn.q_norm.weight"],["layers.0.self_attn.k_norm.weight","layers.0.self_attn.k_norm.weight"],["layers.0.mlp.gate_proj.weight","layers.0.mlp.gate_proj.weight"],["layers.0.mlp.up_proj.weight","layers.0.mlp.up_proj.weight"],["layers.0.mlp.down_proj.weight","layers.0.mlp.down_proj.weight"],["layers.0.input_layernorm.weight","layers.0.input_layernorm.weight"],["layers.0.post_attention_layernorm.weight","layers.0.post_attention_layernorm.weight"],["layers.1.self_attn.q_proj.weight","layers.1.self_attn.q_proj.weight"],["layers.1.self_attn.k_proj.weight","layers.1.self_attn.k_proj.weight"],["layers.1.self_attn.v_proj.weight","layers.1.self_attn.v_proj.weight"],["layers.1.self_attn.o_proj.weight","layers.1.self_attn.o_proj.weight"],["layers.1.self_attn.q_norm.weight","layers.1.self_attn.q_norm.weight"],["layers.1.self_attn.k_norm.weight","layers.1.self_attn.k_norm.weight"],["layers.1.mlp.gate_proj.weight","layers.1.mlp.gate_proj.weight"],["layers.1.mlp.up_proj.weight","layers.1.mlp.up_proj.weight"],["layers.1.mlp.down_proj.weight","layers.1.mlp.down_proj.weight"],["layers.1.input_layernorm.weight","layers.1.input_layernorm.weight"],["layers.1.post_attention_layernorm.weight","layers.1.post_attention_layernorm.weight"],["layers.2.self_attn.q_proj.weight","layers.2.self_attn.q_proj.weight"],["layers.2.self_attn.k_proj.weight","layers.2.self_attn.k_proj.weight"],["layers.2.self_attn.v_proj.weight","layers.2.self_attn.v_proj.weight"],["layers.2.self_attn.o_proj.weight","layers.2.self_attn.o_proj.weight"],["layers.2.self_attn.q_norm.weight","layers.2.self_attn.q_norm.weight"],["layers.2.self_attn.k_norm.weight","layers.2.self_attn.k_norm.weight"],["layers.2.mlp.gate_proj.weight","layers.2.mlp.gate_proj.weight"],["layers.2.mlp.up_proj.weight","layers.2.mlp.up_proj.weight"],["layers.2.mlp.down_proj.weight","layers.2.mlp.down_proj.weight"],["layers.2.input_layernorm.weight","layers.2.input_layernorm.weight"],["layers.2.post_attention_layernorm.weight","layers.2.post_attention_layernorm.weight"],["layers.3.self_attn.q_proj.weight","layers.3.self_attn.q_proj.weight"],["layers.3.self_attn.k_proj.weight","layers.3.self_attn.k_proj.weight"],["layers.3.self_attn.v_proj.weight","layers.3.self_attn.v_proj.weight"],["layers.3.self_attn.o_proj.weight","layers.3.self_attn.o_proj.weight"],["layers.3.self_attn.q_norm.weight","layers.3.self_attn.q_norm.weight"],["layers.3.self_attn.k_norm.weight","layers.3.self_attn.k_norm.weight"],["layers.3.mlp.gate_proj.weight","layers.3.mlp.gate_proj.weight"],["layers.3.mlp.up_proj.weight","layers.3.mlp.up_proj.weight"],["layers.3.mlp.down_proj.weight","layers.3.mlp.down_proj.weight"],["layers.3.input_layernorm.weight","layers.3.input_layernorm.weight"],["layers.3.post_attention_layernorm.weight","layers.3.post_attention_layernorm.weight"],["layers.4.self_attn.q_proj.weight","layers.4.self_attn.q_proj.weight"],["layers.4.self_attn.k_proj.weight","layers.4.self_attn.k_proj.weight"],["layers.4.self_attn.v_proj.weight","layers.4.self_attn.v_proj.weight"],["layers.4.self_attn.o_proj.weight","layers.4.self_attn.o_proj.weight"],["layers.4.self_attn.q_norm.weight","layers.4.self_attn.q_norm.weight"],["layers.4.self_attn.k_norm.weight","layers.4.self_attn.k_norm.weight"],["layers.4.mlp.gate_proj.weight","layers.4.mlp.gate_proj.weight"],["layers.4.mlp.up_proj.weight","layers.4.mlp.up_proj.weight"],["layers.4.mlp.down_proj.weight","layers.4.mlp.down_proj.weight"],["layers.4.input_layernorm.weight","layers.4.input_layernorm.weight"],["layers.4.post_attention_layernorm.weight","layers.4.post_attention_layernorm.weight"],["layers.5.self_attn.q_proj.weight","layers.5.self_attn.q_proj.weight"],["layers.5.self_attn.k_proj.weight","layers.5.self_attn.k_proj.weight"],["layers.5.self_attn.v_proj.weight","layers.5.self_attn.v_proj.weight"],["layers.5.self_attn.o_proj.weight","layers.5.self_attn.o_proj.weight"],["layers.5.self_attn.q_norm.weight","layers.5.self_attn.q_norm.weight"],["layers.5.self_attn.k_norm.weight","layers.5.self_attn.k_norm.weight"],["layers.5.mlp.gate_proj.weight","layers.5.mlp.gate_proj.weight"],["layers.5.mlp.up_proj.weight","layers.5.mlp.up_proj.weight"],["layers.5.mlp.down_proj.weight","layers.5.mlp.down_proj.weight"],["layers.5.input_layernorm.weight","layers.5.input_layernorm.weight"],["layers.5.post_attention_layernorm.weight","layers.5.post_attention_layernorm.weight"],["layers.6.self_attn.q_proj.weight","layers.6.self_attn.q_proj.weight"],["layers.6.self_attn.k_proj.weight","layers.6.self_attn.k_proj.weight"],["layers.6.self_attn.v_proj.weight","layers.6.self_attn.v_proj.weight"],["layers.6.self_attn.o_proj.weight","layers.6.self_attn.o_proj.weight"],["layers.6.self_attn.q_norm.weight","layers.6.self_attn.q_norm.weight"],["layers.6.self_attn.k_norm.weight","layers.6.self_attn.k_norm.weight"],["layers.6.mlp.gate_proj.weight","layers.6.mlp.gate_proj.weight"],["layers.6.mlp.up_proj.weight","layers.6.mlp.up_proj.weight"],["layers.6.mlp.down_proj.weight","layers.6.mlp.down_proj.weight"],["layers.6.input_layernorm.weight","layers.6.input_layernorm.weight"],["layers.6.post_attention_layernorm.weight","layers.6.post_attention_layernorm.weight"],["layers.7.self_attn.q_proj.weight","layers.7.self_attn.q_proj.weight"],["layers.7.self_attn.k_proj.weight","layers.7.self_attn.k_proj.weight"],["layers.7.self_attn.v_proj.weight","layers.7.self_attn.v_proj.weight"],["layers.7.self_attn.o_proj.weight","layers.7.self_attn.o_proj.weight"],["layers.7.self_attn.q_norm.weight","layers.7.self_attn.q_norm.weight"],["layers.7.self_attn.k_norm.weight","layers.7.self_attn.k_norm.weight"],["layers.7.mlp.gate_proj.weight","layers.7.mlp.gate_proj.weight"],["layers.7.mlp.up_proj.weight","layers.7.mlp.up_proj.weight"],["layers.7.mlp.down_proj.weight","layers.7.mlp.down_proj.weight"],["layers.7.input_layernorm.weight","layers.7.input_layernorm.weight"],["layers.7.post_attention_layernorm.weight","layers.7.post_attention_layernorm.weight"],["layers.8.self_attn.q_proj.weight","layers.8.self_attn.q_proj.weight"],["layers.8.self_attn.k_proj.weight","layers.8.self_attn.k_proj.weight"],["layers.8.self_attn.v_proj.weight","layers.8.self_attn.v_proj.weight"],["layers.8.self_attn.o_proj.weight","layers.8.self_attn.o_proj.weight"],["layers.8.self_attn.q_norm.weight","layers.8.self_attn.q_norm.weight"],["layers.8.self_attn.k_norm.weight","layers.8.self_attn.k_norm.weight"],["layers.8.mlp.gate_proj.weight","layers.8.mlp.gate_proj.weight"],["layers.8.mlp.up_proj.weight","layers.8.mlp.up_proj.weight"],["layers.8.mlp.down_proj.weight","layers.8.mlp.down_proj.weight"],["layers.8.input_layernorm.weight","layers.8.input_layernorm.weight"],["layers.8.post_attention_layernorm.weight","layers.8.post_attention_layernorm.weight"],["layers.9.self_attn.q_proj.weight","layers.9.self_attn.q_proj.weight"],["layers.9.self_attn.k_proj.weight","layers.9.self_attn.k_proj.weight"],["layers.9.self_attn.v_proj.weight","layers.9.self_attn.v_proj.weight"],["layers.9.self_attn.o_proj.weight","layers.9.self_attn.o_proj.weight"],["layers.9.self_attn.q_norm.weight","layers.9.self_attn.q_norm.weight"],["layers.9.self_attn.k_norm.weight","layers.9.self_attn.k_norm.weight"],["layers.9.mlp.gate_proj.weight","layers.9.mlp.gate_proj.weight"],["layers.9.mlp.up_proj.weight","layers.9.mlp.up_proj.weight"],["layers.9.mlp.down_proj.weight","layers.9.mlp.down_proj.weight"],["layers.9.input_layernorm.weight","layers.9.input_layernorm.weight"],["layers.9.post_attention_layernorm.weight","layers.9.post_attention_layernorm.weight"],["layers.10.self_attn.q_proj.weight","layers.10.self_attn.q_proj.weight"],["layers.10.self_attn.k_proj.weight","layers.10.self_attn.k_proj.weight"],["layers.10.self_attn.v_proj.weight","layers.10.self_attn.v_proj.weight"],["layers.10.self_attn.o_proj.weight","layers.10.self_attn.o_proj.weight"],["layers.10.self_attn.q_norm.weight","layers.10.self_attn.q_norm.weight"],["layers.10.self_attn.k_norm.weight","layers.10.self_attn.k_norm.weight"],["layers.10.mlp.gate_proj.weight","layers.10.mlp.gate_proj.weight"],["layers.10.mlp.up_proj.weight","layers.10.mlp.up_proj.weight"],["layers.10.mlp.down_proj.weight","layers.10.mlp.down_proj.weight"],["layers.10.input_layernorm.weight","layers.10.input_layernorm.weight"],["layers.10.post_attention_layernorm.weight","layers.10.post_attention_layernorm.weight"],["layers.11.self_attn.q_proj.weight","layers.11.self_attn.q_proj.weight"],["layers.11.self_attn.k_proj.weight","layers.11.self_attn.k_proj.weight"],["layers.11.self_attn.v_proj.weight","layers.11.self_attn.v_proj.weight"],["layers.11.self_attn.o_proj.weight","layers.11.self_attn.o_proj.weight"],["layers.11.self_attn.q_norm.weight","layers.11.self_attn.q_norm.weight"],["layers.11.self_attn.k_norm.weight","layers.11.self_attn.k_norm.weight"],["layers.11.mlp.gate_proj.weight","layers.11.mlp.gate_proj.weight"],["layers.11.mlp.up_proj.weight","layers.11.mlp.up_proj.weight"],["layers.11.mlp.down_proj.weight","layers.11.mlp.down_proj.weight"],["layers.11.input_layernorm.weight","layers.11.input_layernorm.weight"],["layers.11.post_attention_layernorm.weight","layers.11.post_attention_layernorm.weight"],["layers.12.self_attn.q_proj.weight","layers.12.self_attn.q_proj.weight"],["layers.12.self_attn.k_proj.weight","layers.12.self_attn.k_proj.weight"],["layers.12.self_attn.v_proj.weight","layers.12.self_attn.v_proj.weight"],["layers.12.self_attn.o_proj.weight","layers.12.self_attn.o_proj.weight"],["layers.12.self_attn.q_norm.weight","layers.12.self_attn.q_norm.weight"],["layers.12.self_attn.k_norm.weight","layers.12.self_attn.k_norm.weight"],["layers.12.mlp.gate_proj.weight","layers.12.mlp.gate_proj.weight"],["layers.12.mlp.up_proj.weight","layers.12.mlp.up_proj.weight"],["layers.12.mlp.down_proj.weight","layers.12.mlp.down_proj.weight"],["layers.12.input_layernorm.weight","layers.12.input_layernorm.weight"],["layers.12.post_attention_layernorm.weight","layers.12.post_attention_layernorm.weight"],["layers.13.self_attn.q_proj.weight","layers.13.self_attn.q_proj.weight"],["layers.13.self_attn.k_proj.weight","layers.13.self_attn.k_proj.weight"],["layers.13.self_attn.v_proj.weight","layers.13.self_attn.v_proj.weight"],["layers.13.self_attn.o_proj.weight","layers.13.self_attn.o_proj.weight"],["layers.13.self_attn.q_norm.weight","layers.13.self_attn.q_norm.weight"],["layers.13.self_attn.k_norm.weight","layers.13.self_attn.k_norm.weight"],["layers.13.mlp.gate_proj.weight","layers.13.mlp.gate_proj.weight"],["layers.13.mlp.up_proj.weight","layers.13.mlp.up_proj.weight"],["layers.13.mlp.down_proj.weight","layers.13.mlp.down_proj.weight"],["layers.13.input_layernorm.weight","layers.13.input_layernorm.weight"],["layers.13.post_attention_layernorm.weight","layers.13.post_attention_layernorm.weight"],["layers.14.self_attn.q_proj.weight","layers.14.self_attn.q_proj.weight"],["layers.14.self_attn.k_proj.weight","layers.14.self_attn.k_proj.weight"],["layers.14.self_attn.v_proj.weight","layers.14.self_attn.v_proj.weight"],["layers.14.self_attn.o_proj.weight","layers.14.self_attn.o_proj.weight"],["layers.14.self_attn.q_norm.weight","layers.14.self_attn.q_norm.weight"],["layers.14.self_attn.k_norm.weight","layers.14.self_attn.k_norm.weight"],["layers.14.mlp.gate_proj.weight","layers.14.mlp.gate_proj.weight"],["layers.14.mlp.up_proj.weight","layers.14.mlp.up_proj.weight"],["layers.14.mlp.down_proj.weight","layers.14.mlp.down_proj.weight"],["layers.14.input_layernorm.weight","layers.14.input_layernorm.weight"],["layers.14.post_attention_layernorm.weight","layers.14.post_attention_layernorm.weight"],["layers.15.self_attn.q_proj.weight","layers.15.self_attn.q_proj.weight"],["layers.15.self_attn.k_proj.weight","layers.15.self_attn.k_proj.weight"],["layers.15.self_attn.v_proj.weight","layers.15.self_attn.v_proj.weight"],["layers.15.self_attn.o_proj.weight","layers.15.self_attn.o_proj.weight"],["layers.15.self_attn.q_norm.weight","layers.15.self_attn.q_norm.weight"],["layers.15.self_attn.k_norm.weight","layers.15.self_attn.k_norm.weight"],["layers.15.mlp.gate_proj.weight","layers.15.mlp.gate_proj.weight"],["layers.15.mlp.up_proj.weight","layers.15.mlp.up_proj.weight"],["layers.15.mlp.down_proj.weight","layers.15.mlp.down_proj.weight"],["layers.15.input_layernorm.weight","layers.15.input_layernorm.weight"],["layers.15.post_attention_layernorm.weight","layers.15.post_attention_layernorm.weight"],["layers.16.self_attn.q_proj.weight","layers.16.self_attn.q_proj.weight"],["layers.16.self_attn.k_proj.weight","layers.16.self_attn.k_proj.weight"],["layers.16.self_attn.v_proj.weight","layers.16.self_attn.v_proj.weight"],["layers.16.self_attn.o_proj.weight","layers.16.self_attn.o_proj.weight"],["layers.16.self_attn.q_norm.weight","layers.16.self_attn.q_norm.weight"],["layers.16.self_attn.k_norm.weight","layers.16.self_attn.k_norm.weight"],["layers.16.mlp.gate_proj.weight","layers.16.mlp.gate_proj.weight"],["layers.16.mlp.up_proj.weight","layers.16.mlp.up_proj.weight"],["layers.16.mlp.down_proj.weight","layers.16.mlp.down_proj.weight"],["layers.16.input_layernorm.weight","layers.16.input_layernorm.weight"],["layers.16.post_attention_layernorm.weight","layers.16.post_attention_layernorm.weight"],["layers.17.self_attn.q_proj.weight","layers.17.self_attn.q_proj.weight"],["layers.17.self_attn.k_proj.weight","layers.17.self_attn.k_proj.weight"],["layers.17.self_attn.v_proj.weight","layers.17.self_attn.v_proj.weight"],["layers.17.self_attn.o_proj.weight","layers.17.self_attn.o_proj.weight"],["layers.17.self_attn.q_norm.weight","layers.17.self_attn.q_norm.weight"],["layers.17.self_attn.k_norm.weight","layers.17.self_attn.k_norm.weight"],["layers.17.mlp.gate_proj.weight","layers.17.mlp.gate_proj.weight"],["layers.17.mlp.up_proj.weight","layers.17.mlp.up_proj.weight"],["layers.17.mlp.down_proj.weight","layers.17.mlp.down_proj.weight"],["layers.17.input_layernorm.weight","layers.17.input_layernorm.weight"],["layers.17.post_attention_layernorm.weight","layers.17.post_attention_layernorm.weight"],["layers.18.self_attn.q_proj.weight","layers.18.self_attn.q_proj.weight"],["layers.18.self_attn.k_proj.weight","layers.18.self_attn.k_proj.weight"],["layers.18.self_attn.v_proj.weight","layers.18.self_attn.v_proj.weight"],["layers.18.self_attn.o_proj.weight","layers.18.self_attn.o_proj.weight"],["layers.18.self_attn.q_norm.weight","layers.18.self_attn.q_norm.weight"],["layers.18.self_attn.k_norm.weight","layers.18.self_attn.k_norm.weight"],["layers.18.mlp.gate_proj.weight","layers.18.mlp.gate_proj.weight"],["layers.18.mlp.up_proj.weight","layers.18.mlp.up_proj.weight"],["layers.18.mlp.down_proj.weight","layers.18.mlp.down_proj.weight"],["layers.18.input_layernorm.weight","layers.18.input_layernorm.weight"],["layers.18.post_attention_layernorm.weight","layers.18.post_attention_layernorm.weight"],["layers.19.self_attn.q_proj.weight","layers.19.self_attn.q_proj.weight"],["layers.19.self_attn.k_proj.weight","layers.19.self_attn.k_proj.weight"],["layers.19.self_attn.v_proj.weight","layers.19.self_attn.v_proj.weight"],["layers.19.self_attn.o_proj.weight","layers.19.self_attn.o_proj.weight"],["layers.19.self_attn.q_norm.weight","layers.19.self_attn.q_norm.weight"],["layers.19.self_attn.k_norm.weight","layers.19.self_attn.k_norm.weight"],["layers.19.mlp.gate_proj.weight","layers.19.mlp.gate_proj.weight"],["layers.19.mlp.up_proj.weight","layers.19.mlp.up_proj.weight"],["layers.19.mlp.down_proj.weight","layers.19.mlp.down_proj.weight"],["layers.19.input_layernorm.weight","layers.19.input_layernorm.weight"],["layers.19.post_attention_layernorm.weight","layers.19.post_attention_layernorm.weight"],["layers.20.self_attn.q_proj.weight","layers.20.self_attn.q_proj.weight"],["layers.20.self_attn.k_proj.weight","layers.20.self_attn.k_proj.weight"],["layers.20.self_attn.v_proj.weight","layers.20.self_attn.v_proj.weight"],["layers.20.self_attn.o_proj.weight","layers.20.self_attn.o_proj.weight"],["layers.20.self_attn.q_norm.weight","layers.20.self_attn.q_norm.weight"],["layers.20.self_attn.k_norm.weight","layers.20.self_attn.k_norm.weight"],["layers.20.mlp.gate_proj.weight","layers.20.mlp.gate_proj.weight"],["layers.20.mlp.up_proj.weight","layers.20.mlp.up_proj.weight"],["layers.20.mlp.down_proj.weight","layers.20.mlp.down_proj.weight"],["layers.20.input_layernorm.weight","layers.20.input_layernorm.weight"],["layers.20.post_attention_layernorm.weight","layers.20.post_attention_layernorm.weight"],["layers.21.self_attn.q_proj.weight","layers.21.self_attn.q_proj.weight"],["layers.21.self_attn.k_proj.weight","layers.21.self_attn.k_proj.weight"],["layers.21.self_attn.v_proj.weight","layers.21.self_attn.v_proj.weight"],["layers.21.self_attn.o_proj.weight","layers.21.self_attn.o_proj.weight"],["layers.21.self_attn.q_norm.weight","layers.21.self_attn.q_norm.weight"],["layers.21.self_attn.k_norm.weight","layers.21.self_attn.k_norm.weight"],["layers.21.mlp.gate_proj.weight","layers.21.mlp.gate_proj.weight"],["layers.21.mlp.up_proj.weight","layers.21.mlp.up_proj.weight"],["layers.21.mlp.down_proj.weight","layers.21.mlp.down_proj.weight"],["layers.21.input_layernorm.weight","layers.21.input_layernorm.weight"],["layers.21.post_attention_layernorm.weight","layers.21.post_attention_layernorm.weight"],["layers.22.self_attn.q_proj.weight","layers.22.self_attn.q_proj.weight"],["layers.22.self_attn.k_proj.weight","layers.22.self_attn.k_proj.weight"],["layers.22.self_attn.v_proj.weight","layers.22.self_attn.v_proj.weight"],["layers.22.self_attn.o_proj.weight","layers.22.self_attn.o_proj.weight"],["layers.22.self_attn.q_norm.weight","layers.22.self_attn.q_norm.weight"],["layers.22.self_attn.k_norm.weight","layers.22.self_attn.k_norm.weight"],["layers.22.mlp.gate_proj.weight","layers.22.mlp.gate_proj.weight"],["layers.22.mlp.up_proj.weight","layers.22.mlp.up_proj.weight"],["layers.22.mlp.down_proj.weight","layers.22.mlp.down_proj.weight"],["layers.22.input_layernorm.weight","layers.22.input_layernorm.weight"],["layers.22.post_attention_layernorm.weight","layers.22.post_attention_layernorm.weight"],["layers.23.self_attn.q_proj.weight","layers.23.self_attn.q_proj.weight"],["layers.23.self_attn.k_proj.weight","layers.23.self_attn.k_proj.weight"],["layers.23.self_attn.v_proj.weight","layers.23.self_attn.v_proj.weight"],["layers.23.self_attn.o_proj.weight","layers.23.self_attn.o_proj.weight"],["layers.23.self_attn.q_norm.weight","layers.23.self_attn.q_norm.weight"],["layers.23.self_attn.k_norm.weight","layers.23.self_attn.k_norm.weight"],["layers.23.mlp.gate_proj.weight","layers.23.mlp.gate_proj.weight"],["layers.23.mlp.up_proj.weight","layers.23.mlp.up_proj.weight"],["layers.23.mlp.down_proj.weight","layers.23.mlp.down_proj.weight"],["layers.23.input_layernorm.weight","layers.23.input_layernorm.weight"],["layers.23.post_attention_layernorm.weight","layers.23.post_attention_layernorm.weight"],["layers.24.self_attn.q_proj.weight","layers.24.self_attn.q_proj.weight"],["layers.24.self_attn.k_proj.weight","layers.24.self_attn.k_proj.weight"],["layers.24.self_attn.v_proj.weight","layers.24.self_attn.v_proj.weight"],["layers.24.self_attn.o_proj.weight","layers.24.self_attn.o_proj.weight"],["layers.24.self_attn.q_norm.weight","layers.24.self_attn.q_norm.weight"],["layers.24.self_attn.k_norm.weight","layers.24.self_attn.k_norm.weight"],["layers.24.mlp.gate_proj.weight","layers.24.mlp.gate_proj.weight"],["layers.24.mlp.up_proj.weight","layers.24.mlp.up_proj.weight"],["layers.24.mlp.down_proj.weight","layers.24.mlp.down_proj.weight"],["layers.24.input_layernorm.weight","layers.24.input_layernorm.weight"],["layers.24.post_attention_layernorm.weight","layers.24.post_attention_layernorm.weight"],["layers.25.self_attn.q_proj.weight","layers.25.self_attn.q_proj.weight"],["layers.25.self_attn.k_proj.weight","layers.25.self_attn.k_proj.weight"],["layers.25.self_attn.v_proj.weight","layers.25.self_attn.v_proj.weight"],["layers.25.self_attn.o_proj.weight","layers.25.self_attn.o_proj.weight"],["layers.25.self_attn.q_norm.weight","layers.25.self_attn.q_norm.weight"],["layers.25.self_attn.k_norm.weight","layers.25.self_attn.k_norm.weight"],["layers.25.mlp.gate_proj.weight","layers.25.mlp.gate_proj.weight"],["layers.25.mlp.up_proj.weight","layers.25.mlp.up_proj.weight"],["layers.25.mlp.down_proj.weight","layers.25.mlp.down_proj.weight"],["layers.25.input_layernorm.weight","layers.25.input_layernorm.weight"],["layers.25.post_attention_layernorm.weight","layers.25.post_attention_layernorm.weight"],["layers.26.self_attn.q_proj.weight","layers.26.self_attn.q_proj.weight"],["layers.26.self_attn.k_proj.weight","layers.26.self_attn.k_proj.weight"],["layers.26.self_attn.v_proj.weight","layers.26.self_attn.v_proj.weight"],["layers.26.self_attn.o_proj.weight","layers.26.self_attn.o_proj.weight"],["layers.26.self_attn.q_norm.weight","layers.26.self_attn.q_norm.weight"],["layers.26.self_attn.k_norm.weight","layers.26.self_attn.k_norm.weight"],["layers.26.mlp.gate_proj.weight","layers.26.mlp.gate_proj.weight"],["layers.26.mlp.up_proj.weight","layers.26.mlp.up_proj.weight"],["layers.26.mlp.down_proj.weight","layers.26.mlp.down_proj.weight"],["layers.26.input_layernorm.weight","layers.26.input_layernorm.weight"],["layers.26.post_attention_layernorm.weight","layers.26.post_attention_layernorm.weight"],["layers.27.self_attn.q_proj.weight","layers.27.self_attn.q_proj.weight"],["layers.27.self_attn.k_proj.weight","layers.27.self_attn.k_proj.weight"],["layers.27.self_attn.v_proj.weight","layers.27.self_attn.v_proj.weight"],["layers.27.self_attn.o_proj.weight","layers.27.self_attn.o_proj.weight"],["layers.27.self_attn.q_norm.weight","layers.27.self_attn.q_norm.weight"],["layers.27.self_attn.k_norm.weight","layers.27.self_attn.k_norm.weight"],["layers.27.mlp.gate_proj.weight","layers.27.mlp.gate_proj.weight"],["layers.27.mlp.up_proj.weight","layers.27.mlp.up_proj.weight"],["layers.27.mlp.down_proj.weight","layers.27.mlp.down_proj.weight"],["layers.27.input_layernorm.weight","layers.27.input_layernorm.weight"],["layers.27.post_attention_layernorm.weight","layers.27.post_attention_layernorm.weight"],["norm.weight","norm.weight"]]},{"component":"transformer","prefix":"net.","drop":[],"optional":[],"routes":[["patch_embed.proj.weight","x_embedder.proj.1.weight"],["time_embed.t_embedder.linear_1.weight","t_embedder.1.linear_1.weight"],["time_embed.t_embedder.linear_2.weight","t_embedder.1.linear_2.weight"],["time_embed.norm.weight","t_embedding_norm.weight"],["transformer_blocks.0.norm1.linear_1.weight","blocks.0.adaln_modulation_self_attn.1.weight"],["transformer_blocks.0.norm1.linear_2.weight","blocks.0.adaln_modulation_self_attn.2.weight"],["transformer_blocks.0.attn1.norm_q.weight","blocks.0.self_attn.q_norm.weight"],["transformer_blocks.0.attn1.norm_k.weight","blocks.0.self_attn.k_norm.weight"],["transformer_blocks.0.attn1.to_q.weight","blocks.0.self_attn.q_proj.weight"],["transformer_blocks.0.attn1.to_k.weight","blocks.0.self_attn.k_proj.weight"],["transformer_blocks.0.attn1.to_v.weight","blocks.0.self_attn.v_proj.weight"],["transformer_blocks.0.attn1.to_out.0.weight","blocks.0.self_attn.output_proj.weight"],["transformer_blocks.0.norm2.linear_1.weight","blocks.0.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.0.norm2.linear_2.weight","blocks.0.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.0.attn2.norm_q.weight","blocks.0.cross_attn.q_norm.weight"],["transformer_blocks.0.attn2.norm_k.weight","blocks.0.cross_attn.k_norm.weight"],["transformer_blocks.0.attn2.to_q.weight","blocks.0.cross_attn.q_proj.weight"],["transformer_blocks.0.attn2.to_k.weight","blocks.0.cross_attn.k_proj.weight"],["transformer_blocks.0.attn2.to_v.weight","blocks.0.cross_attn.v_proj.weight"],["transformer_blocks.0.attn2.to_out.0.weight","blocks.0.cross_attn.output_proj.weight"],["transformer_blocks.0.norm3.linear_1.weight","blocks.0.adaln_modulation_mlp.1.weight"],["transformer_blocks.0.norm3.linear_2.weight","blocks.0.adaln_modulation_mlp.2.weight"],["transformer_blocks.0.ff.net.0.proj.weight","blocks.0.mlp.layer1.weight"],["transformer_blocks.0.ff.net.2.weight","blocks.0.mlp.layer2.weight"],["transformer_blocks.1.norm1.linear_1.weight","blocks.1.adaln_modulation_self_attn.1.weight"],["transformer_blocks.1.norm1.linear_2.weight","blocks.1.adaln_modulation_self_attn.2.weight"],["transformer_blocks.1.attn1.norm_q.weight","blocks.1.self_attn.q_norm.weight"],["transformer_blocks.1.attn1.norm_k.weight","blocks.1.self_attn.k_norm.weight"],["transformer_blocks.1.attn1.to_q.weight","blocks.1.self_attn.q_proj.weight"],["transformer_blocks.1.attn1.to_k.weight","blocks.1.self_attn.k_proj.weight"],["transformer_blocks.1.attn1.to_v.weight","blocks.1.self_attn.v_proj.weight"],["transformer_blocks.1.attn1.to_out.0.weight","blocks.1.self_attn.output_proj.weight"],["transformer_blocks.1.norm2.linear_1.weight","blocks.1.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.1.norm2.linear_2.weight","blocks.1.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.1.attn2.norm_q.weight","blocks.1.cross_attn.q_norm.weight"],["transformer_blocks.1.attn2.norm_k.weight","blocks.1.cross_attn.k_norm.weight"],["transformer_blocks.1.attn2.to_q.weight","blocks.1.cross_attn.q_proj.weight"],["transformer_blocks.1.attn2.to_k.weight","blocks.1.cross_attn.k_proj.weight"],["transformer_blocks.1.attn2.to_v.weight","blocks.1.cross_attn.v_proj.weight"],["transformer_blocks.1.attn2.to_out.0.weight","blocks.1.cross_attn.output_proj.weight"],["transformer_blocks.1.norm3.linear_1.weight","blocks.1.adaln_modulation_mlp.1.weight"],["transformer_blocks.1.norm3.linear_2.weight","blocks.1.adaln_modulation_mlp.2.weight"],["transformer_blocks.1.ff.net.0.proj.weight","blocks.1.mlp.layer1.weight"],["transformer_blocks.1.ff.net.2.weight","blocks.1.mlp.layer2.weight"],["transformer_blocks.2.norm1.linear_1.weight","blocks.2.adaln_modulation_self_attn.1.weight"],["transformer_blocks.2.norm1.linear_2.weight","blocks.2.adaln_modulation_self_attn.2.weight"],["transformer_blocks.2.attn1.norm_q.weight","blocks.2.self_attn.q_norm.weight"],["transformer_blocks.2.attn1.norm_k.weight","blocks.2.self_attn.k_norm.weight"],["transformer_blocks.2.attn1.to_q.weight","blocks.2.self_attn.q_proj.weight"],["transformer_blocks.2.attn1.to_k.weight","blocks.2.self_attn.k_proj.weight"],["transformer_blocks.2.attn1.to_v.weight","blocks.2.self_attn.v_proj.weight"],["transformer_blocks.2.attn1.to_out.0.weight","blocks.2.self_attn.output_proj.weight"],["transformer_blocks.2.norm2.linear_1.weight","blocks.2.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.2.norm2.linear_2.weight","blocks.2.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.2.attn2.norm_q.weight","blocks.2.cross_attn.q_norm.weight"],["transformer_blocks.2.attn2.norm_k.weight","blocks.2.cross_attn.k_norm.weight"],["transformer_blocks.2.attn2.to_q.weight","blocks.2.cross_attn.q_proj.weight"],["transformer_blocks.2.attn2.to_k.weight","blocks.2.cross_attn.k_proj.weight"],["transformer_blocks.2.attn2.to_v.weight","blocks.2.cross_attn.v_proj.weight"],["transformer_blocks.2.attn2.to_out.0.weight","blocks.2.cross_attn.output_proj.weight"],["transformer_blocks.2.norm3.linear_1.weight","blocks.2.adaln_modulation_mlp.1.weight"],["transformer_blocks.2.norm3.linear_2.weight","blocks.2.adaln_modulation_mlp.2.weight"],["transformer_blocks.2.ff.net.0.proj.weight","blocks.2.mlp.layer1.weight"],["transformer_blocks.2.ff.net.2.weight","blocks.2.mlp.layer2.weight"],["transformer_blocks.3.norm1.linear_1.weight","blocks.3.adaln_modulation_self_attn.1.weight"],["transformer_blocks.3.norm1.linear_2.weight","blocks.3.adaln_modulation_self_attn.2.weight"],["transformer_blocks.3.attn1.norm_q.weight","blocks.3.self_attn.q_norm.weight"],["transformer_blocks.3.attn1.norm_k.weight","blocks.3.self_attn.k_norm.weight"],["transformer_blocks.3.attn1.to_q.weight","blocks.3.self_attn.q_proj.weight"],["transformer_blocks.3.attn1.to_k.weight","blocks.3.self_attn.k_proj.weight"],["transformer_blocks.3.attn1.to_v.weight","blocks.3.self_attn.v_proj.weight"],["transformer_blocks.3.attn1.to_out.0.weight","blocks.3.self_attn.output_proj.weight"],["transformer_blocks.3.norm2.linear_1.weight","blocks.3.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.3.norm2.linear_2.weight","blocks.3.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.3.attn2.norm_q.weight","blocks.3.cross_attn.q_norm.weight"],["transformer_blocks.3.attn2.norm_k.weight","blocks.3.cross_attn.k_norm.weight"],["transformer_blocks.3.attn2.to_q.weight","blocks.3.cross_attn.q_proj.weight"],["transformer_blocks.3.attn2.to_k.weight","blocks.3.cross_attn.k_proj.weight"],["transformer_blocks.3.attn2.to_v.weight","blocks.3.cross_attn.v_proj.weight"],["transformer_blocks.3.attn2.to_out.0.weight","blocks.3.cross_attn.output_proj.weight"],["transformer_blocks.3.norm3.linear_1.weight","blocks.3.adaln_modulation_mlp.1.weight"],["transformer_blocks.3.norm3.linear_2.weight","blocks.3.adaln_modulation_mlp.2.weight"],["transformer_blocks.3.ff.net.0.proj.weight","blocks.3.mlp.layer1.weight"],["transformer_blocks.3.ff.net.2.weight","blocks.3.mlp.layer2.weight"],["transformer_blocks.4.norm1.linear_1.weight","blocks.4.adaln_modulation_self_attn.1.weight"],["transformer_blocks.4.norm1.linear_2.weight","blocks.4.adaln_modulation_self_attn.2.weight"],["transformer_blocks.4.attn1.norm_q.weight","blocks.4.self_attn.q_norm.weight"],["transformer_blocks.4.attn1.norm_k.weight","blocks.4.self_attn.k_norm.weight"],["transformer_blocks.4.attn1.to_q.weight","blocks.4.self_attn.q_proj.weight"],["transformer_blocks.4.attn1.to_k.weight","blocks.4.self_attn.k_proj.weight"],["transformer_blocks.4.attn1.to_v.weight","blocks.4.self_attn.v_proj.weight"],["transformer_blocks.4.attn1.to_out.0.weight","blocks.4.self_attn.output_proj.weight"],["transformer_blocks.4.norm2.linear_1.weight","blocks.4.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.4.norm2.linear_2.weight","blocks.4.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.4.attn2.norm_q.weight","blocks.4.cross_attn.q_norm.weight"],["transformer_blocks.4.attn2.norm_k.weight","blocks.4.cross_attn.k_norm.weight"],["transformer_blocks.4.attn2.to_q.weight","blocks.4.cross_attn.q_proj.weight"],["transformer_blocks.4.attn2.to_k.weight","blocks.4.cross_attn.k_proj.weight"],["transformer_blocks.4.attn2.to_v.weight","blocks.4.cross_attn.v_proj.weight"],["transformer_blocks.4.attn2.to_out.0.weight","blocks.4.cross_attn.output_proj.weight"],["transformer_blocks.4.norm3.linear_1.weight","blocks.4.adaln_modulation_mlp.1.weight"],["transformer_blocks.4.norm3.linear_2.weight","blocks.4.adaln_modulation_mlp.2.weight"],["transformer_blocks.4.ff.net.0.proj.weight","blocks.4.mlp.layer1.weight"],["transformer_blocks.4.ff.net.2.weight","blocks.4.mlp.layer2.weight"],["transformer_blocks.5.norm1.linear_1.weight","blocks.5.adaln_modulation_self_attn.1.weight"],["transformer_blocks.5.norm1.linear_2.weight","blocks.5.adaln_modulation_self_attn.2.weight"],["transformer_blocks.5.attn1.norm_q.weight","blocks.5.self_attn.q_norm.weight"],["transformer_blocks.5.attn1.norm_k.weight","blocks.5.self_attn.k_norm.weight"],["transformer_blocks.5.attn1.to_q.weight","blocks.5.self_attn.q_proj.weight"],["transformer_blocks.5.attn1.to_k.weight","blocks.5.self_attn.k_proj.weight"],["transformer_blocks.5.attn1.to_v.weight","blocks.5.self_attn.v_proj.weight"],["transformer_blocks.5.attn1.to_out.0.weight","blocks.5.self_attn.output_proj.weight"],["transformer_blocks.5.norm2.linear_1.weight","blocks.5.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.5.norm2.linear_2.weight","blocks.5.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.5.attn2.norm_q.weight","blocks.5.cross_attn.q_norm.weight"],["transformer_blocks.5.attn2.norm_k.weight","blocks.5.cross_attn.k_norm.weight"],["transformer_blocks.5.attn2.to_q.weight","blocks.5.cross_attn.q_proj.weight"],["transformer_blocks.5.attn2.to_k.weight","blocks.5.cross_attn.k_proj.weight"],["transformer_blocks.5.attn2.to_v.weight","blocks.5.cross_attn.v_proj.weight"],["transformer_blocks.5.attn2.to_out.0.weight","blocks.5.cross_attn.output_proj.weight"],["transformer_blocks.5.norm3.linear_1.weight","blocks.5.adaln_modulation_mlp.1.weight"],["transformer_blocks.5.norm3.linear_2.weight","blocks.5.adaln_modulation_mlp.2.weight"],["transformer_blocks.5.ff.net.0.proj.weight","blocks.5.mlp.layer1.weight"],["transformer_blocks.5.ff.net.2.weight","blocks.5.mlp.layer2.weight"],["transformer_blocks.6.norm1.linear_1.weight","blocks.6.adaln_modulation_self_attn.1.weight"],["transformer_blocks.6.norm1.linear_2.weight","blocks.6.adaln_modulation_self_attn.2.weight"],["transformer_blocks.6.attn1.norm_q.weight","blocks.6.self_attn.q_norm.weight"],["transformer_blocks.6.attn1.norm_k.weight","blocks.6.self_attn.k_norm.weight"],["transformer_blocks.6.attn1.to_q.weight","blocks.6.self_attn.q_proj.weight"],["transformer_blocks.6.attn1.to_k.weight","blocks.6.self_attn.k_proj.weight"],["transformer_blocks.6.attn1.to_v.weight","blocks.6.self_attn.v_proj.weight"],["transformer_blocks.6.attn1.to_out.0.weight","blocks.6.self_attn.output_proj.weight"],["transformer_blocks.6.norm2.linear_1.weight","blocks.6.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.6.norm2.linear_2.weight","blocks.6.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.6.attn2.norm_q.weight","blocks.6.cross_attn.q_norm.weight"],["transformer_blocks.6.attn2.norm_k.weight","blocks.6.cross_attn.k_norm.weight"],["transformer_blocks.6.attn2.to_q.weight","blocks.6.cross_attn.q_proj.weight"],["transformer_blocks.6.attn2.to_k.weight","blocks.6.cross_attn.k_proj.weight"],["transformer_blocks.6.attn2.to_v.weight","blocks.6.cross_attn.v_proj.weight"],["transformer_blocks.6.attn2.to_out.0.weight","blocks.6.cross_attn.output_proj.weight"],["transformer_blocks.6.norm3.linear_1.weight","blocks.6.adaln_modulation_mlp.1.weight"],["transformer_blocks.6.norm3.linear_2.weight","blocks.6.adaln_modulation_mlp.2.weight"],["transformer_blocks.6.ff.net.0.proj.weight","blocks.6.mlp.layer1.weight"],["transformer_blocks.6.ff.net.2.weight","blocks.6.mlp.layer2.weight"],["transformer_blocks.7.norm1.linear_1.weight","blocks.7.adaln_modulation_self_attn.1.weight"],["transformer_blocks.7.norm1.linear_2.weight","blocks.7.adaln_modulation_self_attn.2.weight"],["transformer_blocks.7.attn1.norm_q.weight","blocks.7.self_attn.q_norm.weight"],["transformer_blocks.7.attn1.norm_k.weight","blocks.7.self_attn.k_norm.weight"],["transformer_blocks.7.attn1.to_q.weight","blocks.7.self_attn.q_proj.weight"],["transformer_blocks.7.attn1.to_k.weight","blocks.7.self_attn.k_proj.weight"],["transformer_blocks.7.attn1.to_v.weight","blocks.7.self_attn.v_proj.weight"],["transformer_blocks.7.attn1.to_out.0.weight","blocks.7.self_attn.output_proj.weight"],["transformer_blocks.7.norm2.linear_1.weight","blocks.7.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.7.norm2.linear_2.weight","blocks.7.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.7.attn2.norm_q.weight","blocks.7.cross_attn.q_norm.weight"],["transformer_blocks.7.attn2.norm_k.weight","blocks.7.cross_attn.k_norm.weight"],["transformer_blocks.7.attn2.to_q.weight","blocks.7.cross_attn.q_proj.weight"],["transformer_blocks.7.attn2.to_k.weight","blocks.7.cross_attn.k_proj.weight"],["transformer_blocks.7.attn2.to_v.weight","blocks.7.cross_attn.v_proj.weight"],["transformer_blocks.7.attn2.to_out.0.weight","blocks.7.cross_attn.output_proj.weight"],["transformer_blocks.7.norm3.linear_1.weight","blocks.7.adaln_modulation_mlp.1.weight"],["transformer_blocks.7.norm3.linear_2.weight","blocks.7.adaln_modulation_mlp.2.weight"],["transformer_blocks.7.ff.net.0.proj.weight","blocks.7.mlp.layer1.weight"],["transformer_blocks.7.ff.net.2.weight","blocks.7.mlp.layer2.weight"],["transformer_blocks.8.norm1.linear_1.weight","blocks.8.adaln_modulation_self_attn.1.weight"],["transformer_blocks.8.norm1.linear_2.weight","blocks.8.adaln_modulation_self_attn.2.weight"],["transformer_blocks.8.attn1.norm_q.weight","blocks.8.self_attn.q_norm.weight"],["transformer_blocks.8.attn1.norm_k.weight","blocks.8.self_attn.k_norm.weight"],["transformer_blocks.8.attn1.to_q.weight","blocks.8.self_attn.q_proj.weight"],["transformer_blocks.8.attn1.to_k.weight","blocks.8.self_attn.k_proj.weight"],["transformer_blocks.8.attn1.to_v.weight","blocks.8.self_attn.v_proj.weight"],["transformer_blocks.8.attn1.to_out.0.weight","blocks.8.self_attn.output_proj.weight"],["transformer_blocks.8.norm2.linear_1.weight","blocks.8.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.8.norm2.linear_2.weight","blocks.8.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.8.attn2.norm_q.weight","blocks.8.cross_attn.q_norm.weight"],["transformer_blocks.8.attn2.norm_k.weight","blocks.8.cross_attn.k_norm.weight"],["transformer_blocks.8.attn2.to_q.weight","blocks.8.cross_attn.q_proj.weight"],["transformer_blocks.8.attn2.to_k.weight","blocks.8.cross_attn.k_proj.weight"],["transformer_blocks.8.attn2.to_v.weight","blocks.8.cross_attn.v_proj.weight"],["transformer_blocks.8.attn2.to_out.0.weight","blocks.8.cross_attn.output_proj.weight"],["transformer_blocks.8.norm3.linear_1.weight","blocks.8.adaln_modulation_mlp.1.weight"],["transformer_blocks.8.norm3.linear_2.weight","blocks.8.adaln_modulation_mlp.2.weight"],["transformer_blocks.8.ff.net.0.proj.weight","blocks.8.mlp.layer1.weight"],["transformer_blocks.8.ff.net.2.weight","blocks.8.mlp.layer2.weight"],["transformer_blocks.9.norm1.linear_1.weight","blocks.9.adaln_modulation_self_attn.1.weight"],["transformer_blocks.9.norm1.linear_2.weight","blocks.9.adaln_modulation_self_attn.2.weight"],["transformer_blocks.9.attn1.norm_q.weight","blocks.9.self_attn.q_norm.weight"],["transformer_blocks.9.attn1.norm_k.weight","blocks.9.self_attn.k_norm.weight"],["transformer_blocks.9.attn1.to_q.weight","blocks.9.self_attn.q_proj.weight"],["transformer_blocks.9.attn1.to_k.weight","blocks.9.self_attn.k_proj.weight"],["transformer_blocks.9.attn1.to_v.weight","blocks.9.self_attn.v_proj.weight"],["transformer_blocks.9.attn1.to_out.0.weight","blocks.9.self_attn.output_proj.weight"],["transformer_blocks.9.norm2.linear_1.weight","blocks.9.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.9.norm2.linear_2.weight","blocks.9.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.9.attn2.norm_q.weight","blocks.9.cross_attn.q_norm.weight"],["transformer_blocks.9.attn2.norm_k.weight","blocks.9.cross_attn.k_norm.weight"],["transformer_blocks.9.attn2.to_q.weight","blocks.9.cross_attn.q_proj.weight"],["transformer_blocks.9.attn2.to_k.weight","blocks.9.cross_attn.k_proj.weight"],["transformer_blocks.9.attn2.to_v.weight","blocks.9.cross_attn.v_proj.weight"],["transformer_blocks.9.attn2.to_out.0.weight","blocks.9.cross_attn.output_proj.weight"],["transformer_blocks.9.norm3.linear_1.weight","blocks.9.adaln_modulation_mlp.1.weight"],["transformer_blocks.9.norm3.linear_2.weight","blocks.9.adaln_modulation_mlp.2.weight"],["transformer_blocks.9.ff.net.0.proj.weight","blocks.9.mlp.layer1.weight"],["transformer_blocks.9.ff.net.2.weight","blocks.9.mlp.layer2.weight"],["transformer_blocks.10.norm1.linear_1.weight","blocks.10.adaln_modulation_self_attn.1.weight"],["transformer_blocks.10.norm1.linear_2.weight","blocks.10.adaln_modulation_self_attn.2.weight"],["transformer_blocks.10.attn1.norm_q.weight","blocks.10.self_attn.q_norm.weight"],["transformer_blocks.10.attn1.norm_k.weight","blocks.10.self_attn.k_norm.weight"],["transformer_blocks.10.attn1.to_q.weight","blocks.10.self_attn.q_proj.weight"],["transformer_blocks.10.attn1.to_k.weight","blocks.10.self_attn.k_proj.weight"],["transformer_blocks.10.attn1.to_v.weight","blocks.10.self_attn.v_proj.weight"],["transformer_blocks.10.attn1.to_out.0.weight","blocks.10.self_attn.output_proj.weight"],["transformer_blocks.10.norm2.linear_1.weight","blocks.10.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.10.norm2.linear_2.weight","blocks.10.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.10.attn2.norm_q.weight","blocks.10.cross_attn.q_norm.weight"],["transformer_blocks.10.attn2.norm_k.weight","blocks.10.cross_attn.k_norm.weight"],["transformer_blocks.10.attn2.to_q.weight","blocks.10.cross_attn.q_proj.weight"],["transformer_blocks.10.attn2.to_k.weight","blocks.10.cross_attn.k_proj.weight"],["transformer_blocks.10.attn2.to_v.weight","blocks.10.cross_attn.v_proj.weight"],["transformer_blocks.10.attn2.to_out.0.weight","blocks.10.cross_attn.output_proj.weight"],["transformer_blocks.10.norm3.linear_1.weight","blocks.10.adaln_modulation_mlp.1.weight"],["transformer_blocks.10.norm3.linear_2.weight","blocks.10.adaln_modulation_mlp.2.weight"],["transformer_blocks.10.ff.net.0.proj.weight","blocks.10.mlp.layer1.weight"],["transformer_blocks.10.ff.net.2.weight","blocks.10.mlp.layer2.weight"],["transformer_blocks.11.norm1.linear_1.weight","blocks.11.adaln_modulation_self_attn.1.weight"],["transformer_blocks.11.norm1.linear_2.weight","blocks.11.adaln_modulation_self_attn.2.weight"],["transformer_blocks.11.attn1.norm_q.weight","blocks.11.self_attn.q_norm.weight"],["transformer_blocks.11.attn1.norm_k.weight","blocks.11.self_attn.k_norm.weight"],["transformer_blocks.11.attn1.to_q.weight","blocks.11.self_attn.q_proj.weight"],["transformer_blocks.11.attn1.to_k.weight","blocks.11.self_attn.k_proj.weight"],["transformer_blocks.11.attn1.to_v.weight","blocks.11.self_attn.v_proj.weight"],["transformer_blocks.11.attn1.to_out.0.weight","blocks.11.self_attn.output_proj.weight"],["transformer_blocks.11.norm2.linear_1.weight","blocks.11.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.11.norm2.linear_2.weight","blocks.11.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.11.attn2.norm_q.weight","blocks.11.cross_attn.q_norm.weight"],["transformer_blocks.11.attn2.norm_k.weight","blocks.11.cross_attn.k_norm.weight"],["transformer_blocks.11.attn2.to_q.weight","blocks.11.cross_attn.q_proj.weight"],["transformer_blocks.11.attn2.to_k.weight","blocks.11.cross_attn.k_proj.weight"],["transformer_blocks.11.attn2.to_v.weight","blocks.11.cross_attn.v_proj.weight"],["transformer_blocks.11.attn2.to_out.0.weight","blocks.11.cross_attn.output_proj.weight"],["transformer_blocks.11.norm3.linear_1.weight","blocks.11.adaln_modulation_mlp.1.weight"],["transformer_blocks.11.norm3.linear_2.weight","blocks.11.adaln_modulation_mlp.2.weight"],["transformer_blocks.11.ff.net.0.proj.weight","blocks.11.mlp.layer1.weight"],["transformer_blocks.11.ff.net.2.weight","blocks.11.mlp.layer2.weight"],["transformer_blocks.12.norm1.linear_1.weight","blocks.12.adaln_modulation_self_attn.1.weight"],["transformer_blocks.12.norm1.linear_2.weight","blocks.12.adaln_modulation_self_attn.2.weight"],["transformer_blocks.12.attn1.norm_q.weight","blocks.12.self_attn.q_norm.weight"],["transformer_blocks.12.attn1.norm_k.weight","blocks.12.self_attn.k_norm.weight"],["transformer_blocks.12.attn1.to_q.weight","blocks.12.self_attn.q_proj.weight"],["transformer_blocks.12.attn1.to_k.weight","blocks.12.self_attn.k_proj.weight"],["transformer_blocks.12.attn1.to_v.weight","blocks.12.self_attn.v_proj.weight"],["transformer_blocks.12.attn1.to_out.0.weight","blocks.12.self_attn.output_proj.weight"],["transformer_blocks.12.norm2.linear_1.weight","blocks.12.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.12.norm2.linear_2.weight","blocks.12.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.12.attn2.norm_q.weight","blocks.12.cross_attn.q_norm.weight"],["transformer_blocks.12.attn2.norm_k.weight","blocks.12.cross_attn.k_norm.weight"],["transformer_blocks.12.attn2.to_q.weight","blocks.12.cross_attn.q_proj.weight"],["transformer_blocks.12.attn2.to_k.weight","blocks.12.cross_attn.k_proj.weight"],["transformer_blocks.12.attn2.to_v.weight","blocks.12.cross_attn.v_proj.weight"],["transformer_blocks.12.attn2.to_out.0.weight","blocks.12.cross_attn.output_proj.weight"],["transformer_blocks.12.norm3.linear_1.weight","blocks.12.adaln_modulation_mlp.1.weight"],["transformer_blocks.12.norm3.linear_2.weight","blocks.12.adaln_modulation_mlp.2.weight"],["transformer_blocks.12.ff.net.0.proj.weight","blocks.12.mlp.layer1.weight"],["transformer_blocks.12.ff.net.2.weight","blocks.12.mlp.layer2.weight"],["transformer_blocks.13.norm1.linear_1.weight","blocks.13.adaln_modulation_self_attn.1.weight"],["transformer_blocks.13.norm1.linear_2.weight","blocks.13.adaln_modulation_self_attn.2.weight"],["transformer_blocks.13.attn1.norm_q.weight","blocks.13.self_attn.q_norm.weight"],["transformer_blocks.13.attn1.norm_k.weight","blocks.13.self_attn.k_norm.weight"],["transformer_blocks.13.attn1.to_q.weight","blocks.13.self_attn.q_proj.weight"],["transformer_blocks.13.attn1.to_k.weight","blocks.13.self_attn.k_proj.weight"],["transformer_blocks.13.attn1.to_v.weight","blocks.13.self_attn.v_proj.weight"],["transformer_blocks.13.attn1.to_out.0.weight","blocks.13.self_attn.output_proj.weight"],["transformer_blocks.13.norm2.linear_1.weight","blocks.13.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.13.norm2.linear_2.weight","blocks.13.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.13.attn2.norm_q.weight","blocks.13.cross_attn.q_norm.weight"],["transformer_blocks.13.attn2.norm_k.weight","blocks.13.cross_attn.k_norm.weight"],["transformer_blocks.13.attn2.to_q.weight","blocks.13.cross_attn.q_proj.weight"],["transformer_blocks.13.attn2.to_k.weight","blocks.13.cross_attn.k_proj.weight"],["transformer_blocks.13.attn2.to_v.weight","blocks.13.cross_attn.v_proj.weight"],["transformer_blocks.13.attn2.to_out.0.weight","blocks.13.cross_attn.output_proj.weight"],["transformer_blocks.13.norm3.linear_1.weight","blocks.13.adaln_modulation_mlp.1.weight"],["transformer_blocks.13.norm3.linear_2.weight","blocks.13.adaln_modulation_mlp.2.weight"],["transformer_blocks.13.ff.net.0.proj.weight","blocks.13.mlp.layer1.weight"],["transformer_blocks.13.ff.net.2.weight","blocks.13.mlp.layer2.weight"],["transformer_blocks.14.norm1.linear_1.weight","blocks.14.adaln_modulation_self_attn.1.weight"],["transformer_blocks.14.norm1.linear_2.weight","blocks.14.adaln_modulation_self_attn.2.weight"],["transformer_blocks.14.attn1.norm_q.weight","blocks.14.self_attn.q_norm.weight"],["transformer_blocks.14.attn1.norm_k.weight","blocks.14.self_attn.k_norm.weight"],["transformer_blocks.14.attn1.to_q.weight","blocks.14.self_attn.q_proj.weight"],["transformer_blocks.14.attn1.to_k.weight","blocks.14.self_attn.k_proj.weight"],["transformer_blocks.14.attn1.to_v.weight","blocks.14.self_attn.v_proj.weight"],["transformer_blocks.14.attn1.to_out.0.weight","blocks.14.self_attn.output_proj.weight"],["transformer_blocks.14.norm2.linear_1.weight","blocks.14.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.14.norm2.linear_2.weight","blocks.14.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.14.attn2.norm_q.weight","blocks.14.cross_attn.q_norm.weight"],["transformer_blocks.14.attn2.norm_k.weight","blocks.14.cross_attn.k_norm.weight"],["transformer_blocks.14.attn2.to_q.weight","blocks.14.cross_attn.q_proj.weight"],["transformer_blocks.14.attn2.to_k.weight","blocks.14.cross_attn.k_proj.weight"],["transformer_blocks.14.attn2.to_v.weight","blocks.14.cross_attn.v_proj.weight"],["transformer_blocks.14.attn2.to_out.0.weight","blocks.14.cross_attn.output_proj.weight"],["transformer_blocks.14.norm3.linear_1.weight","blocks.14.adaln_modulation_mlp.1.weight"],["transformer_blocks.14.norm3.linear_2.weight","blocks.14.adaln_modulation_mlp.2.weight"],["transformer_blocks.14.ff.net.0.proj.weight","blocks.14.mlp.layer1.weight"],["transformer_blocks.14.ff.net.2.weight","blocks.14.mlp.layer2.weight"],["transformer_blocks.15.norm1.linear_1.weight","blocks.15.adaln_modulation_self_attn.1.weight"],["transformer_blocks.15.norm1.linear_2.weight","blocks.15.adaln_modulation_self_attn.2.weight"],["transformer_blocks.15.attn1.norm_q.weight","blocks.15.self_attn.q_norm.weight"],["transformer_blocks.15.attn1.norm_k.weight","blocks.15.self_attn.k_norm.weight"],["transformer_blocks.15.attn1.to_q.weight","blocks.15.self_attn.q_proj.weight"],["transformer_blocks.15.attn1.to_k.weight","blocks.15.self_attn.k_proj.weight"],["transformer_blocks.15.attn1.to_v.weight","blocks.15.self_attn.v_proj.weight"],["transformer_blocks.15.attn1.to_out.0.weight","blocks.15.self_attn.output_proj.weight"],["transformer_blocks.15.norm2.linear_1.weight","blocks.15.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.15.norm2.linear_2.weight","blocks.15.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.15.attn2.norm_q.weight","blocks.15.cross_attn.q_norm.weight"],["transformer_blocks.15.attn2.norm_k.weight","blocks.15.cross_attn.k_norm.weight"],["transformer_blocks.15.attn2.to_q.weight","blocks.15.cross_attn.q_proj.weight"],["transformer_blocks.15.attn2.to_k.weight","blocks.15.cross_attn.k_proj.weight"],["transformer_blocks.15.attn2.to_v.weight","blocks.15.cross_attn.v_proj.weight"],["transformer_blocks.15.attn2.to_out.0.weight","blocks.15.cross_attn.output_proj.weight"],["transformer_blocks.15.norm3.linear_1.weight","blocks.15.adaln_modulation_mlp.1.weight"],["transformer_blocks.15.norm3.linear_2.weight","blocks.15.adaln_modulation_mlp.2.weight"],["transformer_blocks.15.ff.net.0.proj.weight","blocks.15.mlp.layer1.weight"],["transformer_blocks.15.ff.net.2.weight","blocks.15.mlp.layer2.weight"],["transformer_blocks.16.norm1.linear_1.weight","blocks.16.adaln_modulation_self_attn.1.weight"],["transformer_blocks.16.norm1.linear_2.weight","blocks.16.adaln_modulation_self_attn.2.weight"],["transformer_blocks.16.attn1.norm_q.weight","blocks.16.self_attn.q_norm.weight"],["transformer_blocks.16.attn1.norm_k.weight","blocks.16.self_attn.k_norm.weight"],["transformer_blocks.16.attn1.to_q.weight","blocks.16.self_attn.q_proj.weight"],["transformer_blocks.16.attn1.to_k.weight","blocks.16.self_attn.k_proj.weight"],["transformer_blocks.16.attn1.to_v.weight","blocks.16.self_attn.v_proj.weight"],["transformer_blocks.16.attn1.to_out.0.weight","blocks.16.self_attn.output_proj.weight"],["transformer_blocks.16.norm2.linear_1.weight","blocks.16.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.16.norm2.linear_2.weight","blocks.16.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.16.attn2.norm_q.weight","blocks.16.cross_attn.q_norm.weight"],["transformer_blocks.16.attn2.norm_k.weight","blocks.16.cross_attn.k_norm.weight"],["transformer_blocks.16.attn2.to_q.weight","blocks.16.cross_attn.q_proj.weight"],["transformer_blocks.16.attn2.to_k.weight","blocks.16.cross_attn.k_proj.weight"],["transformer_blocks.16.attn2.to_v.weight","blocks.16.cross_attn.v_proj.weight"],["transformer_blocks.16.attn2.to_out.0.weight","blocks.16.cross_attn.output_proj.weight"],["transformer_blocks.16.norm3.linear_1.weight","blocks.16.adaln_modulation_mlp.1.weight"],["transformer_blocks.16.norm3.linear_2.weight","blocks.16.adaln_modulation_mlp.2.weight"],["transformer_blocks.16.ff.net.0.proj.weight","blocks.16.mlp.layer1.weight"],["transformer_blocks.16.ff.net.2.weight","blocks.16.mlp.layer2.weight"],["transformer_blocks.17.norm1.linear_1.weight","blocks.17.adaln_modulation_self_attn.1.weight"],["transformer_blocks.17.norm1.linear_2.weight","blocks.17.adaln_modulation_self_attn.2.weight"],["transformer_blocks.17.attn1.norm_q.weight","blocks.17.self_attn.q_norm.weight"],["transformer_blocks.17.attn1.norm_k.weight","blocks.17.self_attn.k_norm.weight"],["transformer_blocks.17.attn1.to_q.weight","blocks.17.self_attn.q_proj.weight"],["transformer_blocks.17.attn1.to_k.weight","blocks.17.self_attn.k_proj.weight"],["transformer_blocks.17.attn1.to_v.weight","blocks.17.self_attn.v_proj.weight"],["transformer_blocks.17.attn1.to_out.0.weight","blocks.17.self_attn.output_proj.weight"],["transformer_blocks.17.norm2.linear_1.weight","blocks.17.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.17.norm2.linear_2.weight","blocks.17.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.17.attn2.norm_q.weight","blocks.17.cross_attn.q_norm.weight"],["transformer_blocks.17.attn2.norm_k.weight","blocks.17.cross_attn.k_norm.weight"],["transformer_blocks.17.attn2.to_q.weight","blocks.17.cross_attn.q_proj.weight"],["transformer_blocks.17.attn2.to_k.weight","blocks.17.cross_attn.k_proj.weight"],["transformer_blocks.17.attn2.to_v.weight","blocks.17.cross_attn.v_proj.weight"],["transformer_blocks.17.attn2.to_out.0.weight","blocks.17.cross_attn.output_proj.weight"],["transformer_blocks.17.norm3.linear_1.weight","blocks.17.adaln_modulation_mlp.1.weight"],["transformer_blocks.17.norm3.linear_2.weight","blocks.17.adaln_modulation_mlp.2.weight"],["transformer_blocks.17.ff.net.0.proj.weight","blocks.17.mlp.layer1.weight"],["transformer_blocks.17.ff.net.2.weight","blocks.17.mlp.layer2.weight"],["transformer_blocks.18.norm1.linear_1.weight","blocks.18.adaln_modulation_self_attn.1.weight"],["transformer_blocks.18.norm1.linear_2.weight","blocks.18.adaln_modulation_self_attn.2.weight"],["transformer_blocks.18.attn1.norm_q.weight","blocks.18.self_attn.q_norm.weight"],["transformer_blocks.18.attn1.norm_k.weight","blocks.18.self_attn.k_norm.weight"],["transformer_blocks.18.attn1.to_q.weight","blocks.18.self_attn.q_proj.weight"],["transformer_blocks.18.attn1.to_k.weight","blocks.18.self_attn.k_proj.weight"],["transformer_blocks.18.attn1.to_v.weight","blocks.18.self_attn.v_proj.weight"],["transformer_blocks.18.attn1.to_out.0.weight","blocks.18.self_attn.output_proj.weight"],["transformer_blocks.18.norm2.linear_1.weight","blocks.18.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.18.norm2.linear_2.weight","blocks.18.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.18.attn2.norm_q.weight","blocks.18.cross_attn.q_norm.weight"],["transformer_blocks.18.attn2.norm_k.weight","blocks.18.cross_attn.k_norm.weight"],["transformer_blocks.18.attn2.to_q.weight","blocks.18.cross_attn.q_proj.weight"],["transformer_blocks.18.attn2.to_k.weight","blocks.18.cross_attn.k_proj.weight"],["transformer_blocks.18.attn2.to_v.weight","blocks.18.cross_attn.v_proj.weight"],["transformer_blocks.18.attn2.to_out.0.weight","blocks.18.cross_attn.output_proj.weight"],["transformer_blocks.18.norm3.linear_1.weight","blocks.18.adaln_modulation_mlp.1.weight"],["transformer_blocks.18.norm3.linear_2.weight","blocks.18.adaln_modulation_mlp.2.weight"],["transformer_blocks.18.ff.net.0.proj.weight","blocks.18.mlp.layer1.weight"],["transformer_blocks.18.ff.net.2.weight","blocks.18.mlp.layer2.weight"],["transformer_blocks.19.norm1.linear_1.weight","blocks.19.adaln_modulation_self_attn.1.weight"],["transformer_blocks.19.norm1.linear_2.weight","blocks.19.adaln_modulation_self_attn.2.weight"],["transformer_blocks.19.attn1.norm_q.weight","blocks.19.self_attn.q_norm.weight"],["transformer_blocks.19.attn1.norm_k.weight","blocks.19.self_attn.k_norm.weight"],["transformer_blocks.19.attn1.to_q.weight","blocks.19.self_attn.q_proj.weight"],["transformer_blocks.19.attn1.to_k.weight","blocks.19.self_attn.k_proj.weight"],["transformer_blocks.19.attn1.to_v.weight","blocks.19.self_attn.v_proj.weight"],["transformer_blocks.19.attn1.to_out.0.weight","blocks.19.self_attn.output_proj.weight"],["transformer_blocks.19.norm2.linear_1.weight","blocks.19.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.19.norm2.linear_2.weight","blocks.19.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.19.attn2.norm_q.weight","blocks.19.cross_attn.q_norm.weight"],["transformer_blocks.19.attn2.norm_k.weight","blocks.19.cross_attn.k_norm.weight"],["transformer_blocks.19.attn2.to_q.weight","blocks.19.cross_attn.q_proj.weight"],["transformer_blocks.19.attn2.to_k.weight","blocks.19.cross_attn.k_proj.weight"],["transformer_blocks.19.attn2.to_v.weight","blocks.19.cross_attn.v_proj.weight"],["transformer_blocks.19.attn2.to_out.0.weight","blocks.19.cross_attn.output_proj.weight"],["transformer_blocks.19.norm3.linear_1.weight","blocks.19.adaln_modulation_mlp.1.weight"],["transformer_blocks.19.norm3.linear_2.weight","blocks.19.adaln_modulation_mlp.2.weight"],["transformer_blocks.19.ff.net.0.proj.weight","blocks.19.mlp.layer1.weight"],["transformer_blocks.19.ff.net.2.weight","blocks.19.mlp.layer2.weight"],["transformer_blocks.20.norm1.linear_1.weight","blocks.20.adaln_modulation_self_attn.1.weight"],["transformer_blocks.20.norm1.linear_2.weight","blocks.20.adaln_modulation_self_attn.2.weight"],["transformer_blocks.20.attn1.norm_q.weight","blocks.20.self_attn.q_norm.weight"],["transformer_blocks.20.attn1.norm_k.weight","blocks.20.self_attn.k_norm.weight"],["transformer_blocks.20.attn1.to_q.weight","blocks.20.self_attn.q_proj.weight"],["transformer_blocks.20.attn1.to_k.weight","blocks.20.self_attn.k_proj.weight"],["transformer_blocks.20.attn1.to_v.weight","blocks.20.self_attn.v_proj.weight"],["transformer_blocks.20.attn1.to_out.0.weight","blocks.20.self_attn.output_proj.weight"],["transformer_blocks.20.norm2.linear_1.weight","blocks.20.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.20.norm2.linear_2.weight","blocks.20.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.20.attn2.norm_q.weight","blocks.20.cross_attn.q_norm.weight"],["transformer_blocks.20.attn2.norm_k.weight","blocks.20.cross_attn.k_norm.weight"],["transformer_blocks.20.attn2.to_q.weight","blocks.20.cross_attn.q_proj.weight"],["transformer_blocks.20.attn2.to_k.weight","blocks.20.cross_attn.k_proj.weight"],["transformer_blocks.20.attn2.to_v.weight","blocks.20.cross_attn.v_proj.weight"],["transformer_blocks.20.attn2.to_out.0.weight","blocks.20.cross_attn.output_proj.weight"],["transformer_blocks.20.norm3.linear_1.weight","blocks.20.adaln_modulation_mlp.1.weight"],["transformer_blocks.20.norm3.linear_2.weight","blocks.20.adaln_modulation_mlp.2.weight"],["transformer_blocks.20.ff.net.0.proj.weight","blocks.20.mlp.layer1.weight"],["transformer_blocks.20.ff.net.2.weight","blocks.20.mlp.layer2.weight"],["transformer_blocks.21.norm1.linear_1.weight","blocks.21.adaln_modulation_self_attn.1.weight"],["transformer_blocks.21.norm1.linear_2.weight","blocks.21.adaln_modulation_self_attn.2.weight"],["transformer_blocks.21.attn1.norm_q.weight","blocks.21.self_attn.q_norm.weight"],["transformer_blocks.21.attn1.norm_k.weight","blocks.21.self_attn.k_norm.weight"],["transformer_blocks.21.attn1.to_q.weight","blocks.21.self_attn.q_proj.weight"],["transformer_blocks.21.attn1.to_k.weight","blocks.21.self_attn.k_proj.weight"],["transformer_blocks.21.attn1.to_v.weight","blocks.21.self_attn.v_proj.weight"],["transformer_blocks.21.attn1.to_out.0.weight","blocks.21.self_attn.output_proj.weight"],["transformer_blocks.21.norm2.linear_1.weight","blocks.21.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.21.norm2.linear_2.weight","blocks.21.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.21.attn2.norm_q.weight","blocks.21.cross_attn.q_norm.weight"],["transformer_blocks.21.attn2.norm_k.weight","blocks.21.cross_attn.k_norm.weight"],["transformer_blocks.21.attn2.to_q.weight","blocks.21.cross_attn.q_proj.weight"],["transformer_blocks.21.attn2.to_k.weight","blocks.21.cross_attn.k_proj.weight"],["transformer_blocks.21.attn2.to_v.weight","blocks.21.cross_attn.v_proj.weight"],["transformer_blocks.21.attn2.to_out.0.weight","blocks.21.cross_attn.output_proj.weight"],["transformer_blocks.21.norm3.linear_1.weight","blocks.21.adaln_modulation_mlp.1.weight"],["transformer_blocks.21.norm3.linear_2.weight","blocks.21.adaln_modulation_mlp.2.weight"],["transformer_blocks.21.ff.net.0.proj.weight","blocks.21.mlp.layer1.weight"],["transformer_blocks.21.ff.net.2.weight","blocks.21.mlp.layer2.weight"],["transformer_blocks.22.norm1.linear_1.weight","blocks.22.adaln_modulation_self_attn.1.weight"],["transformer_blocks.22.norm1.linear_2.weight","blocks.22.adaln_modulation_self_attn.2.weight"],["transformer_blocks.22.attn1.norm_q.weight","blocks.22.self_attn.q_norm.weight"],["transformer_blocks.22.attn1.norm_k.weight","blocks.22.self_attn.k_norm.weight"],["transformer_blocks.22.attn1.to_q.weight","blocks.22.self_attn.q_proj.weight"],["transformer_blocks.22.attn1.to_k.weight","blocks.22.self_attn.k_proj.weight"],["transformer_blocks.22.attn1.to_v.weight","blocks.22.self_attn.v_proj.weight"],["transformer_blocks.22.attn1.to_out.0.weight","blocks.22.self_attn.output_proj.weight"],["transformer_blocks.22.norm2.linear_1.weight","blocks.22.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.22.norm2.linear_2.weight","blocks.22.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.22.attn2.norm_q.weight","blocks.22.cross_attn.q_norm.weight"],["transformer_blocks.22.attn2.norm_k.weight","blocks.22.cross_attn.k_norm.weight"],["transformer_blocks.22.attn2.to_q.weight","blocks.22.cross_attn.q_proj.weight"],["transformer_blocks.22.attn2.to_k.weight","blocks.22.cross_attn.k_proj.weight"],["transformer_blocks.22.attn2.to_v.weight","blocks.22.cross_attn.v_proj.weight"],["transformer_blocks.22.attn2.to_out.0.weight","blocks.22.cross_attn.output_proj.weight"],["transformer_blocks.22.norm3.linear_1.weight","blocks.22.adaln_modulation_mlp.1.weight"],["transformer_blocks.22.norm3.linear_2.weight","blocks.22.adaln_modulation_mlp.2.weight"],["transformer_blocks.22.ff.net.0.proj.weight","blocks.22.mlp.layer1.weight"],["transformer_blocks.22.ff.net.2.weight","blocks.22.mlp.layer2.weight"],["transformer_blocks.23.norm1.linear_1.weight","blocks.23.adaln_modulation_self_attn.1.weight"],["transformer_blocks.23.norm1.linear_2.weight","blocks.23.adaln_modulation_self_attn.2.weight"],["transformer_blocks.23.attn1.norm_q.weight","blocks.23.self_attn.q_norm.weight"],["transformer_blocks.23.attn1.norm_k.weight","blocks.23.self_attn.k_norm.weight"],["transformer_blocks.23.attn1.to_q.weight","blocks.23.self_attn.q_proj.weight"],["transformer_blocks.23.attn1.to_k.weight","blocks.23.self_attn.k_proj.weight"],["transformer_blocks.23.attn1.to_v.weight","blocks.23.self_attn.v_proj.weight"],["transformer_blocks.23.attn1.to_out.0.weight","blocks.23.self_attn.output_proj.weight"],["transformer_blocks.23.norm2.linear_1.weight","blocks.23.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.23.norm2.linear_2.weight","blocks.23.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.23.attn2.norm_q.weight","blocks.23.cross_attn.q_norm.weight"],["transformer_blocks.23.attn2.norm_k.weight","blocks.23.cross_attn.k_norm.weight"],["transformer_blocks.23.attn2.to_q.weight","blocks.23.cross_attn.q_proj.weight"],["transformer_blocks.23.attn2.to_k.weight","blocks.23.cross_attn.k_proj.weight"],["transformer_blocks.23.attn2.to_v.weight","blocks.23.cross_attn.v_proj.weight"],["transformer_blocks.23.attn2.to_out.0.weight","blocks.23.cross_attn.output_proj.weight"],["transformer_blocks.23.norm3.linear_1.weight","blocks.23.adaln_modulation_mlp.1.weight"],["transformer_blocks.23.norm3.linear_2.weight","blocks.23.adaln_modulation_mlp.2.weight"],["transformer_blocks.23.ff.net.0.proj.weight","blocks.23.mlp.layer1.weight"],["transformer_blocks.23.ff.net.2.weight","blocks.23.mlp.layer2.weight"],["transformer_blocks.24.norm1.linear_1.weight","blocks.24.adaln_modulation_self_attn.1.weight"],["transformer_blocks.24.norm1.linear_2.weight","blocks.24.adaln_modulation_self_attn.2.weight"],["transformer_blocks.24.attn1.norm_q.weight","blocks.24.self_attn.q_norm.weight"],["transformer_blocks.24.attn1.norm_k.weight","blocks.24.self_attn.k_norm.weight"],["transformer_blocks.24.attn1.to_q.weight","blocks.24.self_attn.q_proj.weight"],["transformer_blocks.24.attn1.to_k.weight","blocks.24.self_attn.k_proj.weight"],["transformer_blocks.24.attn1.to_v.weight","blocks.24.self_attn.v_proj.weight"],["transformer_blocks.24.attn1.to_out.0.weight","blocks.24.self_attn.output_proj.weight"],["transformer_blocks.24.norm2.linear_1.weight","blocks.24.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.24.norm2.linear_2.weight","blocks.24.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.24.attn2.norm_q.weight","blocks.24.cross_attn.q_norm.weight"],["transformer_blocks.24.attn2.norm_k.weight","blocks.24.cross_attn.k_norm.weight"],["transformer_blocks.24.attn2.to_q.weight","blocks.24.cross_attn.q_proj.weight"],["transformer_blocks.24.attn2.to_k.weight","blocks.24.cross_attn.k_proj.weight"],["transformer_blocks.24.attn2.to_v.weight","blocks.24.cross_attn.v_proj.weight"],["transformer_blocks.24.attn2.to_out.0.weight","blocks.24.cross_attn.output_proj.weight"],["transformer_blocks.24.norm3.linear_1.weight","blocks.24.adaln_modulation_mlp.1.weight"],["transformer_blocks.24.norm3.linear_2.weight","blocks.24.adaln_modulation_mlp.2.weight"],["transformer_blocks.24.ff.net.0.proj.weight","blocks.24.mlp.layer1.weight"],["transformer_blocks.24.ff.net.2.weight","blocks.24.mlp.layer2.weight"],["transformer_blocks.25.norm1.linear_1.weight","blocks.25.adaln_modulation_self_attn.1.weight"],["transformer_blocks.25.norm1.linear_2.weight","blocks.25.adaln_modulation_self_attn.2.weight"],["transformer_blocks.25.attn1.norm_q.weight","blocks.25.self_attn.q_norm.weight"],["transformer_blocks.25.attn1.norm_k.weight","blocks.25.self_attn.k_norm.weight"],["transformer_blocks.25.attn1.to_q.weight","blocks.25.self_attn.q_proj.weight"],["transformer_blocks.25.attn1.to_k.weight","blocks.25.self_attn.k_proj.weight"],["transformer_blocks.25.attn1.to_v.weight","blocks.25.self_attn.v_proj.weight"],["transformer_blocks.25.attn1.to_out.0.weight","blocks.25.self_attn.output_proj.weight"],["transformer_blocks.25.norm2.linear_1.weight","blocks.25.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.25.norm2.linear_2.weight","blocks.25.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.25.attn2.norm_q.weight","blocks.25.cross_attn.q_norm.weight"],["transformer_blocks.25.attn2.norm_k.weight","blocks.25.cross_attn.k_norm.weight"],["transformer_blocks.25.attn2.to_q.weight","blocks.25.cross_attn.q_proj.weight"],["transformer_blocks.25.attn2.to_k.weight","blocks.25.cross_attn.k_proj.weight"],["transformer_blocks.25.attn2.to_v.weight","blocks.25.cross_attn.v_proj.weight"],["transformer_blocks.25.attn2.to_out.0.weight","blocks.25.cross_attn.output_proj.weight"],["transformer_blocks.25.norm3.linear_1.weight","blocks.25.adaln_modulation_mlp.1.weight"],["transformer_blocks.25.norm3.linear_2.weight","blocks.25.adaln_modulation_mlp.2.weight"],["transformer_blocks.25.ff.net.0.proj.weight","blocks.25.mlp.layer1.weight"],["transformer_blocks.25.ff.net.2.weight","blocks.25.mlp.layer2.weight"],["transformer_blocks.26.norm1.linear_1.weight","blocks.26.adaln_modulation_self_attn.1.weight"],["transformer_blocks.26.norm1.linear_2.weight","blocks.26.adaln_modulation_self_attn.2.weight"],["transformer_blocks.26.attn1.norm_q.weight","blocks.26.self_attn.q_norm.weight"],["transformer_blocks.26.attn1.norm_k.weight","blocks.26.self_attn.k_norm.weight"],["transformer_blocks.26.attn1.to_q.weight","blocks.26.self_attn.q_proj.weight"],["transformer_blocks.26.attn1.to_k.weight","blocks.26.self_attn.k_proj.weight"],["transformer_blocks.26.attn1.to_v.weight","blocks.26.self_attn.v_proj.weight"],["transformer_blocks.26.attn1.to_out.0.weight","blocks.26.self_attn.output_proj.weight"],["transformer_blocks.26.norm2.linear_1.weight","blocks.26.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.26.norm2.linear_2.weight","blocks.26.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.26.attn2.norm_q.weight","blocks.26.cross_attn.q_norm.weight"],["transformer_blocks.26.attn2.norm_k.weight","blocks.26.cross_attn.k_norm.weight"],["transformer_blocks.26.attn2.to_q.weight","blocks.26.cross_attn.q_proj.weight"],["transformer_blocks.26.attn2.to_k.weight","blocks.26.cross_attn.k_proj.weight"],["transformer_blocks.26.attn2.to_v.weight","blocks.26.cross_attn.v_proj.weight"],["transformer_blocks.26.attn2.to_out.0.weight","blocks.26.cross_attn.output_proj.weight"],["transformer_blocks.26.norm3.linear_1.weight","blocks.26.adaln_modulation_mlp.1.weight"],["transformer_blocks.26.norm3.linear_2.weight","blocks.26.adaln_modulation_mlp.2.weight"],["transformer_blocks.26.ff.net.0.proj.weight","blocks.26.mlp.layer1.weight"],["transformer_blocks.26.ff.net.2.weight","blocks.26.mlp.layer2.weight"],["transformer_blocks.27.norm1.linear_1.weight","blocks.27.adaln_modulation_self_attn.1.weight"],["transformer_blocks.27.norm1.linear_2.weight","blocks.27.adaln_modulation_self_attn.2.weight"],["transformer_blocks.27.attn1.norm_q.weight","blocks.27.self_attn.q_norm.weight"],["transformer_blocks.27.attn1.norm_k.weight","blocks.27.self_attn.k_norm.weight"],["transformer_blocks.27.attn1.to_q.weight","blocks.27.self_attn.q_proj.weight"],["transformer_blocks.27.attn1.to_k.weight","blocks.27.self_attn.k_proj.weight"],["transformer_blocks.27.attn1.to_v.weight","blocks.27.self_attn.v_proj.weight"],["transformer_blocks.27.attn1.to_out.0.weight","blocks.27.self_attn.output_proj.weight"],["transformer_blocks.27.norm2.linear_1.weight","blocks.27.adaln_modulation_cross_attn.1.weight"],["transformer_blocks.27.norm2.linear_2.weight","blocks.27.adaln_modulation_cross_attn.2.weight"],["transformer_blocks.27.attn2.norm_q.weight","blocks.27.cross_attn.q_norm.weight"],["transformer_blocks.27.attn2.norm_k.weight","blocks.27.cross_attn.k_norm.weight"],["transformer_blocks.27.attn2.to_q.weight","blocks.27.cross_attn.q_proj.weight"],["transformer_blocks.27.attn2.to_k.weight","blocks.27.cross_attn.k_proj.weight"],["transformer_blocks.27.attn2.to_v.weight","blocks.27.cross_attn.v_proj.weight"],["transformer_blocks.27.attn2.to_out.0.weight","blocks.27.cross_attn.output_proj.weight"],["transformer_blocks.27.norm3.linear_1.weight","blocks.27.adaln_modulation_mlp.1.weight"],["transformer_blocks.27.norm3.linear_2.weight","blocks.27.adaln_modulation_mlp.2.weight"],["transformer_blocks.27.ff.net.0.proj.weight","blocks.27.mlp.layer1.weight"],["transformer_blocks.27.ff.net.2.weight","blocks.27.mlp.layer2.weight"],["norm_out.linear_1.weight","final_layer.adaln_modulation.1.weight"],["norm_out.linear_2.weight","final_layer.adaln_modulation.2.weight"],["proj_out.weight","final_layer.linear.weight"]]},{"component":"vae","prefix":"","drop":[],"optional":[],"routes":[["encoder.conv_in.weight","encoder.conv1.weight"],["encoder.conv_in.bias","encoder.conv1.bias"],["encoder.down_blocks.0.norm1.gamma","encoder.downsamples.0.residual.0.gamma"],["encoder.down_blocks.0.conv1.weight","encoder.downsamples.0.residual.2.weight"],["encoder.down_blocks.0.conv1.bias","encoder.downsamples.0.residual.2.bias"],["encoder.down_blocks.0.norm2.gamma","encoder.downsamples.0.residual.3.gamma"],["encoder.down_blocks.0.conv2.weight","encoder.downsamples.0.residual.6.weight"],["encoder.down_blocks.0.conv2.bias","encoder.downsamples.0.residual.6.bias"],["encoder.down_blocks.1.norm1.gamma","encoder.downsamples.1.residual.0.gamma"],["encoder.down_blocks.1.conv1.weight","encoder.downsamples.1.residual.2.weight"],["encoder.down_blocks.1.conv1.bias","encoder.downsamples.1.residual.2.bias"],["encoder.down_blocks.1.norm2.gamma","encoder.downsamples.1.residual.3.gamma"],["encoder.down_blocks.1.conv2.weight","encoder.downsamples.1.residual.6.weight"],["encoder.down_blocks.1.conv2.bias","encoder.downsamples.1.residual.6.bias"],["encoder.down_blocks.2.resample.1.weight","encoder.downsamples.2.resample.1.weight"],["encoder.down_blocks.2.resample.1.bias","encoder.downsamples.2.resample.1.bias"],["encoder.down_blocks.3.norm1.gamma","encoder.downsamples.3.residual.0.gamma"],["encoder.down_blocks.3.conv1.weight","encoder.downsamples.3.residual.2.weight"],["encoder.down_blocks.3.conv1.bias","encoder.downsamples.3.residual.2.bias"],["encoder.down_blocks.3.norm2.gamma","encoder.downsamples.3.residual.3.gamma"],["encoder.down_blocks.3.conv2.weight","encoder.downsamples.3.residual.6.weight"],["encoder.down_blocks.3.conv2.bias","encoder.downsamples.3.residual.6.bias"],["encoder.down_blocks.3.conv_shortcut.weight","encoder.downsamples.3.shortcut.weight"],["encoder.down_blocks.3.conv_shortcut.bias","encoder.downsamples.3.shortcut.bias"],["encoder.down_blocks.4.norm1.gamma","encoder.downsamples.4.residual.0.gamma"],["encoder.down_blocks.4.conv1.weight","encoder.downsamples.4.residual.2.weight"],["encoder.down_blocks.4.conv1.bias","encoder.downsamples.4.residual.2.bias"],["encoder.down_blocks.4.norm2.gamma","encoder.downsamples.4.residual.3.gamma"],["encoder.down_blocks.4.conv2.weight","encoder.downsamples.4.residual.6.weight"],["encoder.down_blocks.4.conv2.bias","encoder.downsamples.4.residual.6.bias"],["encoder.down_blocks.5.resample.1.weight","encoder.downsamples.5.resample.1.weight"],["encoder.down_blocks.5.resample.1.bias","encoder.downsamples.5.resample.1.bias"],["encoder.down_blocks.5.time_conv.weight","encoder.downsamples.5.time_conv.weight"],["encoder.down_blocks.5.time_conv.bias","encoder.downsamples.5.time_conv.bias"],["encoder.down_blocks.6.norm1.gamma","encoder.downsamples.6.residual.0.gamma"],["encoder.down_blocks.6.conv1.weight","encoder.downsamples.6.residual.2.weight"],["encoder.down_blocks.6.conv1.bias","encoder.downsamples.6.residual.2.bias"],["encoder.down_blocks.6.norm2.gamma","encoder.downsamples.6.residual.3.gamma"],["encoder.down_blocks.6.conv2.weight","encoder.downsamples.6.residual.6.weight"],["encoder.down_blocks.6.conv2.bias","encoder.downsamples.6.residual.6.bias"],["encoder.down_blocks.6.conv_shortcut.weight","encoder.downsamples.6.shortcut.weight"],["encoder.down_blocks.6.conv_shortcut.bias","encoder.downsamples.6.shortcut.bias"],["encoder.down_blocks.7.norm1.gamma","encoder.downsamples.7.residual.0.gamma"],["encoder.down_blocks.7.conv1.weight","encoder.downsamples.7.residual.2.weight"],["encoder.down_blocks.7.conv1.bias","encoder.downsamples.7.residual.2.bias"],["encoder.down_blocks.7.norm2.gamma","encoder.downsamples.7.residual.3.gamma"],["encoder.down_blocks.7.conv2.weight","encoder.downsamples.7.residual.6.weight"],["encoder.down_blocks.7.conv2.bias","encoder.downsamples.7.residual.6.bias"],["encoder.down_blocks.8.resample.1.weight","encoder.downsamples.8.resample.1.weight"],["encoder.down_blocks.8.resample.1.bias","encoder.downsamples.8.resample.1.bias"],["encoder.down_blocks.8.time_conv.weight","encoder.downsamples.8.time_conv.weight"],["encoder.down_blocks.8.time_conv.bias","encoder.downsamples.8.time_conv.bias"],["encoder.down_blocks.9.norm1.gamma","encoder.downsamples.9.residual.0.gamma"],["encoder.down_blocks.9.conv1.weight","encoder.downsamples.9.residual.2.weight"],["encoder.down_blocks.9.conv1.bias","encoder.downsamples.9.residual.2.bias"],["encoder.down_blocks.9.norm2.gamma","encoder.downsamples.9.residual.3.gamma"],["encoder.down_blocks.9.conv2.weight","encoder.downsamples.9.residual.6.weight"],["encoder.down_blocks.9.conv2.bias","encoder.downsamples.9.residual.6.bias"],["encoder.down_blocks.10.norm1.gamma","encoder.downsamples.10.residual.0.gamma"],["encoder.down_blocks.10.conv1.weight","encoder.downsamples.10.residual.2.weight"],["encoder.down_blocks.10.conv1.bias","encoder.downsamples.10.residual.2.bias"],["encoder.down_blocks.10.norm2.gamma","encoder.downsamples.10.residual.3.gamma"],["encoder.down_blocks.10.conv2.weight","encoder.downsamples.10.residual.6.weight"],["encoder.down_blocks.10.conv2.bias","encoder.downsamples.10.residual.6.bias"],["encoder.mid_block.attentions.0.norm.gamma","encoder.middle.1.norm.gamma"],["encoder.mid_block.attentions.0.to_qkv.weight","encoder.middle.1.to_qkv.weight"],["encoder.mid_block.attentions.0.to_qkv.bias","encoder.middle.1.to_qkv.bias"],["encoder.mid_block.attentions.0.proj.weight","encoder.middle.1.proj.weight"],["encoder.mid_block.attentions.0.proj.bias","encoder.middle.1.proj.bias"],["encoder.mid_block.resnets.0.norm1.gamma","encoder.middle.0.residual.0.gamma"],["encoder.mid_block.resnets.0.conv1.weight","encoder.middle.0.residual.2.weight"],["encoder.mid_block.resnets.0.conv1.bias","encoder.middle.0.residual.2.bias"],["encoder.mid_block.resnets.0.norm2.gamma","encoder.middle.0.residual.3.gamma"],["encoder.mid_block.resnets.0.conv2.weight","encoder.middle.0.residual.6.weight"],["encoder.mid_block.resnets.0.conv2.bias","encoder.middle.0.residual.6.bias"],["encoder.mid_block.resnets.1.norm1.gamma","encoder.middle.2.residual.0.gamma"],["encoder.mid_block.resnets.1.conv1.weight","encoder.middle.2.residual.2.weight"],["encoder.mid_block.resnets.1.conv1.bias","encoder.middle.2.residual.2.bias"],["encoder.mid_block.resnets.1.norm2.gamma","encoder.middle.2.residual.3.gamma"],["encoder.mid_block.resnets.1.conv2.weight","encoder.middle.2.residual.6.weight"],["encoder.mid_block.resnets.1.conv2.bias","encoder.middle.2.residual.6.bias"],["encoder.norm_out.gamma","encoder.head.0.gamma"],["encoder.conv_out.weight","encoder.head.2.weight"],["encoder.conv_out.bias","encoder.head.2.bias"],["quant_conv.weight","conv1.weight"],["quant_conv.bias","conv1.bias"],["post_quant_conv.weight","conv2.weight"],["post_quant_conv.bias","conv2.bias"],["decoder.conv_in.weight","decoder.conv1.weight"],["decoder.conv_in.bias","decoder.conv1.bias"],["decoder.mid_block.attentions.0.norm.gamma","decoder.middle.1.norm.gamma"],["decoder.mid_block.attentions.0.to_qkv.weight","decoder.middle.1.to_qkv.weight"],["decoder.mid_block.attentions.0.to_qkv.bias","decoder.middle.1.to_qkv.bias"],["decoder.mid_block.attentions.0.proj.weight","decoder.middle.1.proj.weight"],["decoder.mid_block.attentions.0.proj.bias","decoder.middle.1.proj.bias"],["decoder.mid_block.resnets.0.norm1.gamma","decoder.middle.0.residual.0.gamma"],["decoder.mid_block.resnets.0.conv1.weight","decoder.middle.0.residual.2.weight"],["decoder.mid_block.resnets.0.conv1.bias","decoder.middle.0.residual.2.bias"],["decoder.mid_block.resnets.0.norm2.gamma","decoder.middle.0.residual.3.gamma"],["decoder.mid_block.resnets.0.conv2.weight","decoder.middle.0.residual.6.weight"],["decoder.mid_block.resnets.0.conv2.bias","decoder.middle.0.residual.6.bias"],["decoder.mid_block.resnets.1.norm1.gamma","decoder.middle.2.residual.0.gamma"],["decoder.mid_block.resnets.1.conv1.weight","decoder.middle.2.residual.2.weight"],["decoder.mid_block.resnets.1.conv1.bias","decoder.middle.2.residual.2.bias"],["decoder.mid_block.resnets.1.norm2.gamma","decoder.middle.2.residual.3.gamma"],["decoder.mid_block.resnets.1.conv2.weight","decoder.middle.2.residual.6.weight"],["decoder.mid_block.resnets.1.conv2.bias","decoder.middle.2.residual.6.bias"],["decoder.up_blocks.0.resnets.0.norm1.gamma","decoder.upsamples.0.residual.0.gamma"],["decoder.up_blocks.0.resnets.0.conv1.weight","decoder.upsamples.0.residual.2.weight"],["decoder.up_blocks.0.resnets.0.conv1.bias","decoder.upsamples.0.residual.2.bias"],["decoder.up_blocks.0.resnets.0.norm2.gamma","decoder.upsamples.0.residual.3.gamma"],["decoder.up_blocks.0.resnets.0.conv2.weight","decoder.upsamples.0.residual.6.weight"],["decoder.up_blocks.0.resnets.0.conv2.bias","decoder.upsamples.0.residual.6.bias"],["decoder.up_blocks.0.resnets.1.norm1.gamma","decoder.upsamples.1.residual.0.gamma"],["decoder.up_blocks.0.resnets.1.conv1.weight","decoder.upsamples.1.residual.2.weight"],["decoder.up_blocks.0.resnets.1.conv1.bias","decoder.upsamples.1.residual.2.bias"],["decoder.up_blocks.0.resnets.1.norm2.gamma","decoder.upsamples.1.residual.3.gamma"],["decoder.up_blocks.0.resnets.1.conv2.weight","decoder.upsamples.1.residual.6.weight"],["decoder.up_blocks.0.resnets.1.conv2.bias","decoder.upsamples.1.residual.6.bias"],["decoder.up_blocks.0.resnets.2.norm1.gamma","decoder.upsamples.2.residual.0.gamma"],["decoder.up_blocks.0.resnets.2.conv1.weight","decoder.upsamples.2.residual.2.weight"],["decoder.up_blocks.0.resnets.2.conv1.bias","decoder.upsamples.2.residual.2.bias"],["decoder.up_blocks.0.resnets.2.norm2.gamma","decoder.upsamples.2.residual.3.gamma"],["decoder.up_blocks.0.resnets.2.conv2.weight","decoder.upsamples.2.residual.6.weight"],["decoder.up_blocks.0.resnets.2.conv2.bias","decoder.upsamples.2.residual.6.bias"],["decoder.up_blocks.0.upsamplers.0.resample.1.weight","decoder.upsamples.3.resample.1.weight"],["decoder.up_blocks.0.upsamplers.0.resample.1.bias","decoder.upsamples.3.resample.1.bias"],["decoder.up_blocks.0.upsamplers.0.time_conv.weight","decoder.upsamples.3.time_conv.weight"],["decoder.up_blocks.0.upsamplers.0.time_conv.bias","decoder.upsamples.3.time_conv.bias"],["decoder.up_blocks.1.resnets.0.norm1.gamma","decoder.upsamples.4.residual.0.gamma"],["decoder.up_blocks.1.resnets.0.conv1.weight","decoder.upsamples.4.residual.2.weight"],["decoder.up_blocks.1.resnets.0.conv1.bias","decoder.upsamples.4.residual.2.bias"],["decoder.up_blocks.1.resnets.0.norm2.gamma","decoder.upsamples.4.residual.3.gamma"],["decoder.up_blocks.1.resnets.0.conv2.weight","decoder.upsamples.4.residual.6.weight"],["decoder.up_blocks.1.resnets.0.conv2.bias","decoder.upsamples.4.residual.6.bias"],["decoder.up_blocks.1.resnets.0.conv_shortcut.weight","decoder.upsamples.4.shortcut.weight"],["decoder.up_blocks.1.resnets.0.conv_shortcut.bias","decoder.upsamples.4.shortcut.bias"],["decoder.up_blocks.1.resnets.1.norm1.gamma","decoder.upsamples.5.residual.0.gamma"],["decoder.up_blocks.1.resnets.1.conv1.weight","decoder.upsamples.5.residual.2.weight"],["decoder.up_blocks.1.resnets.1.conv1.bias","decoder.upsamples.5.residual.2.bias"],["decoder.up_blocks.1.resnets.1.norm2.gamma","decoder.upsamples.5.residual.3.gamma"],["decoder.up_blocks.1.resnets.1.conv2.weight","decoder.upsamples.5.residual.6.weight"],["decoder.up_blocks.1.resnets.1.conv2.bias","decoder.upsamples.5.residual.6.bias"],["decoder.up_blocks.1.resnets.2.norm1.gamma","decoder.upsamples.6.residual.0.gamma"],["decoder.up_blocks.1.resnets.2.conv1.weight","decoder.upsamples.6.residual.2.weight"],["decoder.up_blocks.1.resnets.2.conv1.bias","decoder.upsamples.6.residual.2.bias"],["decoder.up_blocks.1.resnets.2.norm2.gamma","decoder.upsamples.6.residual.3.gamma"],["decoder.up_blocks.1.resnets.2.conv2.weight","decoder.upsamples.6.residual.6.weight"],["decoder.up_blocks.1.resnets.2.conv2.bias","decoder.upsamples.6.residual.6.bias"],["decoder.up_blocks.1.upsamplers.0.resample.1.weight","decoder.upsamples.7.resample.1.weight"],["decoder.up_blocks.1.upsamplers.0.resample.1.bias","decoder.upsamples.7.resample.1.bias"],["decoder.up_blocks.1.upsamplers.0.time_conv.weight","decoder.upsamples.7.time_conv.weight"],["decoder.up_blocks.1.upsamplers.0.time_conv.bias","decoder.upsamples.7.time_conv.bias"],["decoder.up_blocks.2.resnets.0.norm1.gamma","decoder.upsamples.8.residual.0.gamma"],["decoder.up_blocks.2.resnets.0.conv1.weight","decoder.upsamples.8.residual.2.weight"],["decoder.up_blocks.2.resnets.0.conv1.bias","decoder.upsamples.8.residual.2.bias"],["decoder.up_blocks.2.resnets.0.norm2.gamma","decoder.upsamples.8.residual.3.gamma"],["decoder.up_blocks.2.resnets.0.conv2.weight","decoder.upsamples.8.residual.6.weight"],["decoder.up_blocks.2.resnets.0.conv2.bias","decoder.upsamples.8.residual.6.bias"],["decoder.up_blocks.2.resnets.1.norm1.gamma","decoder.upsamples.9.residual.0.gamma"],["decoder.up_blocks.2.resnets.1.conv1.weight","decoder.upsamples.9.residual.2.weight"],["decoder.up_blocks.2.resnets.1.conv1.bias","decoder.upsamples.9.residual.2.bias"],["decoder.up_blocks.2.resnets.1.norm2.gamma","decoder.upsamples.9.residual.3.gamma"],["decoder.up_blocks.2.resnets.1.conv2.weight","decoder.upsamples.9.residual.6.weight"],["decoder.up_blocks.2.resnets.1.conv2.bias","decoder.upsamples.9.residual.6.bias"],["decoder.up_blocks.2.resnets.2.norm1.gamma","decoder.upsamples.10.residual.0.gamma"],["decoder.up_blocks.2.resnets.2.conv1.weight","decoder.upsamples.10.residual.2.weight"],["decoder.up_blocks.2.resnets.2.conv1.bias","decoder.upsamples.10.residual.2.bias"],["decoder.up_blocks.2.resnets.2.norm2.gamma","decoder.upsamples.10.residual.3.gamma"],["decoder.up_blocks.2.resnets.2.conv2.weight","decoder.upsamples.10.residual.6.weight"],["decoder.up_blocks.2.resnets.2.conv2.bias","decoder.upsamples.10.residual.6.bias"],["decoder.up_blocks.2.upsamplers.0.resample.1.weight","decoder.upsamples.11.resample.1.weight"],["decoder.up_blocks.2.upsamplers.0.resample.1.bias","decoder.upsamples.11.resample.1.bias"],["decoder.up_blocks.3.resnets.0.norm1.gamma","decoder.upsamples.12.residual.0.gamma"],["decoder.up_blocks.3.resnets.0.conv1.weight","decoder.upsamples.12.residual.2.weight"],["decoder.up_blocks.3.resnets.0.conv1.bias","decoder.upsamples.12.residual.2.bias"],["decoder.up_blocks.3.resnets.0.norm2.gamma","decoder.upsamples.12.residual.3.gamma"],["decoder.up_blocks.3.resnets.0.conv2.weight","decoder.upsamples.12.residual.6.weight"],["decoder.up_blocks.3.resnets.0.conv2.bias","decoder.upsamples.12.residual.6.bias"],["decoder.up_blocks.3.resnets.1.norm1.gamma","decoder.upsamples.13.residual.0.gamma"],["decoder.up_blocks.3.resnets.1.conv1.weight","decoder.upsamples.13.residual.2.weight"],["decoder.up_blocks.3.resnets.1.conv1.bias","decoder.upsamples.13.residual.2.bias"],["decoder.up_blocks.3.resnets.1.norm2.gamma","decoder.upsamples.13.residual.3.gamma"],["decoder.up_blocks.3.resnets.1.conv2.weight","decoder.upsamples.13.residual.6.weight"],["decoder.up_blocks.3.resnets.1.conv2.bias","decoder.upsamples.13.residual.6.bias"],["decoder.up_blocks.3.resnets.2.norm1.gamma","decoder.upsamples.14.residual.0.gamma"],["decoder.up_blocks.3.resnets.2.conv1.weight","decoder.upsamples.14.residual.2.weight"],["decoder.up_blocks.3.resnets.2.conv1.bias","decoder.upsamples.14.residual.2.bias"],["decoder.up_blocks.3.resnets.2.norm2.gamma","decoder.upsamples.14.residual.3.gamma"],["decoder.up_blocks.3.resnets.2.conv2.weight","decoder.upsamples.14.residual.6.weight"],["decoder.up_blocks.3.resnets.2.conv2.bias","decoder.upsamples.14.residual.6.bias"],["decoder.norm_out.gamma","decoder.head.0.gamma"],["decoder.conv_out.weight","decoder.head.2.weight"],["decoder.conv_out.bias","decoder.head.2.bias"]]}]}

tensorfs-0.3.77/crates/tensorfs-core/src/ingest/routes/anima.spec.json

@@ -0,0 +1,52 @@
+{
+  "name": "anima.single_file",
+  "reference": "hf://circlestone-labs/Anima-Base-v1.0-Diffusers@073c3a9db359c31ad0e8aa268d15775473c2176c",
+  "components": [
+    {
+      "component": "text_conditioner",
+      "header": "vectors/anima-civitai-headers/2945208-2824391.safetensors.header",
+      "prefix": "net.llm_adapter.",
+      "model": "diffusers:AnimaTextConditioner",
+      "config": "text_conditioner/config.json",
+      "convert": null,
+      "rename": {},
+      "discard": [],
+      "optional": []
+    },
+    {
+      "component": "text_encoder",
+      "header": "vectors/anima-civitai-headers/2945208-2824387.safetensors.header",
+      "prefix": "model.",
+      "model": "transformers:Qwen3Model",
+      "config": "text_encoder/config.json",
+      "convert": null,
+      "rename": {},
+      "discard": [],
+      "optional": []
+    },
+    {
+      "component": "transformer",
+      "header": "vectors/anima-civitai-headers/2945208-2824391.safetensors.header",
+      "prefix": "net.",
+      "model": "diffusers:CosmosTransformer3DModel",
+      "config": "transformer/config.json",
+      "convert": "convert_cosmos_transformer_checkpoint_to_diffusers",
+      "arguments": ["checkpoint"],
+      "rename": {},
+      "discard": [],
+      "optional": []
+    },
+    {
+      "component": "vae",
+      "header": "vectors/anima-civitai-headers/2945208-2004692.safetensors.header",
+      "prefix": "",
+      "model": "diffusers:AutoencoderKLQwenImage",
+      "config": "vae/config.json",
+      "convert": "convert_wan_vae_to_diffusers",
+      "arguments": ["checkpoint"],
+      "rename": {},
+      "discard": [],
+      "optional": []
+    }
+  ]
+}

{tensorfs-0.3.76 → tensorfs-0.3.77}/crates/tensorfs-core/src/ingest/routes.rs

@@ -10,14 +10,16 @@
 //!   split k n — row block `k` of `n` equal blocks (OpenCLIP's fused q|k|v), one run
 //!   transpose — a matrix becomes `[cols, rows]`
 //! A key outside the table refuses; its `drop`/`optional` source keys are not constructed.
-//! Floating sources narrow to the converter's lane. Configs and tokenizers come from the
-//! converter's pinned reference, fetched by the uploader; nothing model-owned lives here.
+//! A carrier's keys belong to the component with the longest matching prefix (Anima's `net.`
+//! DiT and its `net.llm_adapter.` conditioner share one file). Floating sources narrow to the
+//! converter's lane. Configs and tokenizers come from the converter's pinned reference,
+//! fetched by the uploader; nothing model-owned lives here.
 
 use std::collections::HashMap;
 use std::sync::OnceLock;
 
 use crate::canon::{self, as_arr, as_str, as_uint, Fields, Value};
-use crate::dtype::{checked_bytes, Dtype};
+use crate::dtype::checked_bytes;
 use crate::err::{refuse, Code, Result};
 use crate::limits;
 use crate::spec::EncodingSpec;
@@ -26,8 +28,12 @@ use super::carrier::SourceHeader;
 use super::convert::{check_permute_size, Bytes, Converter, Effect, Op, Plan, RolePlan, Xform};
 
 pub const SDXL: &str = "sdxl.single_file/1-diffusers0.40.0-transformers5.16.1";
+pub const ANIMA: &str = "anima.single_file/1-diffusers0.40.0-transformers5.16.1";
 
-const TABLES: [(&str, &[u8]); 1] = [(SDXL, include_bytes!("routes/sdxl.routes.json"))];
+const TABLES: [(&str, &[u8]); 2] = [
+    (SDXL, include_bytes!("routes/sdxl.routes.json")),
+    (ANIMA, include_bytes!("routes/anima.routes.json")),
+];
 
 #[derive(Debug, Clone, Copy, PartialEq, Eq)]
 pub enum Kind {
@@ -238,10 +244,15 @@ pub fn plan(
     p.header_bytes += h.header_bytes;
     for r in &routes.routes {
         let t = source[r.source.as_str()];
-        if !matches!(t.dtype, Dtype::F16 | Dtype::Bf16 | Dtype::F32) {
+        if t.dtype != lane && !super::narrow::narrows(t.dtype, lane) {
             return refuse(
                 Code::DTYPE_MISMATCH,
-                format!("{}: {} is not a floating weight", t.key, t.dtype.name()),
+                format!(
+                    "{}: no reviewed narrowing from {} to the {} lane",
+                    t.key,
+                    t.dtype.name(),
+                    lane.name()
+                ),
             );
         }
         let bad = |why: &str| {
@@ -379,4 +390,26 @@ mod tests {
         assert_eq!(count(|k| k == Kind::Transpose), 1);
         assert_eq!(count(|k| k == Kind::Squeeze), 8);
     }
+
+    #[test]
+    fn the_anima_table_rekeys_every_constructor_key() {
+        let table = table(ANIMA).unwrap();
+        let shape: Vec<(&str, &str, usize)> = table
+            .components
+            .iter()
+            .map(|c| (c.name.as_str(), c.prefix.as_str(), c.routes.len()))
+            .collect();
+        assert_eq!(
+            shape,
+            [
+                ("text_conditioner", "net.llm_adapter.", 118),
+                ("text_encoder", "model.", 310),
+                ("transformer", "net.", 567),
+                ("vae", "", 194),
+            ]
+        );
+        assert!(table.components.iter().all(|c| c.drop.is_empty()
+            && c.optional.is_empty()
+            && c.routes.iter().all(|r| r.kind == Kind::Rekey)));
+    }
 }