anytext_v1.1.json

{
    "betas": [
        1000
    ],
    "alphas_cumprod": [
        1000
    ],
    "alphas_cumprod_prev": [
        1000
    ],
    "sqrt_alphas_cumprod": [
        1000
    ],
    "sqrt_one_minus_alphas_cumprod": [
        1000
    ],
    "log_one_minus_alphas_cumprod": [
        1000
    ],
    "sqrt_recip_alphas_cumprod": [
        1000
    ],
    "sqrt_recipm1_alphas_cumprod": [
        1000
    ],
    "posterior_variance": [
        1000
    ],
    "posterior_log_variance_clipped": [
        1000
    ],
    "posterior_mean_coef1": [
        1000
    ],
    "posterior_mean_coef2": [
        1000
    ],
    "logvar": [
        1000
    ],
    "model": {
        "diffusion_model": {
            "time_embed": {
                "0": {
                    "weight": [
                        1280,
                        320
                    ],
                    "bias": [
                        1280
                    ]
                },
                "2": {
                    "weight": [
                        1280,
                        1280
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "input_blocks": {
                "0": {
                    "0": {
                        "weight": [
                            320,
                            4,
                            3,
                            3
                        ],
                        "bias": [
                            320
                        ]
                    }
                },
                "1": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "2": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    320,
                                    1280
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "3": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    2560,
                                                    320
                                                ],
                                                "bias": [
                                                    2560
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                320,
                                                1280
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "2": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "2": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    320,
                                    1280
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "3": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    2560,
                                                    320
                                                ],
                                                "bias": [
                                                    2560
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                320,
                                                1280
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "3": {
                    "0": {
                        "op": {
                            "weight": [
                                320,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "4": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "2": {
                                "weight": [
                                    640,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    640,
                                    1280
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "3": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                640,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    5120,
                                                    640
                                                ],
                                                "bias": [
                                                    5120
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                640,
                                                2560
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "5": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "2": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    640,
                                    1280
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "3": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    5120,
                                                    640
                                                ],
                                                "bias": [
                                                    5120
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                640,
                                                2560
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "6": {
                    "0": {
                        "op": {
                            "weight": [
                                640,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "7": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    10240,
                                                    1280
                                                ],
                                                "bias": [
                                                    10240
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                1280,
                                                5120
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "8": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    10240,
                                                    1280
                                                ],
                                                "bias": [
                                                    10240
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                1280,
                                                5120
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "9": {
                    "0": {
                        "op": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "10": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    }
                },
                "11": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    }
                }
            },
            "middle_block": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                10240,
                                                1280
                                            ],
                                            "bias": [
                                                10240
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            1280,
                                            5120
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "2": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                }
            },
            "output_blocks": {
                "0": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    2560
                                ],
                                "bias": [
                                    2560
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    2560,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                2560,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "1": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    2560
                                ],
                                "bias": [
                                    2560
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    2560,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                2560,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "2": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    2560
                                ],
                                "bias": [
                                    2560
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    2560,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                2560,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "1": {
                        "conv": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "3": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    2560
                                ],
                                "bias": [
                                    2560
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    2560,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                2560,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    10240,
                                                    1280
                                                ],
                                                "bias": [
                                                    10240
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                1280,
                                                5120
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "4": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    2560
                                ],
                                "bias": [
                                    2560
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    2560,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                2560,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    10240,
                                                    1280
                                                ],
                                                "bias": [
                                                    10240
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                1280,
                                                5120
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "5": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1920
                                ],
                                "bias": [
                                    1920
                                ]
                            },
                            "2": {
                                "weight": [
                                    1280,
                                    1920,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    1280,
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "3": {
                                "weight": [
                                    1280,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                1280,
                                1920,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    10240,
                                                    1280
                                                ],
                                                "bias": [
                                                    10240
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                1280,
                                                5120
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            1280,
                                            1280
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            1280,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                1280,
                                                1280
                                            ],
                                            "bias": [
                                                1280
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                1280,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "2": {
                        "conv": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "6": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1920
                                ],
                                "bias": [
                                    1920
                                ]
                            },
                            "2": {
                                "weight": [
                                    640,
                                    1920,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    640,
                                    1280
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "3": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                640,
                                1920,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    5120,
                                                    640
                                                ],
                                                "bias": [
                                                    5120
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                640,
                                                2560
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "7": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "2": {
                                "weight": [
                                    640,
                                    1280,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    640,
                                    1280
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "3": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                640,
                                1280,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    5120,
                                                    640
                                                ],
                                                "bias": [
                                                    5120
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                640,
                                                2560
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "8": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    960
                                ],
                                "bias": [
                                    960
                                ]
                            },
                            "2": {
                                "weight": [
                                    640,
                                    960,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    640,
                                    1280
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "3": {
                                "weight": [
                                    640,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                640,
                                960,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    5120,
                                                    640
                                                ],
                                                "bias": [
                                                    5120
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                640,
                                                2560
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            640,
                                            640
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            640,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                640,
                                                640
                                            ],
                                            "bias": [
                                                640
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        640
                                    ],
                                    "bias": [
                                        640
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                640,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "2": {
                        "conv": {
                            "weight": [
                                640,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "9": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    960
                                ],
                                "bias": [
                                    960
                                ]
                            },
                            "2": {
                                "weight": [
                                    320,
                                    960,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    320,
                                    1280
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "3": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                320,
                                960,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    2560,
                                                    320
                                                ],
                                                "bias": [
                                                    2560
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                320,
                                                1280
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "10": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "2": {
                                "weight": [
                                    320,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    320,
                                    1280
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "3": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                320,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    2560,
                                                    320
                                                ],
                                                "bias": [
                                                    2560
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                320,
                                                1280
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "11": {
                    "0": {
                        "in_layers": {
                            "0": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "2": {
                                "weight": [
                                    320,
                                    640,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "emb_layers": {
                            "1": {
                                "weight": [
                                    320,
                                    1280
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "out_layers": {
                            "0": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "3": {
                                "weight": [
                                    320,
                                    320,
                                    3,
                                    3
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        },
                        "skip_connection": {
                            "weight": [
                                320,
                                640,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "1": {
                        "norm": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "proj_in": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "transformer_blocks": {
                            "0": {
                                "attn1": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "ff": {
                                    "net": {
                                        "0": {
                                            "proj": {
                                                "weight": [
                                                    2560,
                                                    320
                                                ],
                                                "bias": [
                                                    2560
                                                ]
                                            }
                                        },
                                        "2": {
                                            "weight": [
                                                320,
                                                1280
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "attn2": {
                                    "to_q": {
                                        "weight": [
                                            320,
                                            320
                                        ]
                                    },
                                    "to_k": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_v": {
                                        "weight": [
                                            320,
                                            768
                                        ]
                                    },
                                    "to_out": {
                                        "0": {
                                            "weight": [
                                                320,
                                                320
                                            ],
                                            "bias": [
                                                320
                                            ]
                                        }
                                    }
                                },
                                "norm1": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm2": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                },
                                "norm3": {
                                    "weight": [
                                        320
                                    ],
                                    "bias": [
                                        320
                                    ]
                                }
                            }
                        },
                        "proj_out": {
                            "weight": [
                                320,
                                320,
                                1,
                                1
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                }
            },
            "out": {
                "0": {
                    "weight": [
                        320
                    ],
                    "bias": [
                        320
                    ]
                },
                "2": {
                    "weight": [
                        4,
                        320,
                        3,
                        3
                    ],
                    "bias": [
                        4
                    ]
                }
            }
        }
    },
    "first_stage_model": {
        "encoder": {
            "conv_in": {
                "weight": [
                    128,
                    3,
                    3,
                    3
                ],
                "bias": [
                    128
                ]
            },
            "down": {
                "0": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            }
                        }
                    },
                    "downsample": {
                        "conv": {
                            "weight": [
                                128,
                                128,
                                3,
                                3
                            ],
                            "bias": [
                                128
                            ]
                        }
                    }
                },
                "1": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    256,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "nin_shortcut": {
                                "weight": [
                                    256,
                                    128,
                                    1,
                                    1
                                ],
                                "bias": [
                                    256
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            }
                        }
                    },
                    "downsample": {
                        "conv": {
                            "weight": [
                                256,
                                256,
                                3,
                                3
                            ],
                            "bias": [
                                256
                            ]
                        }
                    }
                },
                "2": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "nin_shortcut": {
                                "weight": [
                                    512,
                                    256,
                                    1,
                                    1
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        }
                    },
                    "downsample": {
                        "conv": {
                            "weight": [
                                512,
                                512,
                                3,
                                3
                            ],
                            "bias": [
                                512
                            ]
                        }
                    }
                },
                "3": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        }
                    }
                }
            },
            "mid": {
                "block_1": {
                    "norm1": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv1": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "norm2": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv2": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    }
                },
                "attn_1": {
                    "norm": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "q": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "k": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "v": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "proj_out": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    }
                },
                "block_2": {
                    "norm1": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv1": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "norm2": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv2": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    }
                }
            },
            "norm_out": {
                "weight": [
                    512
                ],
                "bias": [
                    512
                ]
            },
            "conv_out": {
                "weight": [
                    8,
                    512,
                    3,
                    3
                ],
                "bias": [
                    8
                ]
            }
        },
        "decoder": {
            "conv_in": {
                "weight": [
                    512,
                    4,
                    3,
                    3
                ],
                "bias": [
                    512
                ]
            },
            "mid": {
                "block_1": {
                    "norm1": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv1": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "norm2": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv2": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    }
                },
                "attn_1": {
                    "norm": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "q": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "k": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "v": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "proj_out": {
                        "weight": [
                            512,
                            512,
                            1,
                            1
                        ],
                        "bias": [
                            512
                        ]
                    }
                },
                "block_2": {
                    "norm1": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv1": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "norm2": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ]
                    },
                    "conv2": {
                        "weight": [
                            512,
                            512,
                            3,
                            3
                        ],
                        "bias": [
                            512
                        ]
                    }
                }
            },
            "up": {
                "0": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    128,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "nin_shortcut": {
                                "weight": [
                                    128,
                                    256,
                                    1,
                                    1
                                ],
                                "bias": [
                                    128
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            }
                        },
                        "2": {
                            "norm1": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    128
                                ],
                                "bias": [
                                    128
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    128,
                                    128,
                                    3,
                                    3
                                ],
                                "bias": [
                                    128
                                ]
                            }
                        }
                    }
                },
                "1": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    256,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "nin_shortcut": {
                                "weight": [
                                    256,
                                    512,
                                    1,
                                    1
                                ],
                                "bias": [
                                    256
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            }
                        },
                        "2": {
                            "norm1": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    256
                                ],
                                "bias": [
                                    256
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    256,
                                    256,
                                    3,
                                    3
                                ],
                                "bias": [
                                    256
                                ]
                            }
                        }
                    },
                    "upsample": {
                        "conv": {
                            "weight": [
                                256,
                                256,
                                3,
                                3
                            ],
                            "bias": [
                                256
                            ]
                        }
                    }
                },
                "2": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "2": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        }
                    },
                    "upsample": {
                        "conv": {
                            "weight": [
                                512,
                                512,
                                3,
                                3
                            ],
                            "bias": [
                                512
                            ]
                        }
                    }
                },
                "3": {
                    "block": {
                        "0": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "1": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        },
                        "2": {
                            "norm1": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv1": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    512
                                ],
                                "bias": [
                                    512
                                ]
                            },
                            "conv2": {
                                "weight": [
                                    512,
                                    512,
                                    3,
                                    3
                                ],
                                "bias": [
                                    512
                                ]
                            }
                        }
                    },
                    "upsample": {
                        "conv": {
                            "weight": [
                                512,
                                512,
                                3,
                                3
                            ],
                            "bias": [
                                512
                            ]
                        }
                    }
                }
            },
            "norm_out": {
                "weight": [
                    128
                ],
                "bias": [
                    128
                ]
            },
            "conv_out": {
                "weight": [
                    3,
                    128,
                    3,
                    3
                ],
                "bias": [
                    3
                ]
            }
        },
        "quant_conv": {
            "weight": [
                8,
                8,
                1,
                1
            ],
            "bias": [
                8
            ]
        },
        "post_quant_conv": {
            "weight": [
                4,
                4,
                1,
                1
            ],
            "bias": [
                4
            ]
        }
    },
    "cond_stage_model": {
        "transformer": {
            "text_model": {
                "embeddings": {
                    "position_ids": [
                        1,
                        77
                    ],
                    "token_embedding": {
                        "weight": [
                            49408,
                            768
                        ]
                    },
                    "position_embedding": {
                        "weight": [
                            77,
                            768
                        ]
                    }
                },
                "encoder": {
                    "layers": {
                        "0": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "1": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "2": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "3": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "4": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "5": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "6": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "7": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "8": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "9": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "10": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        },
                        "11": {
                            "self_attn": {
                                "k_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "v_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "q_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                },
                                "out_proj": {
                                    "weight": [
                                        768,
                                        768
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm1": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            },
                            "mlp": {
                                "fc1": {
                                    "weight": [
                                        3072,
                                        768
                                    ],
                                    "bias": [
                                        3072
                                    ]
                                },
                                "fc2": {
                                    "weight": [
                                        768,
                                        3072
                                    ],
                                    "bias": [
                                        768
                                    ]
                                }
                            },
                            "layer_norm2": {
                                "weight": [
                                    768
                                ],
                                "bias": [
                                    768
                                ]
                            }
                        }
                    }
                },
                "final_layer_norm": {
                    "weight": [
                        768
                    ],
                    "bias": [
                        768
                    ]
                }
            }
        }
    },
    "control_model": {
        "time_embed": {
            "0": {
                "weight": [
                    1280,
                    320
                ],
                "bias": [
                    1280
                ]
            },
            "2": {
                "weight": [
                    1280,
                    1280
                ],
                "bias": [
                    1280
                ]
            }
        },
        "input_blocks": {
            "0": {
                "0": {
                    "weight": [
                        320,
                        4,
                        3,
                        3
                    ],
                    "bias": [
                        320
                    ]
                }
            },
            "1": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "2": {
                            "weight": [
                                320,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                320,
                                1280
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "3": {
                            "weight": [
                                320,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            320
                        ],
                        "bias": [
                            320
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            320,
                            320,
                            1,
                            1
                        ],
                        "bias": [
                            320
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            320,
                                            320
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                2560,
                                                320
                                            ],
                                            "bias": [
                                                2560
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            320,
                                            1280
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        320,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        320,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            320,
                                            320
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            320,
                            320,
                            1,
                            1
                        ],
                        "bias": [
                            320
                        ]
                    }
                }
            },
            "2": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "2": {
                            "weight": [
                                320,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                320,
                                1280
                            ],
                            "bias": [
                                320
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "3": {
                            "weight": [
                                320,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                320
                            ]
                        }
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            320
                        ],
                        "bias": [
                            320
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            320,
                            320,
                            1,
                            1
                        ],
                        "bias": [
                            320
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            320,
                                            320
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                2560,
                                                320
                                            ],
                                            "bias": [
                                                2560
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            320,
                                            1280
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        320,
                                        320
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        320,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        320,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            320,
                                            320
                                        ],
                                        "bias": [
                                            320
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    320
                                ],
                                "bias": [
                                    320
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            320,
                            320,
                            1,
                            1
                        ],
                        "bias": [
                            320
                        ]
                    }
                }
            },
            "3": {
                "0": {
                    "op": {
                        "weight": [
                            320,
                            320,
                            3,
                            3
                        ],
                        "bias": [
                            320
                        ]
                    }
                }
            },
            "4": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                320
                            ],
                            "bias": [
                                320
                            ]
                        },
                        "2": {
                            "weight": [
                                640,
                                320,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                640,
                                1280
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "3": {
                            "weight": [
                                640,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "skip_connection": {
                        "weight": [
                            640,
                            320,
                            1,
                            1
                        ],
                        "bias": [
                            640
                        ]
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            640
                        ],
                        "bias": [
                            640
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            640,
                            640,
                            1,
                            1
                        ],
                        "bias": [
                            640
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            640,
                                            640
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                5120,
                                                640
                                            ],
                                            "bias": [
                                                5120
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            640,
                                            2560
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        640,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        640,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            640,
                                            640
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            640,
                            640,
                            1,
                            1
                        ],
                        "bias": [
                            640
                        ]
                    }
                }
            },
            "5": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "2": {
                            "weight": [
                                640,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                640,
                                1280
                            ],
                            "bias": [
                                640
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "3": {
                            "weight": [
                                640,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                640
                            ]
                        }
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            640
                        ],
                        "bias": [
                            640
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            640,
                            640,
                            1,
                            1
                        ],
                        "bias": [
                            640
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            640,
                                            640
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                5120,
                                                640
                                            ],
                                            "bias": [
                                                5120
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            640,
                                            2560
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        640,
                                        640
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        640,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        640,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            640,
                                            640
                                        ],
                                        "bias": [
                                            640
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    640
                                ],
                                "bias": [
                                    640
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            640,
                            640,
                            1,
                            1
                        ],
                        "bias": [
                            640
                        ]
                    }
                }
            },
            "6": {
                "0": {
                    "op": {
                        "weight": [
                            640,
                            640,
                            3,
                            3
                        ],
                        "bias": [
                            640
                        ]
                    }
                }
            },
            "7": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                640
                            ],
                            "bias": [
                                640
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                640,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "skip_connection": {
                        "weight": [
                            1280,
                            640,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                10240,
                                                1280
                                            ],
                                            "bias": [
                                                10240
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            1280,
                                            5120
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    }
                }
            },
            "8": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "1": {
                    "norm": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "proj_in": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "transformer_blocks": {
                        "0": {
                            "attn1": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "ff": {
                                "net": {
                                    "0": {
                                        "proj": {
                                            "weight": [
                                                10240,
                                                1280
                                            ],
                                            "bias": [
                                                10240
                                            ]
                                        }
                                    },
                                    "2": {
                                        "weight": [
                                            1280,
                                            5120
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "attn2": {
                                "to_q": {
                                    "weight": [
                                        1280,
                                        1280
                                    ]
                                },
                                "to_k": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_v": {
                                    "weight": [
                                        1280,
                                        768
                                    ]
                                },
                                "to_out": {
                                    "0": {
                                        "weight": [
                                            1280,
                                            1280
                                        ],
                                        "bias": [
                                            1280
                                        ]
                                    }
                                }
                            },
                            "norm1": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm2": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            },
                            "norm3": {
                                "weight": [
                                    1280
                                ],
                                "bias": [
                                    1280
                                ]
                            }
                        }
                    },
                    "proj_out": {
                        "weight": [
                            1280,
                            1280,
                            1,
                            1
                        ],
                        "bias": [
                            1280
                        ]
                    }
                }
            },
            "9": {
                "0": {
                    "op": {
                        "weight": [
                            1280,
                            1280,
                            3,
                            3
                        ],
                        "bias": [
                            1280
                        ]
                    }
                }
            },
            "10": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                }
            },
            "11": {
                "0": {
                    "in_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "2": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "emb_layers": {
                        "1": {
                            "weight": [
                                1280,
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    },
                    "out_layers": {
                        "0": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "3": {
                            "weight": [
                                1280,
                                1280,
                                3,
                                3
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                }
            }
        },
        "zero_convs": {
            "0": {
                "0": {
                    "weight": [
                        320,
                        320,
                        1,
                        1
                    ],
                    "bias": [
                        320
                    ]
                }
            },
            "1": {
                "0": {
                    "weight": [
                        320,
                        320,
                        1,
                        1
                    ],
                    "bias": [
                        320
                    ]
                }
            },
            "2": {
                "0": {
                    "weight": [
                        320,
                        320,
                        1,
                        1
                    ],
                    "bias": [
                        320
                    ]
                }
            },
            "3": {
                "0": {
                    "weight": [
                        320,
                        320,
                        1,
                        1
                    ],
                    "bias": [
                        320
                    ]
                }
            },
            "4": {
                "0": {
                    "weight": [
                        640,
                        640,
                        1,
                        1
                    ],
                    "bias": [
                        640
                    ]
                }
            },
            "5": {
                "0": {
                    "weight": [
                        640,
                        640,
                        1,
                        1
                    ],
                    "bias": [
                        640
                    ]
                }
            },
            "6": {
                "0": {
                    "weight": [
                        640,
                        640,
                        1,
                        1
                    ],
                    "bias": [
                        640
                    ]
                }
            },
            "7": {
                "0": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "8": {
                "0": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "9": {
                "0": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "10": {
                "0": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "11": {
                "0": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            }
        },
        "glyph_block": {
            "0": {
                "weight": [
                    8,
                    1,
                    3,
                    3
                ],
                "bias": [
                    8
                ]
            },
            "2": {
                "weight": [
                    8,
                    8,
                    3,
                    3
                ],
                "bias": [
                    8
                ]
            },
            "4": {
                "weight": [
                    16,
                    8,
                    3,
                    3
                ],
                "bias": [
                    16
                ]
            },
            "6": {
                "weight": [
                    16,
                    16,
                    3,
                    3
                ],
                "bias": [
                    16
                ]
            },
            "8": {
                "weight": [
                    32,
                    16,
                    3,
                    3
                ],
                "bias": [
                    32
                ]
            },
            "10": {
                "weight": [
                    32,
                    32,
                    3,
                    3
                ],
                "bias": [
                    32
                ]
            },
            "12": {
                "weight": [
                    96,
                    32,
                    3,
                    3
                ],
                "bias": [
                    96
                ]
            },
            "14": {
                "weight": [
                    96,
                    96,
                    3,
                    3
                ],
                "bias": [
                    96
                ]
            },
            "16": {
                "weight": [
                    256,
                    96,
                    3,
                    3
                ],
                "bias": [
                    256
                ]
            }
        },
        "position_block": {
            "0": {
                "weight": [
                    8,
                    1,
                    3,
                    3
                ],
                "bias": [
                    8
                ]
            },
            "2": {
                "weight": [
                    8,
                    8,
                    3,
                    3
                ],
                "bias": [
                    8
                ]
            },
            "4": {
                "weight": [
                    16,
                    8,
                    3,
                    3
                ],
                "bias": [
                    16
                ]
            },
            "6": {
                "weight": [
                    16,
                    16,
                    3,
                    3
                ],
                "bias": [
                    16
                ]
            },
            "8": {
                "weight": [
                    32,
                    16,
                    3,
                    3
                ],
                "bias": [
                    32
                ]
            },
            "10": {
                "weight": [
                    32,
                    32,
                    3,
                    3
                ],
                "bias": [
                    32
                ]
            },
            "12": {
                "weight": [
                    64,
                    32,
                    3,
                    3
                ],
                "bias": [
                    64
                ]
            }
        },
        "fuse_block": {
            "weight": [
                320,
                324,
                3,
                3
            ],
            "bias": [
                320
            ]
        },
        "middle_block": {
            "0": {
                "in_layers": {
                    "0": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "2": {
                        "weight": [
                            1280,
                            1280,
                            3,
                            3
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "emb_layers": {
                    "1": {
                        "weight": [
                            1280,
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "out_layers": {
                    "0": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "3": {
                        "weight": [
                            1280,
                            1280,
                            3,
                            3
                        ],
                        "bias": [
                            1280
                        ]
                    }
                }
            },
            "1": {
                "norm": {
                    "weight": [
                        1280
                    ],
                    "bias": [
                        1280
                    ]
                },
                "proj_in": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                },
                "transformer_blocks": {
                    "0": {
                        "attn1": {
                            "to_q": {
                                "weight": [
                                    1280,
                                    1280
                                ]
                            },
                            "to_k": {
                                "weight": [
                                    1280,
                                    1280
                                ]
                            },
                            "to_v": {
                                "weight": [
                                    1280,
                                    1280
                                ]
                            },
                            "to_out": {
                                "0": {
                                    "weight": [
                                        1280,
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "ff": {
                            "net": {
                                "0": {
                                    "proj": {
                                        "weight": [
                                            10240,
                                            1280
                                        ],
                                        "bias": [
                                            10240
                                        ]
                                    }
                                },
                                "2": {
                                    "weight": [
                                        1280,
                                        5120
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "attn2": {
                            "to_q": {
                                "weight": [
                                    1280,
                                    1280
                                ]
                            },
                            "to_k": {
                                "weight": [
                                    1280,
                                    768
                                ]
                            },
                            "to_v": {
                                "weight": [
                                    1280,
                                    768
                                ]
                            },
                            "to_out": {
                                "0": {
                                    "weight": [
                                        1280,
                                        1280
                                    ],
                                    "bias": [
                                        1280
                                    ]
                                }
                            }
                        },
                        "norm1": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "norm2": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        },
                        "norm3": {
                            "weight": [
                                1280
                            ],
                            "bias": [
                                1280
                            ]
                        }
                    }
                },
                "proj_out": {
                    "weight": [
                        1280,
                        1280,
                        1,
                        1
                    ],
                    "bias": [
                        1280
                    ]
                }
            },
            "2": {
                "in_layers": {
                    "0": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "2": {
                        "weight": [
                            1280,
                            1280,
                            3,
                            3
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "emb_layers": {
                    "1": {
                        "weight": [
                            1280,
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    }
                },
                "out_layers": {
                    "0": {
                        "weight": [
                            1280
                        ],
                        "bias": [
                            1280
                        ]
                    },
                    "3": {
                        "weight": [
                            1280,
                            1280,
                            3,
                            3
                        ],
                        "bias": [
                            1280
                        ]
                    }
                }
            }
        },
        "middle_block_out": {
            "0": {
                "weight": [
                    1280,
                    1280,
                    1,
                    1
                ],
                "bias": [
                    1280
                ]
            }
        }
    },
    "embedding_manager": {
        "proj": {
            "weight": [
                768,
                2560
            ],
            "bias": [
                768
            ]
        }
    },
    "text_predictor": {
        "backbone": {
            "conv1": {
                "_conv": {
                    "weight": [
                        16,
                        3,
                        3,
                        3
                    ]
                },
                "_batch_norm": {
                    "weight": [
                        16
                    ],
                    "bias": [
                        16
                    ],
                    "running_mean": [
                        16
                    ],
                    "running_var": [
                        16
                    ],
                    "num_batches_tracked": []
                }
            },
            "block_list": {
                "0": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                16,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                16
                            ],
                            "bias": [
                                16
                            ],
                            "running_mean": [
                                16
                            ],
                            "running_var": [
                                16
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                32,
                                16,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                32
                            ],
                            "bias": [
                                32
                            ],
                            "running_mean": [
                                32
                            ],
                            "running_var": [
                                32
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "1": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                32,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                32
                            ],
                            "bias": [
                                32
                            ],
                            "running_mean": [
                                32
                            ],
                            "running_var": [
                                32
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                64,
                                32,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                64
                            ],
                            "bias": [
                                64
                            ],
                            "running_mean": [
                                64
                            ],
                            "running_var": [
                                64
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "2": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                64,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                64
                            ],
                            "bias": [
                                64
                            ],
                            "running_mean": [
                                64
                            ],
                            "running_var": [
                                64
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                64,
                                64,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                64
                            ],
                            "bias": [
                                64
                            ],
                            "running_mean": [
                                64
                            ],
                            "running_var": [
                                64
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "3": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                64,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                64
                            ],
                            "bias": [
                                64
                            ],
                            "running_mean": [
                                64
                            ],
                            "running_var": [
                                64
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                128,
                                64,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                128
                            ],
                            "bias": [
                                128
                            ],
                            "running_mean": [
                                128
                            ],
                            "running_var": [
                                128
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "4": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                128,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                128
                            ],
                            "bias": [
                                128
                            ],
                            "running_mean": [
                                128
                            ],
                            "running_var": [
                                128
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                128,
                                128,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                128
                            ],
                            "bias": [
                                128
                            ],
                            "running_mean": [
                                128
                            ],
                            "running_var": [
                                128
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "5": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                128,
                                1,
                                3,
                                3
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                128
                            ],
                            "bias": [
                                128
                            ],
                            "running_mean": [
                                128
                            ],
                            "running_var": [
                                128
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                128,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "6": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "7": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "8": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "9": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "10": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "11": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                256,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                256
                            ],
                            "bias": [
                                256
                            ],
                            "running_mean": [
                                256
                            ],
                            "running_var": [
                                256
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_se": {
                        "conv1": {
                            "weight": [
                                64,
                                256,
                                1,
                                1
                            ],
                            "bias": [
                                64
                            ]
                        },
                        "conv2": {
                            "weight": [
                                256,
                                64,
                                1,
                                1
                            ],
                            "bias": [
                                256
                            ]
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                512,
                                256,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                512
                            ],
                            "bias": [
                                512
                            ],
                            "running_mean": [
                                512
                            ],
                            "running_var": [
                                512
                            ],
                            "num_batches_tracked": []
                        }
                    }
                },
                "12": {
                    "_depthwise_conv": {
                        "_conv": {
                            "weight": [
                                512,
                                1,
                                5,
                                5
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                512
                            ],
                            "bias": [
                                512
                            ],
                            "running_mean": [
                                512
                            ],
                            "running_var": [
                                512
                            ],
                            "num_batches_tracked": []
                        }
                    },
                    "_se": {
                        "conv1": {
                            "weight": [
                                128,
                                512,
                                1,
                                1
                            ],
                            "bias": [
                                128
                            ]
                        },
                        "conv2": {
                            "weight": [
                                512,
                                128,
                                1,
                                1
                            ],
                            "bias": [
                                512
                            ]
                        }
                    },
                    "_pointwise_conv": {
                        "_conv": {
                            "weight": [
                                512,
                                512,
                                1,
                                1
                            ]
                        },
                        "_batch_norm": {
                            "weight": [
                                512
                            ],
                            "bias": [
                                512
                            ],
                            "running_mean": [
                                512
                            ],
                            "running_var": [
                                512
                            ],
                            "num_batches_tracked": []
                        }
                    }
                }
            }
        },
        "neck": {
            "encoder": {
                "conv1": {
                    "conv": {
                        "weight": [
                            64,
                            512,
                            3,
                            3
                        ]
                    },
                    "norm": {
                        "weight": [
                            64
                        ],
                        "bias": [
                            64
                        ],
                        "running_mean": [
                            64
                        ],
                        "running_var": [
                            64
                        ],
                        "num_batches_tracked": []
                    }
                },
                "conv2": {
                    "conv": {
                        "weight": [
                            120,
                            64,
                            1,
                            1
                        ]
                    },
                    "norm": {
                        "weight": [
                            120
                        ],
                        "bias": [
                            120
                        ],
                        "running_mean": [
                            120
                        ],
                        "running_var": [
                            120
                        ],
                        "num_batches_tracked": []
                    }
                },
                "svtr_block": {
                    "0": {
                        "norm1": {
                            "weight": [
                                120
                            ],
                            "bias": [
                                120
                            ]
                        },
                        "mixer": {
                            "qkv": {
                                "weight": [
                                    360,
                                    120
                                ],
                                "bias": [
                                    360
                                ]
                            },
                            "proj": {
                                "weight": [
                                    120,
                                    120
                                ],
                                "bias": [
                                    120
                                ]
                            }
                        },
                        "norm2": {
                            "weight": [
                                120
                            ],
                            "bias": [
                                120
                            ]
                        },
                        "mlp": {
                            "fc1": {
                                "weight": [
                                    240,
                                    120
                                ],
                                "bias": [
                                    240
                                ]
                            },
                            "fc2": {
                                "weight": [
                                    120,
                                    240
                                ],
                                "bias": [
                                    120
                                ]
                            }
                        }
                    },
                    "1": {
                        "norm1": {
                            "weight": [
                                120
                            ],
                            "bias": [
                                120
                            ]
                        },
                        "mixer": {
                            "qkv": {
                                "weight": [
                                    360,
                                    120
                                ],
                                "bias": [
                                    360
                                ]
                            },
                            "proj": {
                                "weight": [
                                    120,
                                    120
                                ],
                                "bias": [
                                    120
                                ]
                            }
                        },
                        "norm2": {
                            "weight": [
                                120
                            ],
                            "bias": [
                                120
                            ]
                        },
                        "mlp": {
                            "fc1": {
                                "weight": [
                                    240,
                                    120
                                ],
                                "bias": [
                                    240
                                ]
                            },
                            "fc2": {
                                "weight": [
                                    120,
                                    240
                                ],
                                "bias": [
                                    120
                                ]
                            }
                        }
                    }
                },
                "norm": {
                    "weight": [
                        120
                    ],
                    "bias": [
                        120
                    ]
                },
                "conv3": {
                    "conv": {
                        "weight": [
                            512,
                            120,
                            1,
                            1
                        ]
                    },
                    "norm": {
                        "weight": [
                            512
                        ],
                        "bias": [
                            512
                        ],
                        "running_mean": [
                            512
                        ],
                        "running_var": [
                            512
                        ],
                        "num_batches_tracked": []
                    }
                },
                "conv4": {
                    "conv": {
                        "weight": [
                            64,
                            1024,
                            3,
                            3
                        ]
                    },
                    "norm": {
                        "weight": [
                            64
                        ],
                        "bias": [
                            64
                        ],
                        "running_mean": [
                            64
                        ],
                        "running_var": [
                            64
                        ],
                        "num_batches_tracked": []
                    }
                },
                "conv1x1": {
                    "conv": {
                        "weight": [
                            64,
                            64,
                            1,
                            1
                        ]
                    },
                    "norm": {
                        "weight": [
                            64
                        ],
                        "bias": [
                            64
                        ],
                        "running_mean": [
                            64
                        ],
                        "running_var": [
                            64
                        ],
                        "num_batches_tracked": []
                    }
                }
            }
        },
        "head": {
            "fc": {
                "weight": [
                    6625,
                    64
                ],
                "bias": [
                    6625
                ]
            }
        }
    }
}