Untitled diff
532 lines
cls_token 0.022728875279426575
cls_token 0.02272888645529747
pos_embed -0.0007603644044138491
pos_embed -0.0007603649864904583
temporal_tokens -8.171241461241152e-14
temporal_tokens -7.815970093361102e-14
cls_token_img -0.0001637929235585034
cls_token_img -0.00016379295266233385
extra_token1 -0.0016916823806241155
extra_token1 -0.0016916791209951043
extra_pos_in_temporal 0.023221686482429504
extra_pos_in_temporal 0.0232216939330101
patch_embed.proj.weight 0.00022984432871453464
patch_embed.proj.weight 0.00022984296083450317
patch_embed.proj.bias 0.008744951337575912
patch_embed.proj.bias 0.008744939230382442
blocks.0.temporal_prompt_embeddings 0.000271589175099507
blocks.0.temporal_prompt_embeddings 0.00027158830198459327
blocks.0.norm1.weight 0.3448536992073059
blocks.0.norm1.weight 0.34484153985977173
blocks.0.norm1.bias -0.0009214603342115879
blocks.0.norm1.bias -0.0009182838257402182
blocks.0.norm2.weight 1.440314531326294
blocks.0.norm2.weight 1.440312147140503
blocks.0.norm2.bias 0.00972139835357666
blocks.0.norm2.bias 0.009721471928060055
blocks.0.mlp.fc1_g.weight -2.9212837034719996e-05
blocks.0.mlp.fc1_g.weight -2.9195698516559787e-05
blocks.0.mlp.fc1_g.bias -0.2754784822463989
blocks.0.mlp.fc1_g.bias -0.2754780948162079
blocks.0.mlp.fc1_x.weight -7.890314918768127e-06
blocks.0.mlp.fc1_x.weight -7.876677045715041e-06
blocks.0.mlp.fc1_x.bias 0.06713634729385376
blocks.0.mlp.fc1_x.bias 0.06713598221540451
blocks.0.mlp.norm.weight 0.8147103190422058
blocks.0.mlp.norm.weight 0.8147083520889282
blocks.0.mlp.norm.bias -0.02220219373703003
blocks.0.mlp.norm.bias -0.02220306359231472
blocks.0.mlp.fc2.weight 4.42548639512097e-07
blocks.0.mlp.fc2.weight 4.4256927367314347e-07
blocks.0.mlp.fc2.bias -0.00375447329133749
blocks.0.mlp.fc2.bias -0.0037544742226600647
blocks.0.attn.q_proj.weight -1.0060448403237388e-05
blocks.0.attn.q_proj.weight -1.0059511623694561e-05
blocks.0.attn.q_proj.bias -0.013489344157278538
blocks.0.attn.q_proj.bias -0.013489495031535625
blocks.0.attn.k_proj.weight -1.114732185669709e-06
blocks.0.attn.k_proj.weight -1.1161441761942115e-06
blocks.0.attn.v_proj.weight 7.640673175046686e-06
blocks.0.attn.v_proj.weight 7.631322660017759e-06
blocks.0.attn.v_proj.bias -0.00018156261648982763
blocks.0.attn.v_proj.bias -0.00018156145233660936
blocks.0.attn.norm.weight 0.8716031312942505
blocks.0.attn.norm.weight 0.8716014623641968
blocks.0.attn.norm.bias -0.00032625204767100513
blocks.0.attn.norm.bias -0.0003235024632886052
blocks.0.attn.proj.weight -5.797986887046136e-06
blocks.0.attn.proj.weight -5.797977792099118e-06
blocks.0.attn.proj.bias 0.007543717510998249
blocks.0.attn.proj.bias 0.0075437156483531
blocks.1.temporal_prompt_embeddings 5.603056342806667e-05
blocks.1.temporal_prompt_embeddings 5.602995224762708e-05
blocks.1.norm1.weight 0.425915002822876
blocks.1.norm1.weight 0.4259154200553894
blocks.1.norm1.bias 0.0074034323915839195
blocks.1.norm1.bias 0.00740300677716732
blocks.1.norm2.weight 0.6309915781021118
blocks.1.norm2.weight 0.6309940814971924
blocks.1.norm2.bias 0.005365708377212286
blocks.1.norm2.bias 0.005365393590182066
blocks.1.mlp.fc1_g.weight 2.534674968046602e-05
blocks.1.mlp.fc1_g.weight 2.5349856514367275e-05
blocks.1.mlp.fc1_g.bias -0.09516959637403488
blocks.1.mlp.fc1_g.bias -0.0951698049902916
blocks.1.mlp.fc1_x.weight 2.0296893126214854e-06
blocks.1.mlp.fc1_x.weight 2.031572876148857e-06
blocks.1.mlp.fc1_x.bias -0.00034188630525022745
blocks.1.mlp.fc1_x.bias -0.00034110102569684386
blocks.1.mlp.norm.weight 1.205115556716919
blocks.1.mlp.norm.weight 1.2051142454147339
blocks.1.mlp.norm.bias 0.0019449040992185473
blocks.1.mlp.norm.bias 0.001944668241776526
blocks.1.mlp.fc2.weight 1.1974032076977892e-06
blocks.1.mlp.fc2.weight 1.19739718229539e-06
blocks.1.mlp.fc2.bias -0.0005371151491999626
blocks.1.mlp.fc2.bias -0.000537125626578927
blocks.1.attn.q_proj.weight -1.1785405149566941e-05
blocks.1.attn.q_proj.weight -1.1783805348386522e-05
blocks.1.attn.q_proj.bias -0.05355237051844597
blocks.1.attn.q_proj.bias -0.053552642464637756
blocks.1.attn.k_proj.weight -5.909059382247506e-06
blocks.1.attn.k_proj.weight -5.896254606341245e-06
blocks.1.attn.v_proj.weight -2.6643679120752495e-06
blocks.1.attn.v_proj.weight -2.6568950488581322e-06
blocks.1.attn.v_proj.bias -0.0018853795481845737
blocks.1.attn.v_proj.bias -0.0018853778019547462
blocks.1.attn.norm.weight 0.8962084054946899
blocks.1.attn.norm.weight 0.8962094783782959
blocks.1.attn.norm.bias 8.139597412082367e-06
blocks.1.attn.norm.bias 7.836939403205179e-06
blocks.1.attn.proj.weight -4.90588899992872e-06
blocks.1.attn.proj.weight -4.905862624582369e-06
blocks.1.attn.proj.bias 0.003289386397227645
blocks.1.attn.proj.bias 0.0032893861643970013
blocks.2.temporal_prompt_embeddings 0.0006125369109213352
blocks.2.temporal_prompt_embeddings 0.0006125360960140824
blocks.2.norm1.weight 0.5220506191253662
blocks.2.norm1.weight 0.5220515727996826
blocks.2.norm1.bias 0.010556412860751152
blocks.2.norm1.bias 0.010556423105299473
blocks.2.norm2.weight 0.6497198343276978
blocks.2.norm2.weight 0.6497195959091187
blocks.2.norm2.bias 0.004285847302526236
blocks.2.norm2.bias 0.00428481912240386
blocks.2.mlp.fc1_g.weight -2.6300913305021822e-05
blocks.2.mlp.fc1_g.weight -2.6301690013497137e-05
blocks.2.mlp.fc1_g.bias -0.13887186348438263
blocks.2.mlp.fc1_g.bias -0.1388719081878662
blocks.2.mlp.fc1_x.weight 1.6836286249599652e-06
blocks.2.mlp.fc1_x.weight 1.6796218460513046e-06
blocks.2.mlp.fc1_x.bias -0.005720641929656267
blocks.2.mlp.fc1_x.bias -0.005722122732549906
blocks.2.mlp.norm.weight 1.3709779977798462
blocks.2.mlp.norm.weight 1.3709768056869507
blocks.2.mlp.norm.bias -0.02282773330807686
blocks.2.mlp.norm.bias -0.02282785251736641
blocks.2.mlp.fc2.weight -7.098153531615026e-08
blocks.2.mlp.fc2.weight -7.099134080590375e-08
blocks.2.mlp.fc2.bias -0.00012816395610570908
blocks.2.mlp.fc2.bias -0.00012815557420253754
blocks.2.attn.q_proj.weight -3.2211505640589166e-06
blocks.2.attn.q_proj.weight -3.2200941859628074e-06
blocks.2.attn.q_proj.bias 0.036015480756759644
blocks.2.attn.q_proj.bias 0.036015722900629044
blocks.2.attn.k_proj.weight 4.836697826249292e-06
blocks.2.attn.k_proj.weight 4.838391760131344e-06
blocks.2.attn.v_proj.weight 1.4284926692198496e-05
blocks.2.attn.v_proj.weight 1.4288236343418248e-05
blocks.2.attn.v_proj.bias 0.002058913465589285
blocks.2.attn.v_proj.bias 0.002058912068605423
blocks.2.attn.norm.weight 0.8958630561828613
blocks.2.attn.norm.weight 0.8958641290664673
blocks.2.attn.norm.bias -6.875091639813036e-05
blocks.2.attn.norm.bias -6.914124242030084e-05
blocks.2.attn.proj.weight 2.211704668297898e-06
blocks.2.attn.proj.weight 2.2117055777926e-06
blocks.2.attn.proj.bias -0.0006126484367996454
blocks.2.attn.proj.bias -0.0006126483203843236
blocks.3.temporal_prompt_embeddings 0.0006356067606247962
blocks.3.temporal_prompt_embeddings 0.0006356064695864916
blocks.3.norm1.weight 0.7253730297088623
blocks.3.norm1.weight 0.7253744602203369
blocks.3.norm1.bias 0.00879310630261898
blocks.3.norm1.bias 0.008792568929493427
blocks.3.norm2.weight 0.7225345373153687
blocks.3.norm2.weight 0.722541332244873
blocks.3.norm2.bias 0.005026359111070633
blocks.3.norm2.bias 0.00502433069050312
blocks.3.mlp.fc1_g.weight 7.784260560583789e-06
blocks.3.mlp.fc1_g.weight 7.782236934872344e-06
blocks.3.mlp.fc1_g.bias -0.26436078548431396
blocks.3.mlp.fc1_g.bias -0.2643607556819916
blocks.3.mlp.fc1_x.weight -1.626683570066234e-06
blocks.3.mlp.fc1_x.weight -1.6303955590046826e-06
blocks.3.mlp.fc1_x.bias 0.00573124922811985
blocks.3.mlp.fc1_x.bias 0.00573020800948143
blocks.3.mlp.norm.weight 1.4134972095489502
blocks.3.mlp.norm.weight 1.4134962558746338
blocks.3.mlp.norm.bias 0.023738088086247444
blocks.3.mlp.norm.bias 0.02373821847140789
blocks.3.mlp.fc2.weight 8.13229519280867e-07
blocks.3.mlp.fc2.weight 8.132184348141891e-07
blocks.3.mlp.fc2.bias 0.00013422383926808834
blocks.3.mlp.fc2.bias 0.00013421918265521526
blocks.3.attn.q_proj.weight -1.84988857654389e-06
blocks.3.attn.q_proj.weight -1.8512591850594617e-06
blocks.3.attn.q_proj.bias 0.03572694957256317
blocks.3.attn.q_proj.bias 0.035726651549339294
blocks.3.attn.k_proj.weight 2.5296234525740147e-05
blocks.3.attn.k_proj.weight 2.530261735955719e-05
blocks.3.attn.v_proj.weight -1.071819497155957e-05
blocks.3.attn.v_proj.weight -1.0719882084231358e-05
blocks.3.attn.v_proj.bias 0.0010486847022548318
blocks.3.attn.v_proj.bias 0.0010486848186701536
blocks.3.attn.norm.weight 0.8964098691940308
blocks.3.attn.norm.weight 0.8964084386825562
blocks.3.attn.norm.bias -8.487875675200485e-06
blocks.3.attn.norm.bias -9.523575499770232e-06
blocks.3.attn.proj.weight 2.4725450202822685e-06
blocks.3.attn.proj.weight 2.4725250113988295e-06
blocks.3.attn.proj.bias 0.0009447007905691862
blocks.3.attn.proj.bias 0.0009447059128433466
blocks.4.temporal_prompt_embeddings -0.00030993446125648916
blocks.4.temporal_prompt_embeddings -0.0003099340829066932
blocks.4.norm1.weight 0.7995291352272034
blocks.4.norm1.weight 0.7995280623435974
blocks.4.norm1.bias 0.010527155362069607
blocks.4.norm1.bias 0.010526653379201889
blocks.4.norm2.weight 0.8174493312835693
blocks.4.norm2.weight 0.8174469470977783
blocks.4.norm2.bias 0.004527329467236996
blocks.4.norm2.bias 0.004527028650045395
blocks.4.mlp.fc1_g.weight 8.063846507866401e-06
blocks.4.mlp.fc1_g.weight 8.062468623393215e-06
blocks.4.mlp.fc1_g.bias -0.3868477940559387
blocks.4.mlp.fc1_g.bias -0.38684743642807007
blocks.4.mlp.fc1_x.weight 5.30713441548869e-06
blocks.4.mlp.fc1_x.weight 5.306053935782984e-06
blocks.4.mlp.fc1_x.bias 0.007336012087762356
blocks.4.mlp.fc1_x.bias 0.007335232105106115
blocks.4.mlp.norm.weight 1.4137256145477295
blocks.4.mlp.norm.weight 1.4137241840362549
blocks.4.mlp.norm.bias 0.031017296016216278
blocks.4.mlp.norm.bias 0.03101622872054577
blocks.4.mlp.fc2.weight 2.942662149507669e-07
blocks.4.mlp.fc2.weight 2.942784931292408e-07
blocks.4.mlp.fc2.bias 0.0021757332142442465
blocks.4.mlp.fc2.bias 0.0021757218055427074
blocks.4.attn.q_proj.weight 4.51042478744057e-06
blocks.4.attn.q_proj.weight 4.5143401621317025e-06
blocks.4.attn.q_proj.bias 0.042518049478530884
blocks.4.attn.q_proj.bias 0.04251820594072342
blocks.4.attn.k_proj.weight 1.8348757294006646e-05
blocks.4.attn.k_proj.weight 1.8347516743233427e-05
blocks.4.attn.v_proj.weight -8.669765520608053e-06
blocks.4.attn.v_proj.weight -8.670273928146344e-06
blocks.4.attn.v_proj.bias 0.0017482589464634657
blocks.4.attn.v_proj.bias 0.001748260110616684
blocks.4.attn.norm.weight 0.8925941586494446
blocks.4.attn.norm.weight 0.8925938606262207
blocks.4.attn.norm.bias 4.544759576674551e-05
blocks.4.attn.norm.bias 4.515929686021991e-05
blocks.4.attn.proj.weight 2.807259534165496e-06
blocks.4.attn.proj.weight 2.807339569699252e-06
blocks.4.attn.proj.bias 0.001957742962986231
blocks.4.attn.proj.bias 0.001957735512405634
blocks.5.temporal_prompt_embeddings 0.001461639767512679
blocks.5.temporal_prompt_embeddings 0.0014616410480812192
blocks.5.norm1.weight 0.8270536661148071
blocks.5.norm1.weight 0.8270525932312012
blocks.5.norm1.bias 0.007518305908888578
blocks.5.norm1.bias 0.007517692167311907
blocks.5.norm2.weight 0.8018155097961426
blocks.5.norm2.weight 0.8018110990524292
blocks.5.norm2.bias 0.003116787876933813
blocks.5.norm2.bias 0.0031147017143666744
blocks.5.mlp.fc1_g.weight 1.047559180733515e-05
blocks.5.mlp.fc1_g.weight 1.0476042007212527e-05
blocks.5.mlp.fc1_g.bias -0.4217548966407776
blocks.5.mlp.fc1_g.bias -0.42175400257110596
blocks.5.mlp.fc1_x.weight -3.36317361870897e-06
blocks.5.mlp.fc1_x.weight -3.3677938517939765e-06
blocks.5.mlp.fc1_x.bias 0.003802563063800335
blocks.5.mlp.fc1_x.bias 0.003802024992182851
blocks.5.mlp.norm.weight 1.4284162521362305
blocks.5.mlp.norm.weight 1.4284155368804932
blocks.5.mlp.norm.bias -0.024963488802313805
blocks.5.mlp.norm.bias -0.024963058531284332
blocks.5.mlp.fc2.weight -4.684126153620127e-08
blocks.5.mlp.fc2.weight -4.683171184183266e-08
blocks.5.mlp.fc2.bias 0.00036234897561371326
blocks.5.mlp.fc2.bias 0.0003623412922024727
blocks.5.attn.q_proj.weight -6.765901161998045e-06
blocks.5.attn.q_proj.weight -6.773791938030627e-06
blocks.5.attn.q_proj.bias 0.01967013068497181
blocks.5.attn.q_proj.bias 0.019669611006975174
blocks.5.attn.k_proj.weight 1.4690060197608545e-05
blocks.5.attn.k_proj.weight 1.4686732356494758e-05
blocks.5.attn.v_proj.weight -5.167121344129555e-06
blocks.5.attn.v_proj.weight -5.168823918211274e-06
blocks.5.attn.v_proj.bias 0.0020737037993967533
blocks.5.attn.v_proj.bias 0.0020737003069370985
blocks.5.attn.norm.weight 0.8956178426742554
blocks.5.attn.norm.weight 0.8956179618835449
blocks.5.attn.norm.bias 4.0230243030237034e-05
blocks.5.attn.norm.bias 3.8634330849163234e-05
blocks.5.attn.proj.weight -2.7472378860693425e-07
blocks.5.attn.proj.weight -2.747456164797768e-07
blocks.5.attn.proj.bias 0.00054347631521523
blocks.5.attn.proj.bias 0.0005434837657958269
blocks.6.temporal_prompt_embeddings 0.0007152201142162085
blocks.6.temporal_prompt_embeddings 0.0007152203470468521
blocks.6.norm1.weight 0.9097395539283752
blocks.6.norm1.weight 0.9097393751144409
blocks.6.norm1.bias 0.008152764290571213
blocks.6.norm1.bias 0.008151713758707047
blocks.6.norm2.weight 0.8447661399841309
blocks.6.norm2.weight 0.844765305519104
blocks.6.norm2.bias 0.0057569267228245735
blocks.6.norm2.bias 0.0057572112418711185
blocks.6.mlp.fc1_g.weight 2.3625718313269317e-05
blocks.6.mlp.fc1_g.weight 2.362779741815757e-05
blocks.6.mlp.fc1_g.bias -0.4990443289279938
blocks.6.mlp.fc1_g.bias -0.499043345451355
blocks.6.mlp.fc1_x.weight 1.0917523241005256e-07
blocks.6.mlp.fc1_x.weight 1.0799657701454635e-07
blocks.6.mlp.fc1_x.bias 0.001126360148191452
blocks.6.mlp.fc1_x.bias 0.0011263878550380468
blocks.6.mlp.norm.weight 1.3954496383666992
blocks.6.mlp.norm.weight 1.3954483270645142
blocks.6.mlp.norm.bias 0.013834496028721333
blocks.6.mlp.norm.bias 0.01383582316339016
blocks.6.mlp.fc2.weight -4.1379175286238024e-07
blocks.6.mlp.fc2.weight -4.1379925619366986e-07
blocks.6.mlp.fc2.bias 0.0013403695775195956
blocks.6.mlp.fc2.bias 0.0013403723714873195
blocks.6.attn.q_proj.weight -1.2036356565658934e-05
blocks.6.attn.q_proj.weight -1.2036452972097322e-05
blocks.6.attn.q_proj.bias -0.01397474855184555
blocks.6.attn.q_proj.bias -0.013974718749523163
blocks.6.attn.k_proj.weight -6.557456799782813e-10
blocks.6.attn.k_proj.weight -8.172264642780647e-09
blocks.6.attn.v_proj.weight -1.4792747151659569e-06
blocks.6.attn.v_proj.weight -1.4816585007793037e-06
blocks.6.attn.v_proj.bias -0.000552498153410852
blocks.6.attn.v_proj.bias -0.0005524980369955301
blocks.6.attn.norm.weight 0.8932172060012817
blocks.6.attn.norm.weight 0.8932173252105713
blocks.6.attn.norm.bias 1.4923920389264822e-05
blocks.6.attn.norm.bias 1.356106349703623e-05
blocks.6.attn.proj.weight -3.085072876274353e-06
blocks.6.attn.proj.weight -3.0850710572849493e-06
blocks.6.attn.proj.bias -0.00032174307852983475
blocks.6.attn.proj.bias -0.0003217458724975586
blocks.7.temporal_prompt_embeddings -9.055131522472948e-05
blocks.7.temporal_prompt_embeddings -9.055201371666044e-05
blocks.7.norm1.weight 0.9884741306304932
blocks.7.norm1.weight 0.988471508026123
blocks.7.norm1.bias 0.008510091342031956
blocks.7.norm1.bias 0.008510998450219631
blocks.7.norm2.weight 0.9308114051818848
blocks.7.norm2.weight 0.9308111667633057
blocks.7.norm2.bias 0.007408836390823126
blocks.7.norm2.bias 0.007408876903355122
blocks.7.mlp.fc1_g.weight 2.8237906235517585e-07
blocks.7.mlp.fc1_g.weight 2.7727759288609377e-07
blocks.7.mlp.fc1_g.bias -0.6059664487838745
blocks.7.mlp.fc1_g.bias -0.605965793132782
blocks.7.mlp.fc1_x.weight 1.7633039533393458e-05
blocks.7.mlp.fc1_x.weight 1.7634083633311093e-05
blocks.7.mlp.fc1_x.bias 0.0021157055161893368
blocks.7.mlp.fc1_x.bias 0.0021158361341804266
blocks.7.mlp.norm.weight 1.3828239440917969
blocks.7.mlp.norm.weight 1.3828232288360596
blocks.7.mlp.norm.bias -0.02254369668662548
blocks.7.mlp.norm.bias -0.022543806582689285
blocks.7.mlp.fc2.weight 9.063807056008955e-07
blocks.7.mlp.fc2.weight 9.06362913610792e-07
blocks.7.mlp.fc2.bias 0.0010737713892012835
blocks.7.mlp.fc2.bias 0.0010737632401287556
blocks.7.attn.q_proj.weight -1.0773138455988374e-05
blocks.7.attn.q_proj.weight -1.0776690032798797e-05
blocks.7.attn.q_proj.bias -0.02274336852133274
blocks.7.attn.q_proj.bias -0.022743549197912216
blocks.7.attn.k_proj.weight -2.2858703232486732e-05
blocks.7.attn.k_proj.weight -2.286071321577765e-05
blocks.7.attn.v_proj.weight 5.066563517175382e-06
blocks.7.attn.v_proj.weight 5.06623428009334e-06
blocks.7.attn.v_proj.bias -0.0002571994555182755
blocks.7.attn.v_proj.bias -0.0002571989316493273
blocks.7.attn.norm.weight 0.8955325484275818
blocks.7.attn.norm.weight 0.8955309391021729
blocks.7.attn.norm.bias -2.589196583357989e-06
blocks.7.attn.norm.bias -2.1761065909231547e-06
blocks.7.attn.proj.weight 1.7849615687737241e-06
blocks.7.attn.proj.weight 1.7849924915935844e-06
blocks.7.attn.proj.bias 6.238243076950312e-05
blocks.7.attn.proj.bias 6.238243076950312e-05
blocks.8.temporal_prompt_embeddings 0.0006195321911945939
blocks.8.temporal_prompt_embeddings 0.0006195330061018467
blocks.8.norm1.weight 1.0174741744995117
blocks.8.norm1.weight 1.017472743988037
blocks.8.norm1.bias 0.009446850046515465
blocks.8.norm1.bias 0.00944625772535801
blocks.8.norm2.weight 0.9519176483154297
blocks.8.norm2.weight 0.9519163966178894
blocks.8.norm2.bias 0.008331775665283203
blocks.8.norm2.bias 0.008331071585416794
blocks.8.mlp.fc1_g.weight -4.674628144130111e-06
blocks.8.mlp.fc1_g.weight -4.672825525631197e-06
blocks.8.mlp.fc1_g.bias -0.6393916010856628
blocks.8.mlp.fc1_g.bias -0.6393907070159912
blocks.8.mlp.fc1_x.weight -3.5870624515155214e-07
blocks.8.mlp.fc1_x.weight -3.615938339862623e-07
blocks.8.mlp.fc1_x.bias -0.005577610339969397
blocks.8.mlp.fc1_x.bias -0.005577785894274712
blocks.8.mlp.norm.weight 1.3606714010238647
blocks.8.mlp.norm.weight 1.3606693744659424
blocks.8.mlp.norm.bias -0.03269774094223976
blocks.8.mlp.norm.bias -0.03269761800765991
blocks.8.mlp.fc2.weight 7.075274766066286e-07
blocks.8.mlp.fc2.weight 7.075257713040628e-07
blocks.8.mlp.fc2.bias 0.001314708380959928
blocks.8.mlp.fc2.bias 0.0013147112913429737
blocks.8.attn.q_proj.weight -2.3660497845412465e-06
blocks.8.attn.q_proj.weight -2.3641300685994793e-06
blocks.8.attn.q_proj.bias -0.00498086865991354
blocks.8.attn.q_proj.bias -0.004980670753866434
blocks.8.attn.k_proj.weight 2.9855732464056928e-06
blocks.8.attn.k_proj.weight 2.9849893508071546e-06
blocks.8.attn.v_proj.weight -1.0078967534354888e-05
blocks.8.attn.v_proj.weight -1.0079762432724237e-05
blocks.8.attn.v_proj.bias -0.0003572872083168477
blocks.8.attn.v_proj.bias -0.0003572886053007096
blocks.8.attn.norm.weight 0.9019340872764587
blocks.8.attn.norm.weight 0.9019327163696289
blocks.8.attn.norm.bias -5.996492745907744e-06
blocks.8.attn.norm.bias -5.58637520953198e-06
blocks.8.attn.proj.weight -1.880028321465943e-06
blocks.8.attn.proj.weight -1.8800508314598119e-06
blocks.8.attn.proj.bias -0.0005284962244331837
blocks.8.attn.proj.bias -0.0005285018123686314
blocks.9.temporal_prompt_embeddings -0.00013475134619511664
blocks.9.temporal_prompt_embeddings -0.0001347505021840334
blocks.9.norm1.weight 1.0701406002044678
blocks.9.norm1.weight 1.0701375007629395
blocks.9.norm1.bias 0.009842176921665668
blocks.9.norm1.bias 0.009841241873800755
blocks.9.norm2.weight 0.9637731313705444
blocks.9.norm2.weight 0.9637730121612549
blocks.9.norm2.bias 0.009264279156923294
blocks.9.norm2.bias 0.009264308959245682
blocks.9.mlp.fc1_g.weight 3.8264065551629756e-06
blocks.9.mlp.fc1_g.weight 3.827693035418633e-06
blocks.9.mlp.fc1_g.bias -0.6924196481704712
blocks.9.mlp.fc1_g.bias -0.6924183368682861
blocks.9.mlp.fc1_x.weight 6.139513288871967e-07
blocks.9.mlp.fc1_x.weight 6.143903874544776e-07
blocks.9.mlp.fc1_x.bias -0.0003456868580542505
blocks.9.mlp.fc1_x.bias -0.0003455864207353443
blocks.9.mlp.norm.weight 1.2928385734558105
blocks.9.mlp.norm.weight 1.2928370237350464
blocks.9.mlp.norm.bias 0.018794508650898933
blocks.9.mlp.norm.bias 0.018794793635606766
blocks.9.mlp.fc2.weight -1.0803287295857444e-06
blocks.9.mlp.fc2.weight -1.0803149734783801e-06
blocks.9.mlp.fc2.bias 0.0020900273229926825
blocks.9.mlp.fc2.bias 0.002090020338073373
blocks.9.attn.q_proj.weight -4.013940724689746e-06
blocks.9.attn.q_proj.weight -4.0181371332437266e-06
blocks.9.attn.q_proj.bias -0.02272123098373413
blocks.9.attn.q_proj.bias -0.022721733897924423
blocks.9.attn.k_proj.weight -6.007544016028987e-06
blocks.9.attn.k_proj.weight -6.0100464907009155e-06
blocks.9.attn.v_proj.weight -1.1810765272457502e-06
blocks.9.attn.v_proj.weight -1.181253423965245e-06
blocks.9.attn.v_proj.bias 0.004028718918561935
blocks.9.attn.v_proj.bias 0.004028713330626488
blocks.9.attn.norm.weight 0.8980169296264648
blocks.9.attn.norm.weight 0.8980145454406738
blocks.9.attn.norm.bias -8.350300777237862e-05
blocks.9.attn.norm.bias -8.328373223775998e-05
blocks.9.attn.proj.weight -2.2566377992916387e-06
blocks.9.attn.proj.weight -2.256629159091972e-06
blocks.9.attn.proj.bias -0.001473438460379839
blocks.9.attn.proj.bias -0.0014734487049281597
blocks.10.temporal_prompt_embeddings -0.000562526285648346
blocks.10.temporal_prompt_embeddings -0.0005625254125334322
blocks.10.norm1.weight 1.0840253829956055
blocks.10.norm1.weight 1.0840246677398682
blocks.10.norm1.bias 0.013763259164988995
blocks.10.norm1.bias 0.013763634487986565
blocks.10.norm2.weight 0.8399889469146729
blocks.10.norm2.weight 0.8399895429611206
blocks.10.norm2.bias 0.0073168352246284485
blocks.10.norm2.bias 0.007318003103137016
blocks.10.mlp.fc1_g.weight 4.3360678319004364e-06
blocks.10.mlp.fc1_g.weight 4.335262019594666e-06
blocks.10.mlp.fc1_g.bias -0.5214609503746033
blocks.10.mlp.fc1_g.bias -0.5214610695838928
blocks.10.mlp.fc1_x.weight 1.2653782505367417e-05
blocks.10.mlp.fc1_x.weight 1.2649168638745323e-05
blocks.10.mlp.fc1_x.bias -0.010802492499351501
blocks.10.mlp.fc1_x.bias -0.01080278865993023
blocks.10.mlp.norm.weight 1.4628158807754517
blocks.10.mlp.norm.weight 1.4628139734268188
blocks.10.mlp.norm.bias -0.02218521572649479
blocks.10.mlp.norm.bias -0.02218540757894516
blocks.10.mlp.fc2.weight 4.938659685649327e-07
blocks.10.mlp.fc2.weight 4.938609095006541e-07
blocks.10.mlp.fc2.bias 0.0015005634631961584
blocks.10.mlp.fc2.bias 0.0015005683526396751
blocks.10.attn.q_proj.weight 1.0063398804049939e-05
blocks.10.attn.q_proj.weight 1.0063743502541911e-05
blocks.10.attn.q_proj.bias -0.002999754622578621
blocks.10.attn.q_proj.bias -0.0029995981603860855
blocks.10.attn.k_proj.weight 1.8440885469317436e-05
blocks.10.attn.k_proj.weight 1.8441171050653793e-05
blocks.10.attn.v_proj.weight 4.542940587271005e-06
blocks.10.attn.v_proj.weight 4.542100214166567e-06
blocks.10.attn.v_proj.bias 0.0016891217092052102
blocks.10.attn.v_proj.bias 0.0016891168197616935
blocks.10.attn.norm.weight 0.9041333794593811
blocks.10.attn.norm.weight 0.9041326642036438
blocks.10.attn.norm.bias -3.579285112209618e-05
blocks.10.attn.norm.bias -3.65833257092163e-05
blocks.10.attn.proj.weight 1.7961938283406198e-06
blocks.10.attn.proj.weight 1.7961747289518826e-06
blocks.10.attn.proj.bias -0.0004269210621714592
blocks.10.attn.proj.bias -0.00042691221460700035
blocks.11.temporal_prompt_embeddings 0.00023638854327145964
blocks.11.temporal_prompt_embeddings 0.00023638829588890076
blocks.11.norm1.weight 1.1657370328903198
blocks.11.norm1.weight 1.1657365560531616
blocks.11.norm1.bias 0.011659190058708191
blocks.11.norm1.bias 0.011659065261483192
blocks.11.norm2.weight 0.8583559989929199
blocks.11.norm2.weight 0.8583592176437378
blocks.11.norm2.bias 0.007410822436213493
blocks.11.norm2.bias 0.00740975933149457
blocks.11.mlp.fc1_g.weight 5.9242283896310255e-06
blocks.11.mlp.fc1_g.weight 5.925139248574851e-06
blocks.11.mlp.fc1_g.bias -0.6034842729568481
blocks.11.mlp.fc1_g.bias -0.6034829616546631
blocks.11.mlp.fc1_x.weight -1.0271908195136348e-06
blocks.11.mlp.fc1_x.weight -1.0292402521372424e-06
blocks.11.mlp.fc1_x.bias -0.004797418601810932
blocks.11.mlp.fc1_x.bias -0.004798590205609798
blocks.11.mlp.norm.weight 1.4381219148635864
blocks.11.mlp.norm.weight 1.4381182193756104
blocks.11.mlp.norm.bias -0.02852683700621128
blocks.11.mlp.norm.bias -0.02852766402065754
blocks.11.mlp.fc2.weight 5.722247351513943e-07
blocks.11.mlp.fc2.weight 5.72203589399578e-07
blocks.11.mlp.fc2.bias 0.0018695811741054058
blocks.11.mlp.fc2.bias 0.0018695727922022343
blocks.11.attn.q_proj.weight -1.3372095054364763e-05
blocks.11.attn.q_proj.weight -1.3370976375881582e-05
blocks.11.attn.q_proj.bias 0.01454203948378563
blocks.11.attn.q_proj.bias 0.014542539604008198
blocks.11.attn.k_proj.weight -5.970306119706947e-06
blocks.11.attn.k_proj.weight -5.9691242313419934e-06
blocks.11.attn.v_proj.weight 4.056283614772838e-06
blocks.11.attn.v_proj.weight 4.058145805174718e-06
blocks.11.attn.v_proj.bias -0.005262899678200483
blocks.11.attn.v_proj.bias -0.005262894555926323
blocks.11.attn.norm.weight 0.9165735244750977
blocks.11.attn.norm.weight 0.9165732860565186
blocks.11.attn.norm.bias -5.7434157497482374e-05
blocks.11.attn.norm.bias -5.7952816860051826e-05
blocks.11.attn.proj.weight -9.881332516670227e-07
blocks.11.attn.proj.weight -9.881259757094085e-07
blocks.11.attn.proj.bias -0.0005136104300618172
blocks.11.attn.proj.bias -0.0005136085674166679
blocks.12.temporal_prompt_embeddings 0.00035507502616383135
blocks.12.temporal_prompt_embeddings 0.00035507557913661003
blocks.12.norm1.weight 1.243678331375122
blocks.12.norm1.weight 1.243675947189331
blocks.12.norm1.bias 0.01582186669111252
blocks.12.norm1.bias 0.015821538865566254
blocks.12.norm2.weight 0.9775581955909729
blocks.12.norm2.weight 0.9775596857070923
blocks.12.norm2.bias 0.008215748704969883
blocks.12.norm2.bias 0.008215232752263546
blocks.12.mlp.fc1_g.weight 2.179460716433823e-05
blocks.12.mlp.fc1_g.weight 2.1794623535242863e-05
blocks.12.mlp.fc1_g.bias -0.7957761883735657
blocks.12.mlp.fc1_g.bias -0.7957747578620911
blocks.12.mlp.fc1_x.weight 1.1945183359785005e-05
blocks.12.mlp.fc1_x.weight 1.1947234270337503e-05
blocks.12.mlp.fc1_x.bias -0.003459660103544593
blocks.12.mlp.fc1_x.bias -0.0034609008580446243
blocks.12.mlp.norm.weight 1.4224873781204224
blocks.12.mlp.norm.weight 1.4224869012832642
blocks.12.mlp.norm.bias -0.01884600520133972
blocks.12.mlp.norm.bias -0.018845511600375175
blocks.12.mlp.fc2.weight 9.850917876974563e-07
blocks.12.mlp.fc2.weight 9.8508212431625e-07
blocks.12.mlp.fc2.bias 0.0012764970306307077
blocks.12.mlp.fc2.bias 0.0012764958664774895
blocks.12.attn.q_proj.weight -1.0958750863210298e-05
blocks.12.attn.q_proj.weight -1.096498453989625e-05
blocks.12.attn.q_proj.bias -0.0072786640375852585
blocks.12.attn.q_proj.bias -0.0072791967540979385
blocks.12.attn.k_proj.weight -1.44704254125827e-05
blocks.12.attn.k_proj.weight -1.4469973393715918e-05
blocks.12.attn.v_proj.weight 2.0624174794647843e-06
blocks.12.attn.v_proj.weight 2.0640677576011512e-06
blocks.12.attn.v_proj.bias 0.0047292704693973064
blocks.12.attn.v_proj.bias 0.004729270003736019
blocks.12.attn.norm.weight 0.9008298516273499
blocks.12.attn.norm.weight 0.9008282423019409
blocks.12.attn.norm.bias -3.945472781197168e-05
blocks.12.attn.norm.bias -4.0056293073575944e-05
blocks.12.attn.proj.weight 3.0921682991902344e-07
blocks.12.attn.proj.weight 3.0924366001272574e-07
blocks.12.attn.proj.bias -0.0007203929126262665
blocks.12.attn.proj.bias -0.0007203780114650726
blocks.13.temporal_prompt_embeddings -0.0008713341667316854
blocks.13.temporal_prompt_embeddings -0.000871333759278059
blocks.13.norm1.weight 1.2708642482757568
blocks.13.norm1.weight 1.2708637714385986
blocks.13.norm1.bias 0.01253529917448759
blocks.13.norm1.bias 0.012535978108644485
blocks.13.norm2.weight 1.0564663410186768
blocks.13.norm2.weight 1.0564651489257812
blocks.13.norm2.bias 0.010440491139888763
blocks.13.norm2.bias 0.010440466925501823
blocks.13.mlp.fc1_g.weight 2.074730218737386e-05
blocks.13.mlp.fc1_g.weight 2.0744373614434153e-05
blocks.13.mlp.fc1_g.bias -0.9075166583061218
blocks.13.mlp.fc1_g.bias -0.9075152277946472
blocks.13.mlp.fc1_x.weight -5.26556686963886e-06
blocks.13.mlp.fc1_x.weight -5.264415904093767e-06
blocks.13.mlp.fc1_x.bias 0.004051423631608486
blocks.13.mlp.fc1_x.bias 0.004051909316331148
blocks.13.mlp.norm.weight 1.5341564416885376
blocks.13.mlp.norm.weight 1.5341546535491943
blocks.13.mlp.norm.bias -0.021089985966682434
blocks.13.mlp.norm.bias -0.021090298891067505
blocks.13.mlp.fc2.weight -4.372644752947963e-07
blocks.13.mlp.fc2.weight -4.3724810439016437e-07
blocks.13.mlp.fc2.bias 0.0010870289988815784
blocks.13.mlp.fc2.bias 0.0010870336554944515
blocks.13.attn.q_proj.weight 9.213197699864395e-06
blocks.13.attn.q_proj.weight 9.21722767088795e-06
blocks.13.attn.q_proj.bias -0.023106325417757034
blocks.13.attn.q_proj.bias -0.0231064110994339
blocks.13.attn.k_proj.weight -2.9479451768565923e-08
blocks.13.attn.k_proj.weight -2.7175701688975096e-08
blocks.13.attn.v_proj.weight -1.0103634849656373e-05
blocks.13.attn.v_proj.weight -1.0107624802913051e-05
blocks.13.attn.v_proj.bias 0.001686211908236146
blocks.13.attn.v_proj.bias 0.0016862151678651571
blocks.13.attn.norm.weight 0.9072763919830322
blocks.13.attn.norm.weight 0.9072757959365845
blocks.13.attn.norm.bias -5.950957984168781e-06
blocks.13.attn.norm.bias -6.736212526448071e-06
blocks.13.attn.proj.weight 1.6307903933920898e-06
blocks.13.attn.proj.weight 1.6307924397551687e-06
blocks.13.attn.proj.bias -0.0010325508192181587
blocks.13.attn.proj.bias -0.001032533124089241
blocks.14.temporal_prompt_embeddings -0.0009359497344121337
blocks.14.temporal_prompt_embeddings -0.0009359496179968119
blocks.14.norm1.weight 1.3713409900665283
blocks.14.norm1.weight 1.3713387250900269
blocks.14.norm1.bias 0.014798948541283607
blocks.14.norm1.bias 0.014800246804952621
blocks.14.norm2.weight 1.0576705932617188
blocks.14.norm2.weight 1.0576673746109009
blocks.14.norm2.bias 0.009617938660085201
blocks.14.norm2.bias 0.009616437368094921
blocks.14.mlp.fc1_g.weight 1.6261288692476228e-05
blocks.14.mlp.fc1_g.weight 1.6263082216028124e-05
blocks.14.mlp.fc1_g.bias -0.8875647783279419
blocks.14.mlp.fc1_g.bias -0.887563943862915
blocks.14.mlp.fc1_x.weight -1.843180029936775e-06
blocks.14.mlp.fc1_x.weight -1.8430937416269444e-06
blocks.14.mlp.fc1_x.bias -0.010655147954821587
blocks.14.mlp.fc1_x.bias -0.010657335631549358
blocks.14.mlp.norm.weight 1.6841124296188354
blocks.14.mlp.norm.weight 1.6841135025024414
blocks.14.mlp.norm.bias -0.03320421651005745
blocks.14.mlp.norm.bias -0.033203125
blocks.14.mlp.fc2.weight 1.695827904768521e-06
blocks.14.mlp.fc2.weight 1.6958415471890476e-06
blocks.14.mlp.fc2.bias 0.000934503972530365
blocks.14.mlp.fc2.bias 0.0009344997815787792
blocks.14.attn.q_proj.weight -3.4777713153744116e-06
blocks.14.attn.q_proj.weight -3.4782196962623857e-06
blocks.14.attn.q_proj.bias 0.02015712484717369
blocks.14.attn.q_proj.bias 0.020156729966402054
blocks.14.attn.k_proj.weight 1.1317441931169014e-05
blocks.14.attn.k_proj.weight 1.1321003512421157e-05
blocks.14.attn.v_proj.weight 8.523136784788221e-06
blocks.14.attn.v_proj.weight 8.52497760206461e-06
blocks.14.attn.v_proj.bias -0.001332070562057197
blocks.14.attn.v_proj.bias -0.001332066603936255
blocks.14.attn.norm.weight 0.89534991979599
blocks.14.attn.norm.weight 0.8953490853309631
blocks.14.attn.norm.bias -0.0001378235756419599
blocks.14.attn.norm.bias -0.00013652518100570887
blocks.14.attn.proj.weight -1.009584593703039e-07
blocks.14.attn.proj.weight -1.0095732250192668e-07
blocks.14.attn.proj.bias -0.0014023523544892669
blocks.14.attn.proj.bias -0.0014023409457877278
blocks.15.temporal_prompt_embeddings -0.0012307390570640564
blocks.15.temporal_prompt_embeddings -0.0012307397555559874
blocks.15.norm1.weight 1.4464402198791504
blocks.15.norm1.weight 1.4464387893676758
blocks.15.norm1.bias 0.02744489535689354
blocks.15.norm1.bias 0.027446089312434196
blocks.15.norm2.weight 1.1085736751556396
blocks.15.norm2.weight 1.1085731983184814
blocks.15.norm2.bias 0.01014950592070818
blocks.15.norm2.bias 0.010151224210858345
blocks.15.mlp.fc1_g.weight -5.55469296159572e-06
blocks.15.mlp.fc1_g.weight -5.555360985454172e-06
blocks.15.mlp.fc1_g.bias -0.9658783674240112
blocks.15.mlp.fc1_g.bias -0.9658772945404053
blocks.15.mlp.fc1_x.weight 5.927224719926016e-06
blocks.15.mlp.fc1_x.weight 5.932670774200233e-06
blocks.15.mlp.fc1_x.bias 0.007131790276616812
blocks.15.mlp.fc1_x.bias 0.007130377925932407
blocks.15.mlp.norm.weight 1.787895679473877
blocks.15.mlp.norm.weight 1.7878957986831665
blocks.15.mlp.norm.bias 0.025539854541420937
blocks.15.mlp.norm.bias 0.025539560243487358
blocks.15.mlp.fc2.weight -2.8883425784442807e-06
blocks.15.mlp.fc2.weight -2.888338713091798e-06
blocks.15.mlp.fc2.bias 0.0002702600322663784
blocks.15.mlp.fc2.bias 0.0002702614292502403
blocks.15.attn.q_proj.weight -1.0062895853479858e-05
blocks.15.attn.q_proj.weight -1.005278591037495e-05
blocks.15.attn.q_proj.bias 0.006326908245682716
blocks.15.attn.q_proj.bias 0.006327511742711067
blocks.15.attn.k_proj.weight -2.5206643840647303e-05
blocks.15.attn.k_proj.weight -2.5199879019055516e-05
blocks.15.attn.v_proj.weight -9.807604328671005e-07
blocks.15.attn.v_proj.weight -9.658291446612566e-07
blocks.15.attn.v_proj.bias -0.0024234866723418236
blocks.15.attn.v_proj.bias -0.002423487603664398
blocks.15.attn.norm.weight 0.8959764242172241
blocks.15.attn.norm.weight 0.8959751129150391
blocks.15.attn.norm.bias -7.286851905519143e-05
blocks.15.attn.norm.bias -7.390484097413719e-05
blocks.15.attn.proj.weight -5.966285243630409e-07
blocks.15.attn.proj.weight -5.966430762782693e-07
blocks.15.attn.proj.bias -0.001233419869095087
blocks.15.attn.proj.bias -0.0012334183556959033
blocks.16.temporal_prompt_embeddings 0.0005133982049301267
blocks.16.temporal_prompt_embeddings 0.0005133977392688394
blocks.16.norm1.weight 1.480543613433838
blocks.16.norm1.weight 1.480546236038208
blocks.16.norm1.bias 0.019896626472473145
blocks.16.norm1.bias 0.019899701699614525
blocks.16.norm2.weight 1.0854114294052124
blocks.16.norm2.weight 1.0854110717773438
blocks.16.norm2.bias 0.007974430918693542
blocks.16.norm2.bias 0.00797579251229763
blocks.16.mlp.fc1_g.weight -1.8277309209224768e-05
blocks.16.mlp.fc1_g.weight -1.82813782885205e-05
blocks.16.mlp.fc1_g.bias -0.873927652835846
blocks.16.mlp.fc1_g.bias -0.8739265203475952
blocks.16.mlp.fc1_x.weight 2.760864617812331e-06
blocks.16.mlp.fc1_x.weight 2.764453483905527e-06
blocks.16.mlp.fc1_x.bias 0.00045670082909055054
blocks.16.mlp.fc1_x.bias 0.00045656319707632065
blocks.16.mlp.norm.weight 1.951285719871521
blocks.16.mlp.norm.weight 1.9512810707092285
blocks.16.mlp.norm.bias -0.012213040143251419
blocks.16.mlp.norm.bias -0.012212565168738365
blocks.16.mlp.fc2.weight -2.5773415401886268e-08
blocks.16.mlp.fc2.weight -2.5768809308601703e-08
blocks.16.mlp.fc2.bias 0.00018722889944911003
blocks.16.mlp.fc2.bias 0.00018721679225564003
blocks.16.attn.q_proj.weight -1.8066632037516683e-05
blocks.16.attn.q_proj.weight -1.8068520148517564e-05
blocks.16.attn.q_proj.bias 0.017980100587010384
blocks.16.attn.q_proj.bias 0.017980076372623444
blocks.16.attn.k_proj.weight -2.4939268769230694e-05
blocks.16.attn.k_proj.weight -2.4936151021393016e-05
blocks.16.attn.v_proj.weight -1.59543014888186e-05
blocks.16.attn.v_proj.weight -1.5948578948155046e-05
blocks.16.attn.v_proj.bias -0.003776125144213438
blocks.16.attn.v_proj.bias -0.0037761181592941284
blocks.16.attn.norm.weight 0.8992425799369812
blocks.16.attn.norm.weight 0.8992415070533752
blocks.16.attn.norm.bias -9.276875789510086e-05
blocks.16.attn.norm.bias -9.235738980351016e-05
blocks.16.attn.proj.weight -1.1548872862476856e-06
blocks.16.attn.proj.weight -1.154857272922527e-06
blocks.16.attn.proj.bias -0.0014450307935476303
blocks.16.attn.proj.bias -0.0014449823647737503
blocks.17.temporal_prompt_embeddings 0.0007978812209330499
blocks.17.temporal_prompt_embeddings 0.0007978812209330499
blocks.17.norm1.weight 1.6132166385650635
blocks.17.norm1.weight 1.6132153272628784
blocks.17.norm1.bias 0.03800082206726074
blocks.17.norm1.bias 0.03800203651189804
blocks.17.norm2.weight 1.0583925247192383
blocks.17.norm2.weight 1.0583900213241577
blocks.17.norm2.bias 0.009457002393901348
blocks.17.norm2.bias 0.009457669220864773
blocks.17.mlp.fc1_g.weight -5.4646512580802664e-05
blocks.17.mlp.fc1_g.weight -5.466353104566224e-05
blocks.17.mlp.fc1_g.bias -0.7554539442062378
blocks.17.mlp.fc1_g.bias -0.7554528713226318
blocks.17.mlp.fc1_x.weight 7.023422767815646e-06
blocks.17.mlp.fc1_x.weight 7.029814696579706e-06
blocks.17.mlp.fc1_x.bias -0.005873565562069416
blocks.17.mlp.fc1_x.bias -0.005874310620129108
blocks.17.mlp.norm.weight 2.1865122318267822
blocks.17.mlp.norm.weight 2.1865100860595703
blocks.17.mlp.norm.bias 0.030881023034453392
blocks.17.mlp.norm.bias 0.03088086098432541
blocks.17.mlp.fc2.weight -3.1645390663470607e-06
blocks.17.mlp.fc2.weight -3.1645420222048415e-06
blocks.17.mlp.fc2.bias -0.0001790318638086319
blocks.17.mlp.fc2.bias -0.00017900113016366959
blocks.17.attn.q_proj.weight -2.3200853320304304e-05
blocks.17.attn.q_proj.weight -2.3173586669145152e-05
blocks.17.attn.q_proj.bias 0.0038219697307795286
blocks.17.attn.q_proj.bias 0.003823566250503063
blocks.17.attn.k_proj.weight -3.4471231629140675e-05
blocks.17.attn.k_proj.weight -3.448150891927071e-05
blocks.17.attn.v_proj.weight -2.2815091142547317e-05
blocks.17.attn.v_proj.weight -2.281266097270418e-05
blocks.17.attn.v_proj.bias -0.002121647819876671
blocks.17.attn.v_proj.bias -0.0021216394379734993
blocks.17.attn.norm.weight 0.8718314170837402
blocks.17.attn.norm.weight 0.871829628944397
blocks.17.attn.norm.bias -1.3651962945004925e-05
blocks.17.attn.norm.bias -1.4612118320656009e-05
blocks.17.attn.proj.weight -4.3052750697825104e-07
blocks.17.attn.proj.weight -4.305329639464617e-07
blocks.17.attn.proj.bias -0.001603525597602129
blocks.17.attn.proj.bias -0.0016034962609410286
blocks.18.temporal_prompt_embeddings -0.00018777325749397278
blocks.18.temporal_prompt_embeddings -0.00018777267541736364
blocks.18.norm1.weight 1.826913595199585
blocks.18.norm1.weight 1.8269109725952148
blocks.18.norm1.bias 0.03745279088616371
blocks.18.norm1.bias 0.03745574504137039
blocks.18.norm2.weight 1.0449533462524414
blocks.18.norm2.weight 1.0449557304382324
blocks.18.norm2.bias 0.01070854626595974
blocks.18.norm2.bias 0.010706753470003605
blocks.18.mlp.fc1_g.weight -6.635654426645488e-05
blocks.18.mlp.fc1_g.weight -6.636566104134545e-05
blocks.18.mlp.fc1_g.bias -0.6302903294563293
blocks.18.mlp.fc1_g.bias -0.6302893161773682
blocks.18.mlp.fc1_x.weight 1.6040612536016852e-06
blocks.18.mlp.fc1_x.weight 1.6150604551512515e-06
blocks.18.mlp.fc1_x.bias 0.00624134810641408
blocks.18.mlp.fc1_x.bias 0.00624151062220335
blocks.18.mlp.norm.weight 2.5069053173065186
blocks.18.mlp.norm.weight 2.506901741027832
blocks.18.mlp.norm.bias -0.03897838667035103
blocks.18.mlp.norm.bias -0.03897879645228386
blocks.18.mlp.fc2.weight 3.30489274347201e-06
blocks.18.mlp.fc2.weight 3.3048770546884043e-06
blocks.18.mlp.fc2.bias -0.00048800581134855747
blocks.18.mlp.fc2.bias -0.0004879885818809271
blocks.18.attn.q_proj.weight 6.565543117176276e-06
blocks.18.attn.q_proj.weight 6.575328370672651e-06
blocks.18.attn.q_proj.bias 0.013891426846385002
blocks.18.attn.q_proj.bias 0.013891588896512985
blocks.18.attn.k_proj.weight -1.9130398868583143e-05
blocks.18.attn.k_proj.weight -1.9131024600937963e-05
blocks.18.attn.v_proj.weight -1.751233867253177e-05
blocks.18.attn.v_proj.weight -1.7506279618828557e-05
blocks.18.attn.v_proj.bias 0.0003149639815092087
blocks.18.attn.v_proj.bias 0.0003149623516947031
blocks.18.attn.norm.weight 0.874920129776001
blocks.18.attn.norm.weight 0.8749204874038696
blocks.18.attn.norm.bias -7.910715066827834e-05
blocks.18.attn.norm.bias -7.911540888017043e-05
blocks.18.attn.proj.weight -1.1271022231085226e-06
blocks.18.attn.proj.weight -1.1270703907939605e-06
blocks.18.attn.proj.bias -0.0012500667944550514
blocks.18.attn.proj.bias -0.001250099390745163
blocks.19.temporal_prompt_embeddings -0.0002801434602588415
blocks.19.temporal_prompt_embeddings -0.00028014351846650243
blocks.19.norm1.weight 1.9159842729568481
blocks.19.norm1.weight 1.915981650352478
blocks.19.norm1.bias 0.025298483669757843
blocks.19.norm1.bias 0.025297826156020164
blocks.19.norm2.weight 1.0076117515563965
blocks.19.norm2.weight 1.0076122283935547
blocks.19.norm2.bias 0.010416860692203045
blocks.19.norm2.bias 0.010415827855467796
blocks.19.mlp.fc1_g.weight -0.00011449861631263047
blocks.19.mlp.fc1_g.weight -0.000114496833703015
blocks.19.mlp.fc1_g.bias -0.46374672651290894
blocks.19.mlp.fc1_g.bias -0.4637465476989746
blocks.19.mlp.fc1_x.weight -9.662470574767212e-07
blocks.19.mlp.fc1_x.weight -9.783233281268622e-07
blocks.19.mlp.fc1_x.bias 0.001586054335348308
blocks.19.mlp.fc1_x.bias 0.0015854142839089036
blocks.19.mlp.norm.weight 2.944612741470337
blocks.19.mlp.norm.weight 2.9446094036102295
blocks.19.mlp.norm.bias -0.04417158663272858
blocks.19.mlp.norm.bias -0.04417205601930618
blocks.19.mlp.fc2.weight 5.605423211818561e-06
blocks.19.mlp.fc2.weight 5.605421392829157e-06
blocks.19.mlp.fc2.bias -0.0007178541272878647
blocks.19.mlp.fc2.bias -0.0007178578525781631
blocks.19.attn.q_proj.weight -3.9972937884158455e-06
blocks.19.attn.q_proj.weight -3.982720500061987e-06
blocks.19.attn.q_proj.bias -0.014845870435237885
blocks.19.attn.q_proj.bias -0.014844860881567001
blocks.19.attn.k_proj.weight 7.543669653387042e-07
blocks.19.attn.k_proj.weight 7.384574018942658e-07
blocks.19.attn.v_proj.weight 6.087851033953484e-06
blocks.19.attn.v_proj.weight 6.0998536355327815e-06
blocks.19.attn.v_proj.bias 0.004225348122417927
blocks.19.attn.v_proj.bias 0.004225347191095352
blocks.19.attn.norm.weight 0.9562240242958069
blocks.19.attn.norm.weight 0.9562222957611084
blocks.19.attn.norm.bias -0.00010528710845392197
blocks.19.attn.norm.bias -0.00010584310803096741
blocks.19.attn.proj.weight -6.499158189399168e-07
blocks.19.attn.proj.weight -6.499267328763381e-07
blocks.19.attn.proj.bias -0.0022067874670028687
blocks.19.attn.proj.bias -0.0022067539393901825
blocks.20.temporal_prompt_embeddings 0.0004301068256609142
blocks.20.temporal_prompt_embeddings 0.00043010630179196596
blocks.20.norm1.weight 1.970428466796875
blocks.20.norm1.weight 1.9704275131225586
blocks.20.norm1.bias 0.06339483708143234
blocks.20.norm1.bias 0.06339801847934723
blocks.20.norm2.weight 0.9324319958686829
blocks.20.norm2.weight 0.9324284791946411
blocks.20.norm2.bias 0.004683082923293114
blocks.20.norm2.bias 0.004681980237364769
blocks.20.mlp.fc1_g.weight -0.00010089438001159579
blocks.20.mlp.fc1_g.weight -0.00010089010902447626
blocks.20.mlp.fc1_g.bias -0.2763444781303406
blocks.20.mlp.fc1_g.bias -0.27634432911872864
blocks.20.mlp.fc1_x.weight -2.337546675335034e-06
blocks.20.mlp.fc1_x.weight -2.3252348455571337e-06
blocks.20.mlp.fc1_x.bias -0.008534532971680164
blocks.20.mlp.fc1_x.bias -0.00853403378278017
blocks.20.mlp.norm.weight 3.611339569091797
blocks.20.mlp.norm.weight 3.6113359928131104
blocks.20.mlp.norm.bias -0.05556628480553627
blocks.20.mlp.norm.bias -0.055566687136888504
blocks.20.mlp.fc2.weight 3.480103487163433e-06
blocks.20.mlp.fc2.weight 3.4801032597897574e-06
blocks.20.mlp.fc2.bias -0.001957119442522526
blocks.20.mlp.fc2.bias -0.001957136206328869
blocks.20.attn.q_proj.weight 5.5959993915166706e-05
blocks.20.attn.q_proj.weight 5.598156349151395e-05
blocks.20.attn.q_proj.bias 0.01982203498482704
blocks.20.attn.q_proj.bias 0.019822565838694572
blocks.20.attn.k_proj.weight 3.127862873952836e-05
blocks.20.attn.k_proj.weight 3.1291041523218155e-05
blocks.20.attn.v_proj.weight 3.8500857044709846e-05
blocks.20.attn.v_proj.weight 3.849802669719793e-05
blocks.20.attn.v_proj.bias 0.004178578965365887
blocks.20.attn.v_proj.bias 0.00417857151478529
blocks.20.attn.norm.weight 0.9273250102996826
blocks.20.attn.norm.weight 0.9273232817649841
blocks.20.attn.norm.bias -0.0006224310491234064
blocks.20.attn.norm.bias -0.0006219614297151566
blocks.20.attn.proj.weight -8.37636434880551e-07
blocks.20.attn.proj.weight -8.37636434880551e-07
blocks.20.attn.proj.bias -0.0028377901762723923
blocks.20.attn.proj.bias -0.002837720327079296
blocks.21.temporal_prompt_embeddings 0.0008399791549891233
blocks.21.temporal_prompt_embeddings 0.0008399794460274279
blocks.21.norm1.weight 2.0843963623046875
blocks.21.norm1.weight 2.0843944549560547
blocks.21.norm1.bias 0.03904329240322113
blocks.21.norm1.bias 0.03904283419251442
blocks.21.norm2.weight 0.7914581894874573
blocks.21.norm2.weight 0.7914553284645081
blocks.21.norm2.bias 0.013170108199119568
blocks.21.norm2.bias 0.013173956423997879
blocks.21.mlp.fc1_g.weight -2.485043296474032e-05
blocks.21.mlp.fc1_g.weight -2.4852462956914678e-05
blocks.21.mlp.fc1_g.bias -0.14834673702716827
blocks.21.mlp.fc1_g.bias -0.14834724366664886
blocks.21.mlp.fc1_x.weight 1.5741034076199867e-06
blocks.21.mlp.fc1_x.weight 1.5728040807516663e-06
blocks.21.mlp.fc1_x.bias 0.0012539883609861135
blocks.21.mlp.fc1_x.bias 0.0012564563658088446
blocks.21.mlp.norm.weight 4.443552017211914
blocks.21.mlp.norm.weight 4.443548202514648
blocks.21.mlp.norm.bias 0.06415016949176788
blocks.21.mlp.norm.bias 0.06414993107318878
blocks.21.mlp.fc2.weight -4.258907608800655e-07
blocks.21.mlp.fc2.weight -4.2588428073031537e-07
blocks.21.mlp.fc2.bias -0.003375114407390356
blocks.21.mlp.fc2.bias -0.0033750981092453003
blocks.21.attn.q_proj.weight -4.311847078497522e-06
blocks.21.attn.q_proj.weight -4.309714768169215e-06
blocks.21.attn.q_proj.bias 0.017131038010120392
blocks.21.attn.q_proj.bias 0.01713114231824875
blocks.21.attn.k_proj.weight 1.6750054783187807e-06
blocks.21.attn.k_proj.weight 1.664778210397344e-06
blocks.21.attn.v_proj.weight 8.6297250163625e-06
blocks.21.attn.v_proj.weight 8.633161087345798e-06
blocks.21.attn.v_proj.bias 0.003655980806797743
blocks.21.attn.v_proj.bias 0.003655973356217146
blocks.21.attn.norm.weight 0.939348578453064
blocks.21.attn.norm.weight 0.9393478631973267
blocks.21.attn.norm.bias -0.00032532800105400383
blocks.21.attn.norm.bias -0.00032510492019355297
blocks.21.attn.proj.weight -1.5611913113389164e-06
blocks.21.attn.proj.weight -1.561216777190566e-06
blocks.21.attn.proj.bias -0.0019913166761398315
blocks.21.attn.proj.bias -0.0019913483411073685
blocks.22.temporal_prompt_embeddings -0.0006168290274217725
blocks.22.temporal_prompt_embeddings -0.0006168284453451633
blocks.22.norm1.weight 2.3288800716400146
blocks.22.norm1.weight 2.328878164291382
blocks.22.norm1.bias 0.005700685549527407
blocks.22.norm1.bias 0.005700696259737015
blocks.22.norm2.weight 0.5282211303710938
blocks.22.norm2.weight 0.528222918510437
blocks.22.norm2.bias 0.005617494694888592
blocks.22.norm2.bias 0.005609253421425819
blocks.22.mlp.fc1_g.weight -2.1621413907269016e-05
blocks.22.mlp.fc1_g.weight -2.1615836885757744e-05
blocks.22.mlp.fc1_g.bias -0.029475219547748566
blocks.22.mlp.fc1_g.bias -0.029474129900336266
blocks.22.mlp.fc1_x.weight -6.521126039160663e-08
blocks.22.mlp.fc1_x.weight -6.838637034434214e-08
blocks.22.mlp.fc1_x.bias -0.00038568436866626143
blocks.22.mlp.fc1_x.bias -0.00038681141450069845
blocks.22.mlp.norm.weight 5.150515079498291
blocks.22.mlp.norm.weight 5.150510787963867
blocks.22.mlp.norm.bias 0.06830273568630219
blocks.22.mlp.norm.bias 0.06830257922410965
blocks.22.mlp.fc2.weight 2.0102609141758876e-06
blocks.22.mlp.fc2.weight 2.01026978174923e-06
blocks.22.mlp.fc2.bias -0.0024069487117230892
blocks.22.mlp.fc2.bias -0.0024069729261100292
blocks.22.attn.q_proj.weight 2.1384972569649108e-05
blocks.22.attn.q_proj.weight 2.1384616047726013e-05
blocks.22.attn.q_proj.bias 0.007907458581030369
blocks.22.attn.q_proj.bias 0.007907328195869923
blocks.22.attn.k_proj.weight 1.3760243746219203e-05
blocks.22.attn.k_proj.weight 1.375848296447657e-05
blocks.22.attn.v_proj.weight -1.9326671463204548e-05
blocks.22.attn.v_proj.weight -1.9327588233863935e-05
blocks.22.attn.v_proj.bias 0.0016217833617702127
blocks.22.attn.v_proj.bias 0.0016217709053307772
blocks.22.attn.norm.weight 1.0450522899627686
blocks.22.attn.norm.weight 1.0450513362884521
blocks.22.attn.norm.bias 0.00036182833719067276
blocks.22.attn.norm.bias 0.0003617609036155045
blocks.22.attn.proj.weight -2.2129693206807133e-06
blocks.22.attn.proj.weight -2.212987055827398e-06
blocks.22.attn.proj.bias -0.0002126246690750122
blocks.22.attn.proj.bias -0.0002126730978488922
blocks.23.temporal_prompt_embeddings 4.668906331062317e-05
blocks.23.temporal_prompt_embeddings 4.6688917791470885e-05
blocks.23.norm1.weight 2.3777143955230713
blocks.23.norm1.weight 2.3777120113372803
blocks.23.norm1.bias 0.06002683937549591
blocks.23.norm1.bias 0.06002601236104965
blocks.23.norm2.weight 0.40270546078681946
blocks.23.norm2.weight 0.4027048945426941
blocks.23.norm2.bias 0.0027918952982872725
blocks.23.norm2.bias 0.0027917781844735146
blocks.23.mlp.fc1_g.weight -8.773117770033423e-06
blocks.23.mlp.fc1_g.weight -8.773767149250489e-06
blocks.23.mlp.fc1_g.bias -0.007774664554744959
blocks.23.mlp.fc1_g.bias -0.007775141391903162
blocks.23.mlp.fc1_x.weight -2.377064902248094e-06
blocks.23.mlp.fc1_x.weight -2.377156306465622e-06
blocks.23.mlp.fc1_x.bias -0.00018449655908625573
blocks.23.mlp.fc1_x.bias -0.00018482796440366656
blocks.23.mlp.norm.weight 3.141202688217163
blocks.23.mlp.norm.weight 3.141199827194214
blocks.23.mlp.norm.bias -0.040553901344537735
blocks.23.mlp.norm.bias -0.04055387154221535
blocks.23.mlp.fc2.weight -1.7805113827762398e-07
blocks.23.mlp.fc2.weight -1.7804261176479486e-07
blocks.23.mlp.fc2.bias 0.001874745823442936
blocks.23.mlp.fc2.bias 0.0018746955320239067
blocks.23.attn.q_proj.weight 9.967443475034088e-06
blocks.23.attn.q_proj.weight 9.965043318516109e-06
blocks.23.attn.q_proj.bias 0.012948377057909966
blocks.23.attn.q_proj.bias 0.012948311865329742
blocks.23.attn.k_proj.weight 1.2171067282906733e-06
blocks.23.attn.k_proj.weight 1.2231257642270066e-06
blocks.23.attn.v_proj.weight -3.917059802915901e-05
blocks.23.attn.v_proj.weight -3.917206049663946e-05
blocks.23.attn.v_proj.bias -9.36471
blocks.23.attn.v_proj.bias -9.3646