{
  "architectures": [
    "BertModel"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "custom_pipelines": {
    "text-embedding-classification": {
      "impl": "__main__.EmbeddingClassificationPipeline",
      "pt": [
        "AutoModelForTextEncoding"
      ],
      "tf": [
        "TFAutoModelForTextEncoding"
      ],
      "type": "text"
    }
  },
  "gradient_checkpointing": false,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 384,
  "id2label": {
    "0": "info/recettes",
    "1": "info/magasin",
    "2": "info/app",
    "3": "chitchat"
  },
  "initializer_range": 0.02,
  "intermediate_size": 1536,
  "label2id": {
    "chitchat": 3,
    "info/app": 2,
    "info/magasin": 1,
    "info/recettes": 0
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "bert",
  "num_attention_heads": 12,
  "num_hidden_layers": 6,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "task_specific_params": {
    "anchors": [
      [
        0.005822267383337021,
        0.07263559103012085,
        0.03704008087515831,
        -0.013598082587122917,
        -0.02929282933473587,
        0.003042900701984763,
        -0.001986945979297161,
        -0.056853391230106354,
        0.0015807091258466244,
        -0.020737536251544952,
        0.017675157636404037,
        0.003857472212985158,
        0.001032039406709373,
        -0.040244780480861664,
        -0.028337905183434486,
        -0.01853075437247753,
        0.1166565865278244,
        0.05985042080283165,
        -0.10479686409235,
        0.016238665208220482,
        -0.040508121252059937,
        -0.06475144624710083,
        0.006767622195184231,
        0.07750580459833145,
        -0.06394628435373306,
        0.012660430744290352,
        0.0558001883327961,
        -0.006327260751277208,
        -0.08877753466367722,
        -0.15387505292892456,
        0.033078841865062714,
        0.053198184818029404,
        -0.1264277845621109,
        -0.024089032784104347,
        -0.09866593778133392,
        -0.02669331431388855,
        0.031126845628023148,
        0.0019797543063759804,
        0.057720378041267395,
        0.0065848990343511105,
        0.07051938027143478,
        0.08160728216171265,
        0.037485234439373016,
        0.05188331380486488,
        -0.024281075224280357,
        -0.035273052752017975,
        -0.041538070887327194,
        0.00909043475985527,
        0.017619293183088303,
        0.04071946069598198,
        -0.048250868916511536,
        0.03729342296719551,
        0.036009691655635834,
        -0.025152256712317467,
        0.05118323862552643,
        0.05840713158249855,
        -0.07375335693359375,
        -0.05102604255080223,
        0.04990014061331749,
        0.07094156742095947,
        -0.07802050560712814,
        -0.0048721120692789555,
        -0.1638481467962265,
        0.03576584532856941,
        0.0387844555079937,
        -0.015361003577709198,
        0.04985308647155762,
        -0.0024124106857925653,
        0.010214832611382008,
        -0.03345533087849617,
        -0.019844427704811096,
        0.04777098447084427,
        0.012551302090287209,
        0.13060016930103302,
        -0.05606459453701973,
        0.015566901303827763,
        0.07559126615524292,
        -0.06630104780197144,
        -0.03866397961974144,
        0.019177433103322983,
        -0.05790252238512039,
        0.07887690514326096,
        -0.030417425557971,
        0.012757033109664917,
        -0.030436599627137184,
        0.007702394388616085,
        -0.05165179446339607,
        -0.05180564522743225,
        0.01941957138478756,
        -0.030560534447431564,
        0.004549971781671047,
        -0.04984581470489502,
        -0.002091579372063279,
        -0.0038089617155492306,
        0.012515034526586533,
        0.045578159391880035,
        0.003435857128351927,
        -0.013533324934542179,
        0.06389103084802628,
        0.0012657189508900046,
        0.07545234262943268,
        -0.040874872356653214,
        0.0662086084485054,
        -0.019308140501379967,
        -0.047440093010663986,
        -0.015782786533236504,
        0.03297115117311478,
        -0.037040986120700836,
        0.00317093962803483,
        0.03562036156654358,
        0.03822038322687149,
        0.0011330333072692156,
        0.021083364263176918,
        -0.012138064950704575,
        -0.003910777624696493,
        -0.018818264827132225,
        0.026647232472896576,
        -0.021455440670251846,
        -0.016355829313397408,
        0.00976839754730463,
        -0.06536078453063965,
        -0.005086524412035942,
        -0.023786364123225212,
        -0.03802456706762314,
        0.04596954956650734,
        0.06330479681491852,
        -0.03743951395153999,
        -0.01645543798804283,
        -0.05779523774981499,
        0.04621202126145363,
        0.03706582263112068,
        0.017482923343777657,
        -0.018639370799064636,
        -0.021226098760962486,
        -0.035538773983716965,
        0.030973359942436218,
        -0.022831454873085022,
        -0.05311480164527893,
        0.0031453098636120558,
        -0.0947326272726059,
        0.015000688843429089,
        -0.12187328189611435,
        0.03853747993707657,
        0.020612850785255432,
        0.013709376566112041,
        0.1151755228638649,
        0.05499691516160965,
        -0.04052261635661125,
        0.022251568734645844,
        0.007717733737081289,
        -0.010101555846631527,
        0.03079439140856266,
        0.006769633386284113,
        -0.030469797551631927,
        0.12726151943206787,
        -0.020985059440135956,
        -0.09412749111652374,
        0.029075775295495987,
        0.023748096078634262,
        0.021586107090115547,
        -0.08049394935369492,
        -0.04812135174870491,
        0.05971405282616615,
        0.07495351880788803,
        0.010367564857006073,
        -0.026318244636058807,
        0.06732776761054993,
        -0.0021685727406293154,
        0.0630071610212326,
        0.006535375956445932,
        0.09184679388999939,
        0.1021188274025917,
        0.04578215256333351,
        -0.020656326785683632,
        0.0052549573592841625,
        0.00945111270993948,
        0.026756104081869125,
        -0.0013402283657342196,
        -0.0030208651442080736,
        -0.05266432836651802,
        0.11016856133937836,
        -0.004521556664258242,
        -0.0742042064666748,
        0.037144824862480164,
        -0.040117762982845306,
        0.019273333251476288,
        0.04215286299586296,
        0.0424465537071228,
        0.0138093838468194,
        0.11011400818824768,
        -0.07821441441774368,
        0.051480721682310104,
        -0.06891269236803055,
        0.08020871877670288,
        -0.015303445979952812,
        0.15156163275241852,
        -0.04021105915307999,
        -0.02516312152147293,
        0.11459941416978836,
        0.0054013985209167,
        0.059566598385572433,
        -0.0285932719707489,
        -0.08532319217920303,
        -0.04842524975538254,
        0.02970452606678009,
        0.0096893934533,
        0.03899620100855827,
        -0.012201718054711819,
        0.022255562245845795,
        -0.03429649770259857,
        -0.04852546378970146,
        0.024932654574513435,
        -0.034250739961862564,
        0.020342912524938583,
        -0.020266344770789146,
        0.05447447672486305,
        -0.015120183117687702,
        0.08304262906312943,
        0.07550433278083801,
        0.07428374141454697,
        0.11800087243318558,
        0.02998584508895874,
        -0.07820403575897217,
        -0.06001058593392372,
        -0.05456199496984482,
        0.00800112634897232,
        -0.054109156131744385,
        0.042664237320423126,
        -0.04500148817896843,
        -0.0538993664085865,
        -0.028967227786779404,
        0.08342132717370987,
        -0.023302726447582245,
        0.03267792612314224,
        0.045985735952854156,
        -0.014523256570100784,
        0.06026611477136612,
        -0.04583987966179848,
        0.01278551947325468,
        0.048458367586135864,
        0.06700142472982407,
        -0.009125551208853722,
        0.06004565954208374,
        -0.021269040182232857,
        -0.034894317388534546,
        0.04862073063850403,
        0.010945715010166168,
        0.014238695614039898,
        0.07163942605257034,
        0.1061260923743248,
        0.015240423381328583,
        -0.009367422200739384,
        0.036780547350645065,
        0.028367135673761368,
        0.04157107323408127,
        0.01222152728587389,
        -0.1161123588681221,
        -0.03185397759079933,
        0.012261503376066685,
        0.057164158672094345,
        -0.1136869341135025,
        -0.07139644771814346,
        0.05620019882917404,
        0.05207420885562897,
        -0.08787357062101364,
        -0.01993180625140667,
        0.02399216592311859,
        0.06369799375534058,
        0.04035628214478493,
        0.0311091598123312,
        0.014607508666813374,
        0.031059661880135536,
        -0.03347893804311752,
        -0.005941008683294058,
        0.029624955728650093,
        -0.006433614529669285,
        0.07698816061019897,
        0.05376406013965607,
        -0.04984380677342415,
        -0.0483652725815773,
        0.00769440783187747,
        0.03129022940993309,
        -0.0259458776563406,
        0.016769737005233765,
        0.046455975621938705,
        0.02579573541879654,
        -0.07640894502401352,
        0.033744461834430695,
        -0.02006092481315136,
        0.0469566248357296,
        0.012495224364101887,
        -0.0448027066886425,
        0.05022362992167473,
        0.019158273935317993,
        0.09929239749908447,
        -0.051112495362758636,
        0.009172367863357067,
        0.02087976224720478,
        -0.011192882433533669,
        0.0036096367985010147,
        -0.08493412286043167,
        0.009734459221363068,
        -0.04607104882597923,
        0.03955788537859917,
        -0.08612246811389923,
        -0.04531731829047203,
        -0.02654462866485119,
        -0.007635010406374931,
        -0.006068773102015257,
        -0.04565417021512985,
        -0.05747240036725998,
        -0.0544905923306942,
        0.02701711095869541,
        0.06336181610822678,
        0.015803376212716103,
        -0.04533206298947334,
        -0.02698424644768238,
        0.031576868146657944,
        -0.01264926791191101,
        -0.1680886149406433,
        0.02236900106072426,
        -0.039329465478658676,
        0.004117163829505444,
        -0.016652725636959076,
        -0.018331483006477356,
        0.016369309276342392,
        -0.05465787276625633,
        -0.025300124660134315,
        -0.04211881011724472,
        0.07757555693387985,
        -0.0578225702047348,
        0.04540209099650383,
        0.027518199756741524,
        -0.02095501683652401,
        0.03046325035393238,
        -0.02327367290854454,
        -0.0051214308477938175,
        0.001194010372273624,
        -0.1396561563014984,
        -0.0012152973795309663,
        -0.09000971168279648,
        0.1200803890824318,
        -0.004871665965765715,
        -0.043903648853302,
        -0.04215627163648605,
        -0.005754298530519009,
        -0.002524191979318857,
        -0.07107926905155182,
        0.03270181268453598,
        0.0045212325640022755,
        -0.037065088748931885,
        0.044280294328927994,
        -0.04203890264034271,
        -0.012923079542815685,
        0.033879850059747696,
        0.008913101628422737,
        0.008815556764602661,
        -0.06229064613580704,
        0.0604509599506855,
        0.05623237043619156,
        -0.050842057913541794,
        -0.001936485175974667,
        -0.0010010601254180074,
        -0.015852808952331543,
        -0.08406034857034683,
        -0.07429895550012589,
        -0.055794231593608856,
        0.038125962018966675,
        0.032527849078178406,
        -0.009741322137415409,
        0.019612636417150497,
        -0.02272072806954384,
        0.0401795357465744,
        0.03251677006483078,
        0.016357319429516792,
        0.010123362764716148,
        0.006388690322637558,
        0.01170434057712555,
        0.12933087348937988,
        0.02108105458319187,
        -0.06432223320007324,
        -0.004224039148539305,
        -0.023454273119568825,
        -0.029780695214867592
      ],
      [
        0.04337022453546524,
        0.07368329912424088,
        0.015785837545990944,
        0.03828652575612068,
        -0.1250489056110382,
        -0.03538127243518829,
        0.0615311935544014,
        -0.03311043232679367,
        -0.034624457359313965,
        0.004518681671470404,
        -0.05316716805100441,
        0.0028389189392328262,
        -0.06379278004169464,
        0.014775647781789303,
        -0.006942317821085453,
        -0.06352119147777557,
        0.02914973348379135,
        0.013955854810774326,
        -0.09618344157934189,
        -0.005964233074337244,
        0.01694367080926895,
        0.034039128571748734,
        0.00784982554614544,
        0.03791510686278343,
        -0.02353334054350853,
        -0.01927744410932064,
        0.02009568363428116,
        0.02426084503531456,
        -0.02211669273674488,
        -0.15374872088432312,
        0.028825752437114716,
        0.08700461685657501,
        -0.04307171329855919,
        -0.015138988383114338,
        0.03900206834077835,
        -0.01156446523964405,
        0.03579264506697655,
        0.04041038081049919,
        0.0366617888212204,
        -0.037535659968853,
        0.04273931309580803,
        -0.005541194695979357,
        -0.029541203752160072,
        0.05452490225434303,
        -0.07529316842556,
        -0.018233904615044594,
        0.014783885329961777,
        0.0349455289542675,
        0.011798864230513573,
        0.09505362808704376,
        -0.00040973618160933256,
        -0.03875073045492172,
        0.0013520370703190565,
        0.008156703785061836,
        -0.009964684024453163,
        0.006024625152349472,
        -0.027962498366832733,
        0.006117736920714378,
        -0.015758369117975235,
        0.033834997564554214,
        -0.0001853301509981975,
        0.06412678956985474,
        -0.23309725522994995,
        0.0322345569729805,
        0.02994694374501705,
        -0.004847162868827581,
        -0.013658742420375347,
        0.04533151164650917,
        0.06553951650857925,
        0.04317939281463623,
        0.04083377867937088,
        0.009293117560446262,
        -0.013439570553600788,
        0.08138931542634964,
        0.0341196283698082,
        -0.06184979900717735,
        0.03657980635762215,
        -0.04867110028862953,
        -0.030339181423187256,
        -0.0249460581690073,
        -0.02553914301097393,
        0.04977584630250931,
        0.008190959692001343,
        0.033549997955560684,
        -0.04250422865152359,
        0.024927528575062752,
        -0.0674949660897255,
        0.026545831933617592,
        -0.006699837278574705,
        -0.014816297218203545,
        0.006161844823509455,
        -0.0716526135802269,
        -0.03216584771871567,
        -0.03976265341043472,
        -0.018300382420420647,
        0.06616511195898056,
        0.007457514759153128,
        0.06152104213833809,
        0.10322678834199905,
        0.04208331182599068,
        0.055269572883844376,
        0.015392557717859745,
        0.09270842373371124,
        -0.011753537692129612,
        -0.009733513928949833,
        0.005556661635637283,
        0.03529762476682663,
        0.02059050463140011,
        -0.0027461762074381113,
        0.02845294028520584,
        0.023086313158273697,
        -0.029239997267723083,
        0.040309224277734756,
        0.01518088486045599,
        -0.010546769946813583,
        0.037125363945961,
        -0.018173756077885628,
        0.03917835280299187,
        -0.031011546030640602,
        -0.010955666191875935,
        -0.05505049601197243,
        0.017188215628266335,
        -0.031269047409296036,
        0.0029099436942487955,
        0.003804571460932493,
        0.0413970984518528,
        -0.05554712191224098,
        0.05831975117325783,
        0.001360664376989007,
        0.06940104067325592,
        0.045441944152116776,
        -0.03232416883111,
        -0.021718135103583336,
        -0.01843128353357315,
        -0.012774708680808544,
        0.00715347845107317,
        0.033511899411678314,
        0.025105800479650497,
        -0.020296435803174973,
        -0.07828953862190247,
        0.03330986946821213,
        -0.1569579839706421,
        0.03271092474460602,
        0.07320000231266022,
        0.11418449878692627,
        0.10004135221242905,
        0.07011061906814575,
        -0.03303965553641319,
        -0.04115023463964462,
        -0.04430378973484039,
        -0.04411431774497032,
        0.05765465274453163,
        -0.008220771327614784,
        0.029869142919778824,
        0.10168937593698502,
        0.0024699755012989044,
        -0.05424797162413597,
        0.011560710147023201,
        0.007536903489381075,
        0.00013290469360072166,
        -0.014288019388914108,
        -0.0624169185757637,
        0.07342085242271423,
        0.1493908166885376,
        0.02397340163588524,
        0.019200069829821587,
        0.026466013863682747,
        -0.018145645037293434,
        0.02114061266183853,
        -0.017825357615947723,
        0.05641089752316475,
        0.03959035128355026,
        0.0489962175488472,
        0.054434243589639664,
        0.028442583978176117,
        0.03494751453399658,
        -0.0074854884296655655,
        0.007893027737736702,
        -0.011496653780341148,
        -0.08327575027942657,
        0.005050738342106342,
        0.0355292409658432,
        -0.041871074587106705,
        0.013863538391888142,
        0.02461007609963417,
        -0.02140657976269722,
        -0.011366876773536205,
        -0.03364036604762077,
        0.002490937476977706,
        0.10405103117227554,
        -0.1355256885290146,
        0.02420818619430065,
        -0.11345184594392776,
        -0.06954077631235123,
        0.0315987803041935,
        0.02727581560611725,
        -0.06953021883964539,
        0.04891066625714302,
        0.03670536354184151,
        0.05174192413687706,
        0.0013451464474201202,
        -0.060936592519283295,
        -0.035071730613708496,
        -0.016866561025381088,
        0.017755335196852684,
        0.03608983755111694,
        0.04118780791759491,
        -0.05155843123793602,
        0.022517317906022072,
        -0.004922031424939632,
        0.0027322201058268547,
        0.059753526002168655,
        0.02183845266699791,
        0.022366154938936234,
        0.026229921728372574,
        0.09073939919471741,
        -0.03532584384083748,
        0.06679864972829819,
        0.03961038589477539,
        0.06356430053710938,
        0.039026692509651184,
        0.006520899478346109,
        -0.0497811920940876,
        -0.1571335792541504,
        -0.04825399070978165,
        -0.018817560747265816,
        0.005090710241347551,
        0.007693927735090256,
        -0.04352971538901329,
        -0.032105475664138794,
        0.029694166034460068,
        0.016656212508678436,
        0.056378964334726334,
        0.004703052807599306,
        0.03138256445527077,
        0.0018511079251766205,
        0.005747618619352579,
        0.013285799883306026,
        -0.0037055970169603825,
        -0.030879471451044083,
        0.033108554780483246,
        0.0496508814394474,
        -0.040229085832834244,
        0.01977667212486267,
        0.01268070936203003,
        0.031280115246772766,
        0.07207932323217392,
        0.048310697078704834,
        -0.023765714839100838,
        0.1337607353925705,
        0.06909477710723877,
        0.04036402702331543,
        -0.008764280937612057,
        0.053575288504362106,
        -0.057995956391096115,
        -0.03960259258747101,
        -0.05604054778814316,
        -0.03325994685292244,
        -0.056220076978206635,
        0.01704295724630356,
        0.00886994507163763,
        0.03191543370485306,
        0.015222443267703056,
        0.03264329954981804,
        0.016333026811480522,
        0.04055150970816612,
        -0.03644288331270218,
        0.06383300572633743,
        0.034725550562143326,
        0.03538764268159866,
        0.0656128078699112,
        -0.02841082029044628,
        -0.04792927950620651,
        0.0076189604587852955,
        0.01060890406370163,
        -0.025683242827653885,
        -0.052984051406383514,
        0.06105099618434906,
        -0.046287186443805695,
        -0.0070756906643509865,
        -0.0016640982357785106,
        -0.053766991943120956,
        -0.0170944482088089,
        0.001406850409694016,
        -0.00754727004095912,
        0.0001521541562397033,
        -0.02604668401181698,
        0.04218556731939316,
        -0.013930162414908409,
        0.04968097433447838,
        -0.05801216512918472,
        -0.0976724699139595,
        0.006934032309800386,
        0.01922689378261566,
        0.10418892651796341,
        -0.045653630048036575,
        0.03651171550154686,
        0.0027673847507685423,
        -0.03558839112520218,
        0.05682070180773735,
        -0.020207839086651802,
        0.015899933874607086,
        -0.06742829084396362,
        0.05133126303553581,
        -0.040452513843774796,
        -0.09714791178703308,
        -0.030242672190070152,
        0.08361568301916122,
        -0.00704211788251996,
        0.1038140207529068,
        -0.04141576215624809,
        -0.016488859429955482,
        0.03549021854996681,
        0.04769434034824371,
        0.003692098194733262,
        -0.04406728968024254,
        -0.024254659190773964,
        -0.01782418228685856,
        0.005699310917407274,
        -0.25468191504478455,
        0.011832572519779205,
        0.019502466544508934,
        -0.02342347241938114,
        -0.09173838794231415,
        -0.0705319344997406,
        -0.014391190372407436,
        -0.031880784779787064,
        -0.05581696704030037,
        -0.036586470901966095,
        0.07102631777524948,
        -0.0355231836438179,
        0.019736342132091522,
        -0.10062121599912643,
        -0.02082156389951706,
        0.01958225853741169,
        -0.06693581491708755,
        0.021970123052597046,
        -0.0476946122944355,
        -0.16214926540851593,
        -0.007499764207750559,
        -0.027110058814287186,
        0.1216513067483902,
        -0.01934533193707466,
        0.03478549048304558,
        -0.013376184739172459,
        0.017140837386250496,
        -0.05532664805650711,
        -0.046610672026872635,
        0.07216425240039825,
        0.0668625459074974,
        -0.07132600992918015,
        0.09916582703590393,
        -0.002099611796438694,
        -0.008952646516263485,
        0.03529446944594383,
        0.03832690790295601,
        -0.03795548900961876,
        -0.03650936111807823,
        -0.04753699153661728,
        0.09291396290063858,
        0.01204425934702158,
        -0.06264755129814148,
        -0.06437302380800247,
        0.04543115943670273,
        0.017380136996507645,
        -0.01261155866086483,
        0.005600942764431238,
        0.040544651448726654,
        0.02610599622130394,
        0.06358197331428528,
        0.00973097886890173,
        -0.025958383455872536,
        0.0060947793535888195,
        0.01042860560119152,
        0.0037444967310875654,
        -0.03653114289045334,
        0.020375382155179977,
        0.031398095190525055,
        0.04116101190447807,
        -0.024440567940473557,
        -0.0358506478369236,
        -0.005994705483317375,
        -0.12298188358545303,
        0.026138512417674065
      ],
      [
        0.007668457925319672,
        -0.003285763319581747,
        0.004726003389805555,
        -0.012996645644307137,
        -0.06980025768280029,
        -0.034177277237176895,
        -0.021443257108330727,
        -0.0043707555159926414,
        -0.011373537592589855,
        0.05010591447353363,
        0.02891165390610695,
        0.014842631295323372,
        0.04690432548522949,
        0.05445756018161774,
        0.016532177105545998,
        0.02664773166179657,
        0.02493220940232277,
        -0.04360073804855347,
        -0.1070767492055893,
        -0.049474261701107025,
        0.01840890757739544,
        -0.022134192287921906,
        0.08423728495836258,
        0.060850437730550766,
        0.025079989805817604,
        -0.0281453188508749,
        -0.03676769137382507,
        -0.006070212926715612,
        -0.13015536963939667,
        -0.15384405851364136,
        0.07365863025188446,
        0.05154798552393913,
        -0.0506834052503109,
        -0.04848611727356911,
        8.942306885728613e-05,
        -0.06028132885694504,
        0.03257085010409355,
        -0.0008544992888346314,
        -0.03616603463888168,
        -0.10577037185430527,
        -0.007653860375285149,
        0.04109315201640129,
        0.05777906998991966,
        0.06147858873009682,
        -0.05565905198454857,
        0.01166460569947958,
        0.011908033862709999,
        -0.028834939002990723,
        0.023967379704117775,
        0.046515848487615585,
        -0.03665496036410332,
        5.768058690591715e-05,
        0.013842517510056496,
        0.04326403886079788,
        0.00191284972243011,
        -0.0002571951481513679,
        0.05936170369386673,
        0.023718155920505524,
        0.047612063586711884,
        0.07662428170442581,
        -0.03287937864661217,
        0.02117486484348774,
        -0.2407248318195343,
        0.14107412099838257,
        -0.02203560806810856,
        -0.02020176686346531,
        0.028958171606063843,
        0.06419060379266739,
        -0.03414670750498772,
        0.05264047160744667,
        -0.0015116549329832196,
        -0.017095036804676056,
        -0.02270456589758396,
        0.11909635365009308,
        0.016057198867201805,
        0.0032431769650429487,
        0.01480463519692421,
        0.020855842158198357,
        -0.010282852686941624,
        0.0030374566558748484,
        -0.0664919912815094,
        0.06507827341556549,
        0.0344700887799263,
        0.0643293634057045,
        -0.07997467368841171,
        -0.01324421912431717,
        -0.07647650688886642,
        -0.05265725404024124,
        0.036929741501808167,
        0.027928413823246956,
        0.0035794146824628115,
        0.050967056304216385,
        0.06089214235544205,
        -0.028132839128375053,
        -0.07298030704259872,
        0.022136028856039047,
        -0.056319721043109894,
        -0.00643641734495759,
        0.0667465552687645,
        0.08530396968126297,
        0.06960608810186386,
        -0.0032145900186151266,
        0.01359402947127819,
        -0.034912604838609695,
        0.0010996402706950903,
        -0.07249604910612106,
        -0.03934338688850403,
        -0.036464009433984756,
        -0.051956433802843094,
        0.030083823949098587,
        -0.013466944918036461,
        -0.0005169856012798846,
        0.015422835946083069,
        -0.021219685673713684,
        -0.022262398153543472,
        0.01521928422152996,
        -0.016522496938705444,
        0.06049554422497749,
        -0.030879808589816093,
        0.022642334923148155,
        -0.0653337761759758,
        0.03864438459277153,
        0.022958951070904732,
        -0.024548225104808807,
        0.03769891336560249,
        -0.04011969640851021,
        -0.00043725167051889,
        0.07943901419639587,
        -0.03367985412478447,
        0.028578629717230797,
        0.02302900329232216,
        -0.027246985584497452,
        -0.06029266491532326,
        -0.00041424509254284203,
        0.015958573669195175,
        -0.014091919176280499,
        0.03001493588089943,
        -0.06816083937883377,
        -0.0019710513297468424,
        -0.03449833765625954,
        0.06026403233408928,
        -0.07531024515628815,
        0.10796481370925903,
        0.016477717086672783,
        0.08206731826066971,
        0.07694432139396667,
        0.0768878236413002,
        -0.0298343226313591,
        -0.009165304712951183,
        -0.07209648191928864,
        -0.03600567951798439,
        0.0232549998909235,
        0.023960301652550697,
        0.0712842345237732,
        0.09807001799345016,
        -0.03469680994749069,
        0.029798028990626335,
        0.02130884863436222,
        -0.06826788187026978,
        0.013112244196236134,
        -0.006828999612480402,
        -0.07528985291719437,
        0.09493732452392578,
        0.1147785410284996,
        0.06271034479141235,
        -0.054844051599502563,
        0.02982136234641075,
        -0.0009206417598761618,
        -0.04395308345556259,
        0.016352444887161255,
        -0.05607927590608597,
        -0.008724961429834366,
        0.07491929829120636,
        0.0066841645166277885,
        0.03358685225248337,
        0.013122107833623886,
        -0.021311569958925247,
        -0.0354488268494606,
        0.012132632546126842,
        -0.1021006852388382,
        0.055907174944877625,
        0.009927756153047085,
        -0.012585282325744629,
        -0.059298574924468994,
        -0.0006350653129629791,
        0.00468739029020071,
        0.01159614510834217,
        -0.04451855272054672,
        0.018698934465646744,
        0.02260035090148449,
        -0.06602927297353745,
        0.06090276688337326,
        -0.0850963443517685,
        -0.0151432566344738,
        0.027425553649663925,
        0.023441053926944733,
        -0.04776570200920105,
        0.004305629059672356,
        0.02782687172293663,
        0.03668210282921791,
        -0.059810198843479156,
        -0.025446288287639618,
        -0.043338075280189514,
        0.011286120861768723,
        0.0054915896616876125,
        0.001185790402814746,
        0.011486866511404514,
        -0.04498697444796562,
        -0.013147571124136448,
        -0.08634818345308304,
        -0.023821895942091942,
        0.01551028247922659,
        0.021318452432751656,
        0.08300355821847916,
        0.01580456830561161,
        0.03595728799700737,
        0.019809994846582413,
        0.04949131980538368,
        0.03950992226600647,
        0.03349287435412407,
        0.06651560217142105,
        0.02773411199450493,
        -0.08689985424280167,
        -0.15225914120674133,
        -0.06996645778417587,
        -0.00018723723769653589,
        -0.04158006235957146,
        -0.01828109659254551,
        -0.010636010207235813,
        0.04728261008858681,
        0.10680321604013443,
        0.02982385829091072,
        0.04628884419798851,
        0.07605656236410141,
        0.009816267527639866,
        0.038799453526735306,
        -0.04555550962686539,
        0.02966899611055851,
        0.062372904270887375,
        -0.047641217708587646,
        0.05609559267759323,
        0.028059517964720726,
        0.025141222402453423,
        -0.022979486733675003,
        -0.010797927156090736,
        -0.012039495632052422,
        0.04579800367355347,
        0.04757558926939964,
        -0.03315442055463791,
        0.16747985780239105,
        0.06696458905935287,
        0.07412602007389069,
        -0.013579138554632664,
        0.037458386272192,
        0.07157566398382187,
        -0.07069504261016846,
        -0.12247675657272339,
        -0.020027007907629013,
        -0.010514121502637863,
        -0.005096936598420143,
        0.020587759092450142,
        0.019271906465291977,
        -0.023825444281101227,
        0.07935763150453568,
        0.044919051229953766,
        0.009343413636088371,
        -0.03518728166818619,
        0.012704780325293541,
        0.025369688868522644,
        0.021188057959079742,
        0.024422701448202133,
        0.10747084766626358,
        -0.06196591630578041,
        0.012707686983048916,
        -0.005829057656228542,
        -0.041649073362350464,
        -0.002750081941485405,
        0.004943969659507275,
        -0.07112406194210052,
        0.039579879492521286,
        -0.013242136687040329,
        -0.028471814468503,
        0.03358280658721924,
        0.030186498537659645,
        0.007385933306068182,
        -0.08718383312225342,
        -0.08439571410417557,
        0.0004964832332916558,
        -0.06704190373420715,
        0.007317844312638044,
        -0.03728098049759865,
        0.002658020006492734,
        -0.027132729068398476,
        -0.0024282082449644804,
        0.078493133187294,
        -0.019514964893460274,
        0.038565944880247116,
        0.074152871966362,
        0.04984845966100693,
        0.0705961063504219,
        -0.052668094635009766,
        0.015248581767082214,
        0.002474843757227063,
        -0.019559185951948166,
        -0.02382148988544941,
        -0.0514836460351944,
        0.009435554966330528,
        0.026335900649428368,
        -0.013468852266669273,
        0.07186240702867508,
        -0.07040788233280182,
        -0.03187919035553932,
        0.015180054120719433,
        -0.0107280807569623,
        0.014087325893342495,
        0.026056380942463875,
        -0.019831787794828415,
        0.038659367710351944,
        0.028631186112761497,
        -0.18483129143714905,
        0.009748033247888088,
        -0.024435456842184067,
        -0.03271491453051567,
        -0.044448234140872955,
        -0.05186198651790619,
        -0.01645251363515854,
        -0.01928279548883438,
        -0.030550610274076462,
        -0.0370173417031765,
        0.0712248906493187,
        0.00455054547637701,
        -0.028130771592259407,
        -0.07361899316310883,
        -0.057315394282341,
        0.007712827529758215,
        -0.002494496526196599,
        0.09811249375343323,
        0.016426296904683113,
        -0.06420141458511353,
        -0.0453551709651947,
        0.07514432072639465,
        0.13070857524871826,
        -0.021032115444540977,
        -0.0292424988001585,
        -0.08214408904314041,
        0.020022695884108543,
        -0.05005476996302605,
        -0.0384816899895668,
        0.041517555713653564,
        -0.03632405400276184,
        -0.031852561980485916,
        0.11269251257181168,
        0.012486611492931843,
        -0.05524063482880592,
        0.01608559861779213,
        0.05728638172149658,
        0.023650184273719788,
        0.01502508670091629,
        -0.035121362656354904,
        0.10217946767807007,
        -0.01741505041718483,
        -0.06155376136302948,
        -0.0032183779403567314,
        0.06316868215799332,
        0.03369036689400673,
        0.02933337911963463,
        -0.023354167118668556,
        -0.02977394312620163,
        0.03523821011185646,
        -0.01849980466067791,
        0.02565740793943405,
        -0.04026010259985924,
        0.023361822590231895,
        0.040601976215839386,
        0.007673113141208887,
        -0.044098567217588425,
        -0.08964970707893372,
        0.032493412494659424,
        0.04254249110817909,
        -0.017339466139674187,
        -0.009135676547884941,
        0.034098584204912186,
        -0.051426731050014496,
        -0.0015542898327112198
      ],
      [
        0.016708344221115112,
        0.02257419191300869,
        0.003197962883859873,
        -0.06508772075176239,
        -0.0565216951072216,
        -0.02491203509271145,
        -0.02146308496594429,
        -0.09567153453826904,
        0.0009392400970682502,
        -0.03182777017354965,
        -0.011088510975241661,
        0.04206092655658722,
        0.013083245605230331,
        -0.023334503173828125,
        0.015868566930294037,
        -0.02619755081832409,
        0.04575658589601517,
        0.1084599643945694,
        -0.11523093283176422,
        -0.013597515411674976,
        -0.051761213690042496,
        0.04003899544477463,
        0.03668596222996712,
        0.05653739720582962,
        -0.028805430978536606,
        -0.02613101527094841,
        0.02472439780831337,
        -0.05481928214430809,
        0.008768835105001926,
        -0.08640830218791962,
        0.023914802819490433,
        0.03018687665462494,
        -0.04294255003333092,
        0.02113884687423706,
        -0.07798847556114197,
        -0.04694126546382904,
        -0.028511160984635353,
        0.007484887260943651,
        0.00960406381636858,
        -0.03515132889151573,
        0.0335826613008976,
        0.007983291521668434,
        -0.03436516225337982,
        -0.030810052528977394,
        0.010309159755706787,
        -0.08129803836345673,
        0.021938655525445938,
        -0.03177094832062721,
        0.10825330018997192,
        0.028371065855026245,
        -0.051127880811691284,
        0.0019331683870404959,
        -0.0025050919502973557,
        -0.009906230494379997,
        0.021354028955101967,
        0.031265731900930405,
        0.007631345186382532,
        -0.03296647593379021,
        0.032521359622478485,
        0.06588271260261536,
        -0.026693085208535194,
        -0.014528700150549412,
        -0.2307749092578888,
        0.03034358099102974,
        0.061659347265958786,
        0.028402257710695267,
        0.043066687881946564,
        0.032228656113147736,
        0.052539534866809845,
        0.0021462931763380766,
        -0.0042069051414728165,
        0.042240288108587265,
        -0.05220137909054756,
        -0.009840508922934532,
        -0.007919196970760822,
        -0.05808597058057785,
        0.03220156207680702,
        -0.029530225321650505,
        0.0575849823653698,
        -0.02820988930761814,
        0.03425324335694313,
        0.013034133240580559,
        -0.014185755513608456,
        -0.001534585957415402,
        -0.006826882250607014,
        0.052162472158670425,
        -0.06312184780836105,
        -0.07381581515073776,
        -0.05440608784556389,
        -0.005682045593857765,
        -0.03896273300051689,
        0.016637461259961128,
        0.03430997207760811,
        0.024123551324009895,
        0.022869130596518517,
        0.010601417161524296,
        0.030879568308591843,
        0.00403577508404851,
        0.057096291333436966,
        0.05744175240397453,
        0.0708988830447197,
        -0.0006149997934699059,
        0.03703685477375984,
        0.027411308139562607,
        -0.06498676538467407,
        0.009645539335906506,
        0.021208595484495163,
        -0.017549674957990646,
        -0.0056835985742509365,
        -0.027087923139333725,
        -0.018194440752267838,
        -0.0033444922883063555,
        0.013710043393075466,
        0.011126458644866943,
        0.06923025101423264,
        0.036143165081739426,
        -0.08662676066160202,
        0.03281427547335625,
        0.015614442527294159,
        -0.0031688313465565443,
        -0.049378518015146255,
        -0.009268485940992832,
        -0.06972068548202515,
        0.008215198293328285,
        -0.018286507576704025,
        -0.008528497070074081,
        -0.03941423073410988,
        0.01784149557352066,
        0.02272648923099041,
        0.011416083201766014,
        0.06060204654932022,
        0.04663391411304474,
        -0.1144600659608841,
        -0.012503948993980885,
        -0.03622567281126976,
        0.03996193781495094,
        0.011360589414834976,
        -0.11418137699365616,
        -0.009444872848689556,
        -0.04109817370772362,
        -0.03847598657011986,
        -0.13949613273143768,
        0.07867644727230072,
        -0.047837283462285995,
        0.077794648706913,
        0.019465630874037743,
        0.026314079761505127,
        0.014027165248990059,
        -0.004308290779590607,
        -0.012431129813194275,
        0.003621010109782219,
        0.035881899297237396,
        -0.023865418508648872,
        -0.037238623946905136,
        0.12385034561157227,
        -0.05714219808578491,
        -0.07683571428060532,
        0.059371091425418854,
        -0.04137928783893585,
        0.05253681540489197,
        -0.02229669690132141,
        0.03676844760775566,
        0.03517771139740944,
        0.1191946268081665,
        0.056211743503808975,
        -0.031699273735284805,
        0.015088856220245361,
        0.02277100272476673,
        0.07203631103038788,
        0.030226711183786392,
        0.015266052447259426,
        0.02311503142118454,
        -0.054233212023973465,
        0.07123953849077225,
        0.006371224764734507,
        0.018117157742381096,
        -0.003955741412937641,
        0.0400688499212265,
        0.004664504434913397,
        -0.03708918020129204,
        0.04067397862672806,
        0.04694473743438721,
        0.0029127532616257668,
        -0.0014394136378541589,
        -0.031217249110341072,
        0.021102415397763252,
        0.032511550933122635,
        0.0410485565662384,
        0.06162220612168312,
        0.09109072387218475,
        -0.05200616270303726,
        0.08096738159656525,
        -0.09574443846940994,
        0.0380600281059742,
        0.04766688495874405,
        0.07993993908166885,
        0.025111792609095573,
        0.013391457498073578,
        0.034408118575811386,
        0.00977613776922226,
        0.08908545225858688,
        0.010931385681033134,
        0.002817613771185279,
        0.03029525838792324,
        -0.010925217531621456,
        -0.04957906901836395,
        0.005778545513749123,
        0.02597973495721817,
        -0.0209517665207386,
        -0.024384286254644394,
        0.010631336830556393,
        -0.002523764269426465,
        0.0331854484975338,
        0.029799511656165123,
        0.031097352504730225,
        0.049246080219745636,
        0.02210290916264057,
        0.0257534421980381,
        0.07189075648784637,
        0.06530474126338959,
        0.08973280340433121,
        0.022086018696427345,
        -0.07010645419359207,
        -0.1215423047542572,
        -0.024585286155343056,
        -0.014516801573336124,
        -0.07280132174491882,
        -0.0027143647894263268,
        -0.024014512076973915,
        -0.06721563637256622,
        0.009010626003146172,
        0.0882188156247139,
        0.03923161327838898,
        0.06992881745100021,
        0.0834290087223053,
        -0.02048126608133316,
        -0.0040662698447704315,
        0.02086818777024746,
        0.031488820910453796,
        -0.011364726349711418,
        -0.00709354504942894,
        -0.0335536003112793,
        -0.05019371211528778,
        -0.02703305520117283,
        -0.026637040078639984,
        -0.00023402391525451094,
        -0.023277049884200096,
        -0.0016967806732282043,
        0.00046760510304011405,
        0.1348104625940323,
        0.07580994814634323,
        -0.002507919678464532,
        0.03558427840471268,
        0.023507004603743553,
        0.0016848937375470996,
        0.006051461677998304,
        -0.11992944031953812,
        0.01890210621058941,
        -0.05046624690294266,
        0.03962898626923561,
        -0.05081997066736221,
        -0.055677853524684906,
        -0.026222411543130875,
        0.018815815448760986,
        -0.11278235167264938,
        -0.01218913309276104,
        -0.07052967697381973,
        0.019726619124412537,
        -0.04822517931461334,
        -0.006963117513805628,
        -0.05614301562309265,
        0.04736525937914848,
        -0.02208467572927475,
        0.03162826597690582,
        0.02243676595389843,
        -0.002946949563920498,
        0.06389514356851578,
        -0.031026232987642288,
        -0.06358011066913605,
        -0.043498262763023376,
        0.0034521697089076042,
        0.00030663245706819,
        0.08973348140716553,
        -0.039900876581668854,
        0.021862881258130074,
        -0.012477043084800243,
        -0.011273379437625408,
        -0.06924296915531158,
        0.014401989057660103,
        0.03043719381093979,
        -0.06500518321990967,
        -0.0619477778673172,
        0.02993292361497879,
        0.005938432645052671,
        0.16269418597221375,
        -0.017085889354348183,
        0.050299063324928284,
        0.09882045537233353,
        -0.014780420809984207,
        -0.03174847736954689,
        -0.07661645859479904,
        -0.07928614318370819,
        0.018603764474391937,
        0.04398146644234657,
        -0.12457310408353806,
        -0.040692251175642014,
        0.02639130689203739,
        -0.07990971952676773,
        -0.013391771353781223,
        -0.004975710064172745,
        0.0004673351359087974,
        -0.07531794905662537,
        0.08331934362649918,
        0.02080870047211647,
        0.07156216353178024,
        -0.06048478186130524,
        0.023127267137169838,
        0.002581391716375947,
        -0.013306384906172752,
        -0.21726053953170776,
        -0.025332478806376457,
        -0.0050119259394705296,
        0.02725052833557129,
        -0.062025126069784164,
        0.000594508193898946,
        0.053687434643507004,
        -0.02476857416331768,
        0.02729029580950737,
        -0.05920395255088806,
        0.11797815561294556,
        0.049347057938575745,
        0.008601897396147251,
        0.00046448357170447707,
        0.019505025818943977,
        0.07171885669231415,
        0.027508901432156563,
        0.020135974511504173,
        -0.012183474376797676,
        -0.14087486267089844,
        0.0018384215654805303,
        -0.02593785710632801,
        0.1381991058588028,
        0.02521096169948578,
        0.1009640321135521,
        0.04379479959607124,
        -0.00789809599518776,
        -0.06054363027215004,
        -0.08517508953809738,
        0.04025111719965935,
        0.02014179341495037,
        -0.03862501680850983,
        0.024460794404149055,
        -0.01288087759166956,
        -0.02500900812447071,
        0.06290259212255478,
        0.034499961882829666,
        0.0030016349628567696,
        -0.031140659004449844,
        -0.0010426501976326108,
        0.11497930437326431,
        -0.03272688388824463,
        0.05311853438615799,
        -0.011502823792397976,
        0.09424678981304169,
        -0.0005707208183594048,
        -0.082424595952034,
        0.03952069580554962,
        -0.04221392050385475,
        0.005857805255800486,
        -0.01859397254884243,
        0.001533012604340911,
        -0.006072731222957373,
        0.04558432102203369,
        -0.017711671069264412,
        0.06114991754293442,
        0.017915237694978714,
        0.023261336609721184,
        0.08075522631406784,
        0.024315061047673225,
        0.023996666073799133,
        -0.04692736640572548,
        -0.0018494122195988894,
        -0.05166822671890259,
        -0.046424154192209244
      ]
    ]
  },
  "torch_dtype": "float32",
  "transformers_version": "4.50.0.dev0",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 30522
}