From 4f577d30b58b909028cfe40135adb834e7cbf3f8 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Tue, 20 Aug 2024 17:45:41 +0200 Subject: [PATCH 1/9] answerdotai/answerai-colbert-small-v1 support added --- fastembed/text/onnx_embedding.py | 18 +++++++---- tests/test_text_onnx_embeddings.py | 51 ++++++++++++------------------ 2 files changed, 32 insertions(+), 37 deletions(-) diff --git a/fastembed/text/onnx_embedding.py b/fastembed/text/onnx_embedding.py index 90002c62..9ecaa0e1 100644 --- a/fastembed/text/onnx_embedding.py +++ b/fastembed/text/onnx_embedding.py @@ -150,6 +150,16 @@ }, "model_file": "onnx/model.onnx", }, + { + "model": "answerdotai/answerai-colbert-small-v1", + "dim": 384, + "description": "answerai-colbert-small-v1 is a new, proof-of-concept model by Answer.AI, showing the strong performance multi-vector models with the new JaColBERTv2.5 training recipe and some extra tweaks can reach, even with just 33 million parameters.", + "size_in_GB": 0.13, + "sources": { + "hf": "answerdotai/answerai-colbert-small-v1", + }, + "model_file": "onnx/model.onnx", + }, ] @@ -244,9 +254,7 @@ def _preprocess_onnx_input( """ return onnx_input - def _post_process_onnx_output( - self, output: OnnxOutputContext - ) -> Iterable[np.ndarray]: + def _post_process_onnx_output(self, output: OnnxOutputContext) -> Iterable[np.ndarray]: embeddings = output.model_output return normalize(embeddings[:, 0]).astype(np.float32) @@ -258,6 +266,4 @@ def init_embedding( cache_dir: str, **kwargs, ) -> OnnxTextEmbedding: - return OnnxTextEmbedding( - model_name=model_name, cache_dir=cache_dir, threads=1, **kwargs - ) + return OnnxTextEmbedding(model_name=model_name, cache_dir=cache_dir, threads=1, **kwargs) diff --git a/tests/test_text_onnx_embeddings.py b/tests/test_text_onnx_embeddings.py index b0590594..42e0f218 100644 --- a/tests/test_text_onnx_embeddings.py +++ b/tests/test_text_onnx_embeddings.py @@ -32,32 +32,20 @@ "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": np.array( [0.0094, 0.0184, 0.0328, 0.0072, -0.0351] ), - "intfloat/multilingual-e5-large": np.array( - [0.0098, 0.0045, 0.0066, -0.0354, 0.0070] - ), + "intfloat/multilingual-e5-large": np.array([0.0098, 0.0045, 0.0066, -0.0354, 0.0070]), "sentence-transformers/paraphrase-multilingual-mpnet-base-v2": np.array( [-0.01341097, 0.0416553, -0.00480805, 0.02844842, 0.0505299] ), - "jinaai/jina-embeddings-v2-small-en": np.array( - [-0.0455, -0.0428, -0.0122, 0.0613, 0.0015] - ), - "jinaai/jina-embeddings-v2-base-en": np.array( - [-0.0332, -0.0509, 0.0287, -0.0043, -0.0077] - ), - "jinaai/jina-embeddings-v2-base-de": np.array( - [-0.0085, 0.0417, 0.0342, 0.0309, -0.0149] - ), - "jinaai/jina-embeddings-v2-base-code": np.array( - [0.0145, -0.0164, 0.0136, -0.0170, 0.0734] - ), - "nomic-ai/nomic-embed-text-v1": np.array( - [0.3708 , 0.2031, -0.3406, -0.2114, -0.3230] - ), + "jinaai/jina-embeddings-v2-small-en": np.array([-0.0455, -0.0428, -0.0122, 0.0613, 0.0015]), + "jinaai/jina-embeddings-v2-base-en": np.array([-0.0332, -0.0509, 0.0287, -0.0043, -0.0077]), + "jinaai/jina-embeddings-v2-base-de": np.array([-0.0085, 0.0417, 0.0342, 0.0309, -0.0149]), + "jinaai/jina-embeddings-v2-base-code": np.array([0.0145, -0.0164, 0.0136, -0.0170, 0.0734]), + "nomic-ai/nomic-embed-text-v1": np.array([0.3708, 0.2031, -0.3406, -0.2114, -0.3230]), "nomic-ai/nomic-embed-text-v1.5": np.array( [-0.15407836, -0.03053198, -3.9138033, 0.1910364, 0.13224715] ), "nomic-ai/nomic-embed-text-v1.5-Q": np.array( - [-0.12525563, 0.38030425, -3.961622 , 0.04176439, -0.0758301] + [-0.12525563, 0.38030425, -3.961622, 0.04176439, -0.0758301] ), "thenlper/gte-large": np.array( [-0.01920587, 0.00113156, -0.00708992, -0.00632304, -0.04025577] @@ -65,22 +53,23 @@ "mixedbread-ai/mxbai-embed-large-v1": np.array( [0.02295546, 0.03196154, 0.016512, -0.04031524, -0.0219634] ), - "snowflake/snowflake-arctic-embed-xs": np.array( - [0.0092, 0.0619, 0.0196, 0.009, -0.0114] - ), - "snowflake/snowflake-arctic-embed-s": np.array( - [-0.0416, -0.0867, 0.0209, 0.0554, -0.0272] - ), - "snowflake/snowflake-arctic-embed-m": np.array( - [-0.0329, 0.0364, 0.0481, 0.0016, 0.0328] - ), + "snowflake/snowflake-arctic-embed-xs": np.array([0.0092, 0.0619, 0.0196, 0.009, -0.0114]), + "snowflake/snowflake-arctic-embed-s": np.array([-0.0416, -0.0867, 0.0209, 0.0554, -0.0272]), + "snowflake/snowflake-arctic-embed-m": np.array([-0.0329, 0.0364, 0.0481, 0.0016, 0.0328]), "snowflake/snowflake-arctic-embed-m-long": np.array( [0.0080, -0.0266, -0.0335, 0.0282, 0.0143] ), - "snowflake/snowflake-arctic-embed-l": np.array( - [0.0189, -0.0673, 0.0183, 0.0124, 0.0146] - ), + "snowflake/snowflake-arctic-embed-l": np.array([0.0189, -0.0673, 0.0183, 0.0124, 0.0146]), "Qdrant/clip-ViT-B-32-text": np.array([0.0083, 0.0103, -0.0138, 0.0199, -0.0069]), + "answerdotai/answerai-colbert-small-v1": np.array( + [ + -0.0173, + -0.0106, + 0.01893, + -0.0306, + 0.01176, + ] + ), } From 1ed04b30a88295bb841b8dd8510589f2c0018a38 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Tue, 20 Aug 2024 19:10:05 +0200 Subject: [PATCH 2/9] New useful description --- fastembed/text/onnx_embedding.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastembed/text/onnx_embedding.py b/fastembed/text/onnx_embedding.py index 9ecaa0e1..364a9e3b 100644 --- a/fastembed/text/onnx_embedding.py +++ b/fastembed/text/onnx_embedding.py @@ -153,7 +153,7 @@ { "model": "answerdotai/answerai-colbert-small-v1", "dim": 384, - "description": "answerai-colbert-small-v1 is a new, proof-of-concept model by Answer.AI, showing the strong performance multi-vector models with the new JaColBERTv2.5 training recipe and some extra tweaks can reach, even with just 33 million parameters.", + "description": "Small, fast and accurate JaColBERTv2.5-based model trained on question answering.", "size_in_GB": 0.13, "sources": { "hf": "answerdotai/answerai-colbert-small-v1", From 918f821496a3e4f673c573fd9a80801c363fc9f3 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Wed, 21 Aug 2024 12:33:47 +0200 Subject: [PATCH 3/9] New useful description #2 --- fastembed/text/onnx_embedding.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastembed/text/onnx_embedding.py b/fastembed/text/onnx_embedding.py index 39d4fa6f..51af2a06 100644 --- a/fastembed/text/onnx_embedding.py +++ b/fastembed/text/onnx_embedding.py @@ -153,7 +153,7 @@ { "model": "answerdotai/answerai-colbert-small-v1", "dim": 384, - "description": "Small, fast and accurate JaColBERTv2.5-based model trained on question answering.", + "description": "Text embeddings, Unimodal (text), Multilingual (~100 languages), 512 input tokens truncation, 2024 year", "size_in_GB": 0.13, "sources": { "hf": "answerdotai/answerai-colbert-small-v1", From de8573e09855cb6293a64489eded3ffe65192389 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:35:48 +0200 Subject: [PATCH 4/9] Moved model to late)interaction Fixed tests --- fastembed/late_interaction/colbert.py | 12 +- fastembed/text/onnx_embedding.py | 10 - tests/test_late_interaction_embeddings.py | 3642 ++++++++++++++++++++- tests/test_text_onnx_embeddings.py | 9 - 4 files changed, 3650 insertions(+), 23 deletions(-) diff --git a/fastembed/late_interaction/colbert.py b/fastembed/late_interaction/colbert.py index 474ec6f0..555c1f96 100644 --- a/fastembed/late_interaction/colbert.py +++ b/fastembed/late_interaction/colbert.py @@ -22,7 +22,17 @@ "hf": "colbert-ir/colbertv2.0", }, "model_file": "model.onnx", - } + }, + { + "model": "answerdotai/answerai-colbert-small-v1", + "dim": 384, + "description": "Text embeddings, Unimodal (text), Multilingual (~100 languages), 512 input tokens truncation, 2024 year", + "size_in_GB": 0.13, + "sources": { + "hf": "answerdotai/answerai-colbert-small-v1", + }, + "model_file": "vespa_colbert.onnx", + }, ] diff --git a/fastembed/text/onnx_embedding.py b/fastembed/text/onnx_embedding.py index 51af2a06..7e1f35c3 100644 --- a/fastembed/text/onnx_embedding.py +++ b/fastembed/text/onnx_embedding.py @@ -150,16 +150,6 @@ }, "model_file": "onnx/model.onnx", }, - { - "model": "answerdotai/answerai-colbert-small-v1", - "dim": 384, - "description": "Text embeddings, Unimodal (text), Multilingual (~100 languages), 512 input tokens truncation, 2024 year", - "size_in_GB": 0.13, - "sources": { - "hf": "answerdotai/answerai-colbert-small-v1", - }, - "model_file": "onnx/model.onnx", - }, ] diff --git a/tests/test_late_interaction_embeddings.py b/tests/test_late_interaction_embeddings.py index 192c1027..efd51973 100644 --- a/tests/test_late_interaction_embeddings.py +++ b/tests/test_late_interaction_embeddings.py @@ -14,7 +14,501 @@ [0.0846, 0.0122, 0.0032, -0.0109, -0.1041], [0.0477, 0.1078, -0.0314, 0.016, 0.0156], ] - ) + ), + "answerdotai/answerai-colbert-small-v1": np.array( + [ + [ + -0.07280886918306351, + 0.046324968338012695, + -0.04711456969380379, + 0.007616814691573381, + -0.07374367862939835, + 0.008326544426381588, + -0.040440633893013, + -0.1447550654411316, + -0.13470721244812012, + -0.027434350922703743, + 0.14138442277908325, + -0.1307116448879242, + 0.024788497015833855, + -0.011374089866876602, + -0.03371603414416313, + -0.11716503649950027, + 0.012448668479919434, + -0.14651525020599365, + -0.07089418172836304, + -0.15251243114471436, + 0.11187443137168884, + 0.0017603114247322083, + -0.15013013780117035, + 0.16714467108249664, + -0.05509070307016373, + 0.0773075670003891, + -0.007312132976949215, + -0.1328946053981781, + -0.21924299001693726, + 0.13554096221923828, + 0.038153503090143204, + 0.10711655020713806, + -0.11799515783786774, + -0.010081677697598934, + 0.04804597049951553, + 0.015793373808264732, + -0.015891503542661667, + 0.09481355547904968, + -0.08093943446874619, + -0.07252312451601028, + 0.06020689755678177, + -0.04829816147685051, + 0.04015154018998146, + 0.08383140712976456, + -0.06885642558336258, + 0.07477015256881714, + 0.11628464609384537, + 0.09197564423084259, + 0.037241943180561066, + -0.014404838904738426, + 0.05798577889800072, + 0.19510921835899353, + -0.07381951808929443, + 0.006744624115526676, + -0.06956510990858078, + 0.033060260117053986, + -0.04045421630144119, + -0.138251394033432, + 0.1411617547273636, + -0.046543460339307785, + -0.021088939160108566, + 0.14979681372642517, + 0.05802973732352257, + -0.06793193519115448, + 0.03627508506178856, + -0.19374938309192657, + 0.2971334159374237, + -0.19559334218502045, + -0.14456218481063843, + 0.07445921748876572, + -0.09223915636539459, + -0.16221316158771515, + 0.19336126744747162, + 0.08819163590669632, + -0.1930920034646988, + 0.03151646628975868, + -0.039320070296525955, + -0.024197591468691826, + -0.0842503234744072, + -0.05124611034989357, + 0.06737765669822693, + 0.07876557856798172, + -0.04388861730694771, + 0.09543198347091675, + 0.13093894720077515, + 0.0929928869009018, + -0.07054999470710754, + 0.03131536394357681, + 0.013464572839438915, + -0.09011653810739517, + 0.05824041739106178, + 0.23633426427841187, + 0.02598433941602707, + 0.10168740898370743, + 0.026201941072940826, + -0.06442491710186005, + ], + [ + -0.04463830217719078, + 0.04426327347755432, + -0.0740019679069519, + 0.018013158813118935, + -0.05233371630311012, + 0.03673237934708595, + -0.06013823300600052, + -0.11153383553028107, + -0.11666253954172134, + -0.024476362392306328, + 0.1533203125, + -0.14552780985832214, + 0.007968011312186718, + -0.03788449615240097, + 0.007727254182100296, + -0.11064152419567108, + -0.029888151213526726, + -0.13354143500328064, + -0.060189660638570786, + -0.09220647811889648, + 0.12696996331214905, + -0.000755144574213773, + -0.14222337305545807, + 0.16124963760375977, + 0.016416704282164574, + 0.059658974409103394, + -0.06885157525539398, + -0.1728152185678482, + -0.23550203442573547, + 0.162811279296875, + 0.09036615490913391, + 0.12477505952119827, + -0.07289273291826248, + 0.06602536886930466, + 0.008707311004400253, + 0.01141864899545908, + 0.0285634808242321, + 0.09380913525819778, + -0.07382624596357346, + -0.019017400220036507, + 0.05542994663119316, + -0.031004710122942924, + 0.09680072963237762, + 0.059781514108181, + -0.06671163439750671, + 0.1100156158208847, + 0.11433497071266174, + 0.01890326663851738, + 0.05186162889003754, + 0.00729999179020524, + 0.009586671367287636, + 0.19797232747077942, + -0.10170430690050125, + -0.027338402345776558, + -0.03539358079433441, + 0.020381279289722443, + -0.06759817898273468, + -0.13171729445457458, + 0.12482496351003647, + -0.06731949746608734, + -0.03221435844898224, + 0.14236953854560852, + 0.048642855137586594, + -0.06649292260408401, + 0.01494947075843811, + -0.148166224360466, + 0.3292870819568634, + -0.16397815942764282, + -0.1334945559501648, + 0.08202007412910461, + -0.12222868949174881, + -0.1265048086643219, + 0.20695729553699493, + 0.057337116450071335, + -0.16863331198692322, + 0.002269284101203084, + -0.04038084298372269, + -0.023360589519143105, + -0.08288649469614029, + -0.06642429530620575, + 0.07231834530830383, + 0.11213922500610352, + -0.07635965198278427, + 0.021515801548957825, + 0.11334499716758728, + 0.0999353751540184, + -0.09558836370706558, + 0.014249918982386589, + 0.07625840604305267, + -0.12364441901445389, + 0.04144693911075592, + 0.2579215168952942, + 0.03375754877924919, + 0.07032738626003265, + -0.04229772835969925, + -0.09157801419496536, + ], + [ + 0.09935862571001053, + -0.0512261725962162, + -0.04924933612346649, + -0.05275791510939598, + -0.08944497257471085, + -0.013878255151212215, + -0.1682419627904892, + -0.16191834211349487, + -0.076004758477211, + -0.06468408554792404, + 0.12717635929584503, + -0.03694312274456024, + -0.055273741483688354, + 0.027304675430059433, + -0.023037532344460487, + -0.056036047637462616, + -0.026758743450045586, + -0.17126259207725525, + -0.0646047368645668, + -0.03866283595561981, + 0.09807616472244263, + -0.08441564440727234, + -0.12573249638080597, + 0.0784863755106926, + -0.03510958328843117, + 0.14293108880519867, + -0.09219582378864288, + -0.05771566927433014, + -0.27236223220825195, + 0.1453775316476822, + -0.015768134966492653, + 0.09794183075428009, + 0.019444163888692856, + 0.07980090379714966, + 0.031108494848012924, + 0.008659019134938717, + 0.08365767449140549, + 0.10814714431762695, + -0.08392263203859329, + 0.003307955339550972, + 0.08731693774461746, + 0.03807983547449112, + 0.16638919711112976, + 0.003856107359752059, + -0.030870426446199417, + 0.09500357508659363, + 0.09459958970546722, + -0.04115574061870575, + 0.04087162762880325, + 0.02753949724137783, + 0.003598723793402314, + 0.14485567808151245, + -0.006971163675189018, + 0.01590084470808506, + 0.011331559158861637, + 0.08530977368354797, + -0.04202437773346901, + -0.019481932744383812, + 0.10038981586694717, + -0.15371689200401306, + -0.06266060471534729, + 0.09386022388935089, + 0.040948327630758286, + -0.2004454880952835, + -0.037797994911670685, + -0.05105242505669594, + 0.2933070659637451, + -0.15504099428653717, + -0.10492140799760818, + 0.08162790536880493, + -0.07256967574357986, + -0.19473782181739807, + 0.19506865739822388, + 0.07201740890741348, + -0.18388883769512177, + -0.08016877621412277, + -0.0800241008400917, + 0.09432750195264816, + -0.1340785175561905, + -0.09788288921117783, + 0.04848664253950119, + 0.07810595631599426, + -0.022220555692911148, + 0.01414318848401308, + 0.10911563783884048, + 0.10146646201610565, + 0.02700836770236492, + -0.02664921246469021, + 0.09017692506313324, + -0.08578778058290482, + -0.01760665699839592, + 0.22815683484077454, + 0.0806688591837883, + 0.0815962478518486, + 0.008128190413117409, + -0.20938263833522797, + ], + [ + 0.01644221693277359, + 0.02030055969953537, + -0.037892457097768784, + 0.03164910897612572, + -0.06501225382089615, + 0.01899920217692852, + -0.02377976104617119, + -0.08129454404115677, + -0.05864051729440689, + -0.09833154082298279, + 0.11797886341810226, + -0.1585092395544052, + 0.006880235392600298, + 0.042868103832006454, + -0.019141029566526413, + -0.07919459789991379, + 0.008522933349013329, + -0.10879983752965927, + -0.09240128099918365, + -0.0638616532087326, + 0.07711397111415863, + -0.046026524156332016, + -0.14319050312042236, + 0.11397428065538406, + -0.00929725170135498, + 0.06460542976856232, + -0.1535470187664032, + -0.16770753264427185, + -0.20967181026935577, + 0.1253833919763565, + 0.05738986283540726, + 0.12043556571006775, + -0.03680921345949173, + 0.10649782419204712, + 0.06107199937105179, + 0.04833753779530525, + -0.015067796222865582, + 0.10079749673604965, + -0.11522065103054047, + 0.03135932981967926, + 0.0012748896842822433, + -0.035621318966150284, + 0.21109336614608765, + 0.04940345883369446, + -0.06458230316638947, + 0.09885252267122269, + 0.0954805240035057, + -0.02756883017718792, + 0.08118840306997299, + 0.008157062344253063, + -0.04523444548249245, + 0.16359886527061462, + -0.04848210886120796, + -0.0688590556383133, + 0.04277518019080162, + 0.05237257480621338, + -0.02580779604613781, + -0.14429886639118195, + 0.11602858453989029, + -0.13185910880565643, + 0.03995395079255104, + 0.07457999885082245, + 0.06701181083917618, + -0.10987502336502075, + 0.10930270701646805, + -0.11011288315057755, + 0.2936226725578308, + -0.1885349601507187, + -0.09788079559803009, + 0.09607050567865372, + -0.09104965627193451, + -0.12752218544483185, + 0.21256035566329956, + 0.09489957243204117, + -0.16550223529338837, + -0.026202093809843063, + -0.039857469499111176, + 0.0010202510748058558, + -0.11261600255966187, + -0.023355400189757347, + 0.1821337342262268, + 0.11083614081144333, + -0.10467376559972763, + 0.1160460039973259, + 0.02351704053580761, + 0.1191788762807846, + -0.06405828893184662, + -0.04164137318730354, + 0.08400813490152359, + -0.10773655027151108, + 0.08706339448690414, + 0.24634894728660583, + 0.10585691034793854, + 0.08344975858926773, + -0.041487496346235275, + -0.05144074931740761, + ], + [ + -0.07280952483415604, + 0.04632542282342911, + -0.04711412638425827, + 0.007620019838213921, + -0.0737423449754715, + 0.008325109258294106, + -0.04044032096862793, + -0.14475367963314056, + -0.13470777869224548, + -0.027434803545475006, + 0.1413838416337967, + -0.13071203231811523, + 0.024788733571767807, + -0.011374245397746563, + -0.033716313540935516, + -0.11716467887163162, + 0.012450539506971836, + -0.146512970328331, + -0.07089537382125854, + -0.15251128375530243, + 0.11187480390071869, + 0.001759843435138464, + -0.15013007819652557, + 0.16714292764663696, + -0.055091120302677155, + 0.07730681449174881, + -0.007310648914426565, + -0.13289514183998108, + -0.21924369037151337, + 0.13554367423057556, + 0.03815319761633873, + 0.10711780935525894, + -0.11799601465463638, + -0.010080220177769661, + 0.04804598540067673, + 0.015794547274708748, + -0.01589309424161911, + 0.09481362998485565, + -0.08094023168087006, + -0.07252386212348938, + 0.06020618602633476, + -0.04829929769039154, + 0.040151771157979965, + 0.08383071422576904, + -0.06885717809200287, + 0.07476905733346939, + 0.11628405004739761, + 0.0919761061668396, + 0.037243738770484924, + -0.014404342509806156, + 0.0579860620200634, + 0.195109561085701, + -0.07381884753704071, + 0.006744096055626869, + -0.06956348568201065, + 0.03305851295590401, + -0.04045599699020386, + -0.138249471783638, + 0.1411636769771576, + -0.046544283628463745, + -0.0210872832685709, + 0.14979694783687592, + 0.05802943930029869, + -0.06793206930160522, + 0.036277275532484055, + -0.19375169277191162, + 0.29713353514671326, + -0.1955927461385727, + -0.1445610076189041, + 0.07446039468050003, + -0.09223863482475281, + -0.16221250593662262, + 0.19336439669132233, + 0.08819162845611572, + -0.1930917650461197, + 0.03151456639170647, + -0.0393197201192379, + -0.02419726550579071, + -0.08425087481737137, + -0.05124576762318611, + 0.06737692654132843, + 0.07876531034708023, + -0.043888699263334274, + 0.09543339163064957, + 0.13093800842761993, + 0.09299055486917496, + -0.07055005431175232, + 0.03131309896707535, + 0.013464527204632759, + -0.09011530876159668, + 0.05824064835906029, + 0.23633421957492828, + 0.02598685771226883, + 0.10168633610010147, + 0.02620016038417816, + -0.06442324072122574, + ], + ] + ), } CANONICAL_QUERY_VALUES = { @@ -53,7 +547,3147 @@ [0.1022, 0.0228, -0.0174, -0.0102, -0.065], [0.1043, 0.0231, -0.0144, -0.0246, -0.067], ] - ) + ), + "answerdotai/answerai-colbert-small-v1": np.array( + [ + [ + -0.07284381985664368, + 0.046566370874643326, + -0.04745578393340111, + 0.007862836122512817, + -0.07342172414064407, + 0.008538836613297462, + -0.04025956243276596, + -0.14454703032970428, + -0.13385428488254547, + -0.0269890446215868, + 0.14143893122673035, + -0.1302950382232666, + 0.024999190121889114, + -0.012832834385335445, + -0.033628594130277634, + -0.1167609766125679, + 0.012023785151541233, + -0.14712946116924286, + -0.07182865589857101, + -0.15242354571819305, + 0.11097953468561172, + 0.0015146424993872643, + -0.15070421993732452, + 0.16713012754917145, + -0.05378730222582817, + 0.0773107185959816, + -0.008053291589021683, + -0.13336683809757233, + -0.21914634108543396, + 0.13535670936107635, + 0.03777630627155304, + 0.10728733986616135, + -0.11720938980579376, + -0.010072948411107063, + 0.04827602207660675, + 0.01664416491985321, + -0.015483653172850609, + 0.09496986120939255, + -0.08067688345909119, + -0.07224059849977493, + 0.05952335521578789, + -0.04881776496767998, + 0.040181659162044525, + 0.08452870696783066, + -0.06888104975223541, + 0.0751042291522026, + 0.1144692450761795, + 0.09228752553462982, + 0.03772662207484245, + -0.01506329607218504, + 0.05902653932571411, + 0.19406110048294067, + -0.07399193197488785, + 0.006048054900020361, + -0.06920035928487778, + 0.03419972211122513, + -0.04047646373510361, + -0.13862329721450806, + 0.14262983202934265, + -0.04621048644185066, + -0.02023591659963131, + 0.1500217616558075, + 0.05788359045982361, + -0.06797528266906738, + 0.03606170415878296, + -0.19220253825187683, + 0.29764682054519653, + -0.19519664347171783, + -0.1448901742696762, + 0.07449858635663986, + -0.09161261469125748, + -0.16298004984855652, + 0.1930934637784958, + 0.08827250450849533, + -0.19373703002929688, + 0.032157719135284424, + -0.03935485705733299, + -0.024591580033302307, + -0.08406834304332733, + -0.05034356564283371, + 0.06851980090141296, + 0.0788637101650238, + -0.04360650107264519, + 0.09496854245662689, + 0.1311626136302948, + 0.0919598937034607, + -0.07059367001056671, + 0.03221236541867256, + 0.013521199114620686, + -0.08977135270833969, + 0.05857658386230469, + 0.23720814287662506, + 0.02567755989730358, + 0.1020435094833374, + 0.026430172845721245, + -0.06500460207462311, + ], + [ + -0.047303810715675354, + 0.04615122452378273, + -0.07551278918981552, + 0.015907198190689087, + -0.05169893056154251, + 0.03689632564783096, + -0.059085480868816376, + -0.11219864338636398, + -0.12073217332363129, + -0.023296145722270012, + 0.15346916019916534, + -0.14582262933254242, + 0.007986105978488922, + -0.038003478199243546, + 0.007670404855161905, + -0.11112093925476074, + -0.03202804550528526, + -0.1400911957025528, + -0.060961585491895676, + -0.09451910853385925, + 0.12382033467292786, + -0.0023914461489766836, + -0.14444272220134735, + 0.16052184998989105, + 0.021203331649303436, + 0.059733785688877106, + -0.06899841874837875, + -0.17442640662193298, + -0.23479056358337402, + 0.1649562269449234, + 0.08680970221757889, + 0.12359747290611267, + -0.07614639401435852, + 0.06635909527540207, + 0.009408901445567608, + 0.011995218694210052, + 0.025976045057177544, + 0.0922783836722374, + -0.07113007456064224, + -0.022834043949842453, + 0.05484363064169884, + -0.030390430241823196, + 0.09614192694425583, + 0.06549695134162903, + -0.0695200115442276, + 0.11154132336378098, + 0.10862242430448532, + 0.0172226894646883, + 0.05018728971481323, + 0.002805342897772789, + 0.011486687697470188, + 0.19267240166664124, + -0.09861274808645248, + -0.02822616510093212, + -0.03618776425719261, + 0.015341108664870262, + -0.06593399494886398, + -0.1313198357820511, + 0.12767082452774048, + -0.06375090032815933, + -0.027429070323705673, + 0.1418083757162094, + 0.04508548974990845, + -0.06466974318027496, + 0.016632646322250366, + -0.1472007781267166, + 0.32429882884025574, + -0.16276945173740387, + -0.13439631462097168, + 0.08034434914588928, + -0.12238887697458267, + -0.1330890655517578, + 0.2036513239145279, + 0.05975918471813202, + -0.17488549649715424, + 0.00992988795042038, + -0.041451796889305115, + -0.024307383224368095, + -0.0833326056599617, + -0.0629572793841362, + 0.07873621582984924, + 0.10999764502048492, + -0.07420847564935684, + 0.027155425399541855, + 0.11112984269857407, + 0.09948255866765976, + -0.09374020248651505, + 0.019238721579313278, + 0.07316877692937851, + -0.1213555559515953, + 0.0448431670665741, + 0.2630870044231415, + 0.03432502597570419, + 0.0686323493719101, + -0.03861923888325691, + -0.09366670995950699, + ], + [ + 0.09658417850732803, + -0.050601616501808167, + -0.045930661261081696, + -0.05225379392504692, + -0.09086287021636963, + -0.013449016027152538, + -0.1675429493188858, + -0.16352570056915283, + -0.07531735301017761, + -0.06370319426059723, + 0.12801730632781982, + -0.036130670458078384, + -0.0559045672416687, + 0.023887285962700844, + -0.021214574575424194, + -0.05144844204187393, + -0.022585047408938408, + -0.17051707208156586, + -0.06784690171480179, + -0.035635318607091904, + 0.0966821014881134, + -0.08750689029693604, + -0.12068677693605423, + 0.07843319326639175, + -0.0303412564098835, + 0.14747591316699982, + -0.0926118716597557, + -0.059227313846349716, + -0.27496451139450073, + 0.14627261459827423, + -0.01695956476032734, + 0.09631536155939102, + 0.022249262779951096, + 0.08080171793699265, + 0.03144568204879761, + 0.00895367655903101, + 0.08214117586612701, + 0.10540523380041122, + -0.07918094098567963, + 0.0010123318061232567, + 0.08668356388807297, + 0.032514605671167374, + 0.16480451822280884, + 0.005685501731932163, + -0.030138613656163216, + 0.09789227694272995, + 0.08896118402481079, + -0.037176527082920074, + 0.04191739857196808, + 0.024302026256918907, + 0.0058310991153120995, + 0.14076045155525208, + -0.006775574758648872, + 0.0148543119430542, + 0.01184925902634859, + 0.08847500383853912, + -0.04234498739242554, + -0.020302709192037582, + 0.10245417803525925, + -0.153648242354393, + -0.05765580013394356, + 0.09601983428001404, + 0.03809373825788498, + -0.20178303122520447, + -0.03742549195885658, + -0.047722067683935165, + 0.2953014671802521, + -0.15613576769828796, + -0.10412368178367615, + 0.083157978951931, + -0.06895709037780762, + -0.199219211935997, + 0.18971236050128937, + 0.07346627861261368, + -0.18759433925151825, + -0.07905992120504379, + -0.07800371199846268, + 0.09561881422996521, + -0.13924360275268555, + -0.09275570511817932, + 0.0538717657327652, + 0.07969056069850922, + -0.019487200304865837, + 0.018173089250922203, + 0.10718527436256409, + 0.10162577778100967, + 0.03035692498087883, + -0.02712639793753624, + 0.08949468284845352, + -0.08284144103527069, + -0.01619109883904457, + 0.22962185740470886, + 0.08089680969715118, + 0.08163037896156311, + 0.00839792750775814, + -0.2097489982843399, + ], + [ + 0.018151696771383286, + 0.016499565914273262, + -0.03365525230765343, + 0.03213629126548767, + -0.07019350677728653, + 0.022915026172995567, + -0.016973936930298805, + -0.08278921991586685, + -0.04788913205265999, + -0.10051920264959335, + 0.11777825653553009, + -0.15932056307792664, + 0.005407090298831463, + 0.03911857306957245, + -0.024162854999303818, + -0.07294497638940811, + 0.0150173120200634, + -0.10600819438695908, + -0.09806600958108902, + -0.05800145864486694, + 0.06967528909444809, + -0.055151987820863724, + -0.1361793428659439, + 0.111543208360672, + -0.003686586394906044, + 0.06776691228151321, + -0.15733551979064941, + -0.16776032745838165, + -0.2080184519290924, + 0.1250113844871521, + 0.058951862156391144, + 0.12171360105276108, + -0.032494448125362396, + 0.10657438635826111, + 0.0629139170050621, + 0.04834415763616562, + -0.022778291255235672, + 0.10193009674549103, + -0.10597345232963562, + 0.02755005471408367, + 0.0009918003343045712, + -0.04053753986954689, + 0.21770790219306946, + 0.047583963721990585, + -0.06150047481060028, + 0.10093460977077484, + 0.08607293665409088, + -0.02740025334060192, + 0.08782357722520828, + 0.004868702031672001, + -0.04051555320620537, + 0.1609656661748886, + -0.049783654510974884, + -0.0680723562836647, + 0.04597708210349083, + 0.0584428496658802, + -0.018897799775004387, + -0.14307673275470734, + 0.12008101493120193, + -0.13702034950256348, + 0.04253803566098213, + 0.07347393780946732, + 0.062174566090106964, + -0.10536645352840424, + 0.1176384910941124, + -0.10362808406352997, + 0.2924666702747345, + -0.18935365974903107, + -0.09165458381175995, + 0.09840623289346695, + -0.08345187455415726, + -0.1273307353258133, + 0.21122467517852783, + 0.09715458005666733, + -0.16866205632686615, + -0.021256640553474426, + -0.039918556809425354, + 0.002187996404245496, + -0.11280196905136108, + -0.020597226917743683, + 0.18946169316768646, + 0.11004967242479324, + -0.10993867367506027, + 0.12241140753030777, + 0.017710767686367035, + 0.11911217123270035, + -0.059070736169815063, + -0.044161371886730194, + 0.0841851532459259, + -0.107149139046669, + 0.0904042199254036, + 0.24364641308784485, + 0.1053059846162796, + 0.0809769555926323, + -0.04282782971858978, + -0.052881672978401184, + ], + [ + -0.07284455746412277, + 0.046566739678382874, + -0.0474553257226944, + 0.007866008207201958, + -0.07342034578323364, + 0.008537440560758114, + -0.04025924950838089, + -0.14454561471939087, + -0.13385489583015442, + -0.02698952704668045, + 0.14143836498260498, + -0.13029542565345764, + 0.024999456480145454, + -0.012833081185817719, + -0.03362886980175972, + -0.11676068603992462, + 0.01202568132430315, + -0.14712722599506378, + -0.07182984054088593, + -0.15242230892181396, + 0.11097995936870575, + 0.001514019793830812, + -0.15070423483848572, + 0.16712836921215057, + -0.053787700831890106, + 0.07730996608734131, + -0.008051816374063492, + -0.1333674043416977, + -0.21914707124233246, + 0.13535933196544647, + 0.03777603060007095, + 0.10728872567415237, + -0.11721021682024002, + -0.010071448050439358, + 0.04827602952718735, + 0.016645386815071106, + -0.015485299751162529, + 0.09496988356113434, + -0.08067770302295685, + -0.07224132120609283, + 0.05952265113592148, + -0.04881887882947922, + 0.040181901305913925, + 0.08452796190977097, + -0.06888178735971451, + 0.07510311156511307, + 0.11446858942508698, + 0.09228792786598206, + 0.03772840276360512, + -0.015062795020639896, + 0.0590268149971962, + 0.1940614879131317, + -0.07399128377437592, + 0.006047602277249098, + -0.06919873505830765, + 0.034197960048913956, + -0.04047827050089836, + -0.13862130045890808, + 0.14263173937797546, + -0.04621127247810364, + -0.020234251394867897, + 0.15002186596393585, + 0.05788322165608406, + -0.06797536462545395, + 0.03606386482715607, + -0.19220472872257233, + 0.29764682054519653, + -0.19519610702991486, + -0.1448890119791031, + 0.07449973374605179, + -0.09161200374364853, + -0.16297942399978638, + 0.1930965781211853, + 0.08827251195907593, + -0.19373686611652374, + 0.032155804336071014, + -0.039354484528303146, + -0.02459126152098179, + -0.08406893163919449, + -0.05034325644373894, + 0.06851908564567566, + 0.07886344194412231, + -0.04360661283135414, + 0.0949699655175209, + 0.13116170465946198, + 0.09195747971534729, + -0.0705936998128891, + 0.032210107892751694, + 0.013521204702556133, + -0.08977016806602478, + 0.05857684090733528, + 0.23720817267894745, + 0.025680089369416237, + 0.10204245150089264, + 0.02642839029431343, + -0.0650029256939888, + ], + [ + -0.07747597992420197, + 0.04492546617984772, + -0.05500147491693497, + 0.00481201708316803, + -0.04859568178653717, + -0.0013153395848348737, + -0.019905071705579758, + -0.15656110644340515, + -0.14028695225715637, + -0.03620384261012077, + 0.11874481290578842, + -0.11033879965543747, + -0.02607465162873268, + 0.021626699715852737, + 0.0004430404515005648, + -0.11638227105140686, + 0.0018401446286588907, + -0.133717343211174, + -0.09496749937534332, + -0.12232032418251038, + 0.1460600346326828, + 0.023207413032650948, + -0.14502161741256714, + 0.15324166417121887, + -0.03421808406710625, + 0.05981989949941635, + -0.004204606171697378, + -0.11947712302207947, + -0.21926380693912506, + 0.15574532747268677, + 0.01817971281707287, + 0.10435820370912552, + -0.10145418345928192, + -0.02316867932677269, + 0.04498938098549843, + 0.00808210764080286, + -0.01660109870135784, + 0.10349685698747635, + -0.07015791535377502, + -0.07538490742444992, + 0.021134043112397194, + -0.0790192186832428, + 0.03052876703441143, + 0.09699458628892899, + -0.06784836947917938, + 0.09369820356369019, + 0.14399291574954987, + 0.07942996919155121, + 0.030210400000214577, + -0.041925039142370224, + 0.04064822196960449, + 0.20598246157169342, + -0.10314072668552399, + -0.012492788955569267, + -0.08862355351448059, + 0.044999100267887115, + -0.05351514369249344, + -0.11322535574436188, + 0.13741979002952576, + -0.05563315749168396, + -0.017260272055864334, + 0.179991215467453, + 0.05302596464753151, + -0.025542864575982094, + 0.013294164091348648, + -0.20721054077148438, + 0.29067158699035645, + -0.17915378510951996, + -0.13832926750183105, + 0.12169700860977173, + -0.10842631757259369, + -0.16360846161842346, + 0.17496994137763977, + 0.08897307515144348, + -0.1915270835161209, + -0.00434713764116168, + -0.026992641389369965, + -0.026730190962553024, + -0.11292261630296707, + -0.05432961881160736, + 0.0629601925611496, + 0.07113732397556305, + -0.02781226672232151, + 0.10909222811460495, + 0.15668348968029022, + 0.07217076420783997, + -0.06597720831632614, + 0.042189184576272964, + 0.008330725133419037, + -0.10058528184890747, + 0.0783420279622078, + 0.22336335480213165, + 0.00853855349123478, + 0.06768849492073059, + 0.000502328563015908, + -0.05130445584654808, + ], + [ + -0.08030019700527191, + 0.04228733107447624, + -0.05889962986111641, + 0.0037854709662497044, + -0.04505941644310951, + -0.0005638067959807813, + -0.018458951264619827, + -0.1558983474969864, + -0.14468041062355042, + -0.03350955247879028, + 0.11847039312124252, + -0.11165215075016022, + -0.018570058047771454, + 0.02106703631579876, + -0.004588294308632612, + -0.11570530384778976, + 0.0015393526991829276, + -0.13431204855442047, + -0.08931376785039902, + -0.12638789415359497, + 0.14576928317546844, + 0.02229778841137886, + -0.14416414499282837, + 0.15453383326530457, + -0.03485795482993126, + 0.05708993226289749, + -0.004164157900959253, + -0.12026047706604004, + -0.22060400247573853, + 0.15536820888519287, + 0.022398190572857857, + 0.1026654988527298, + -0.10085291415452957, + -0.023269081488251686, + 0.04308438301086426, + 0.009221967309713364, + -0.01661575958132744, + 0.10364242643117905, + -0.07300060987472534, + -0.07844462245702744, + 0.022244516760110855, + -0.07654161006212234, + 0.03276638314127922, + 0.09540285170078278, + -0.06777748465538025, + 0.09939126670360565, + 0.14370113611221313, + 0.08253765106201172, + 0.028545668348670006, + -0.041172415018081665, + 0.03717464953660965, + 0.203165665268898, + -0.10333071649074554, + -0.012931832112371922, + -0.08902540802955627, + 0.04055940359830856, + -0.05796829238533974, + -0.11259812861680984, + 0.13545259833335876, + -0.05371904373168945, + -0.015341771766543388, + 0.17754273116588593, + 0.050850674510002136, + -0.02696247026324272, + 0.01368757989257574, + -0.20655584335327148, + 0.2905905544757843, + -0.17681555449962616, + -0.1401609629392624, + 0.11996189504861832, + -0.10429064929485321, + -0.16369381546974182, + 0.1779056191444397, + 0.0857408344745636, + -0.18836373090744019, + -0.0011571294162422419, + -0.029874172061681747, + -0.02514774352312088, + -0.11139450967311859, + -0.050069332122802734, + 0.06154540926218033, + 0.07236798107624054, + -0.03318673372268677, + 0.10733618587255478, + 0.1556624472141266, + 0.07223339378833771, + -0.07102246582508087, + 0.043361224234104156, + 0.012529689818620682, + -0.09931986778974533, + 0.0773058533668518, + 0.22956140339374542, + 0.00979201402515173, + 0.07191414386034012, + -0.0021389564499258995, + -0.05406049266457558, + ], + [ + -0.0847708135843277, + 0.0372406505048275, + -0.06162143871188164, + 0.005782351363450289, + -0.045535165816545486, + -0.0006818179390393198, + -0.01780415140092373, + -0.15577101707458496, + -0.1455836445093155, + -0.032250549644231796, + 0.11767004430294037, + -0.11069720983505249, + -0.01600545458495617, + 0.020240886136889458, + -0.0085464958101511, + -0.11879925429821014, + -0.00020778123871423304, + -0.135870099067688, + -0.08618669956922531, + -0.13010302186012268, + 0.14613863825798035, + 0.01925033889710903, + -0.14263446629047394, + 0.15443381667137146, + -0.034169040620326996, + 0.05489766597747803, + -0.002383298007771373, + -0.12084046006202698, + -0.22002418339252472, + 0.15334691107273102, + 0.027668267488479614, + 0.10601247102022171, + -0.1016574576497078, + -0.02098006010055542, + 0.0414668470621109, + 0.012498287484049797, + -0.01590724103152752, + 0.10619357973337173, + -0.07410293072462082, + -0.079903244972229, + 0.021887226030230522, + -0.07504232972860336, + 0.03546277806162834, + 0.09499219059944153, + -0.06997010111808777, + 0.10370099544525146, + 0.13903699815273285, + 0.08439432829618454, + 0.026493143290281296, + -0.040903445333242416, + 0.035192787647247314, + 0.20305292308330536, + -0.10414176434278488, + -0.01441111508756876, + -0.09134974330663681, + 0.036905985325574875, + -0.05839853733778, + -0.11310333013534546, + 0.1344897300004959, + -0.05500822141766548, + -0.014751093462109566, + 0.17796477675437927, + 0.04658413305878639, + -0.02858811803162098, + 0.009915521368384361, + -0.20273518562316895, + 0.286667138338089, + -0.17403051257133484, + -0.14220060408115387, + 0.12143001705408096, + -0.10228133946657181, + -0.16091899573802948, + 0.17829661071300507, + 0.08532079309225082, + -0.18991172313690186, + -0.0019620866514742374, + -0.031295474618673325, + -0.025047915056347847, + -0.10924052447080612, + -0.05294288322329521, + 0.05723200738430023, + 0.07320905476808548, + -0.03411801531910896, + 0.10703066736459732, + 0.15607480704784393, + 0.07289700210094452, + -0.07648041099309921, + 0.04709614813327789, + 0.010458678007125854, + -0.09895443916320801, + 0.07837801426649094, + 0.2319876104593277, + 0.010597841814160347, + 0.0707579255104065, + -0.00536459730938077, + -0.05894114822149277, + ], + [ + -0.0839170515537262, + 0.038051772862672806, + -0.06201940029859543, + 0.008990244008600712, + -0.040899474173784256, + 0.004570806864649057, + -0.017781570553779602, + -0.15718527138233185, + -0.1439100056886673, + -0.035776566714048386, + 0.11952552199363708, + -0.11417697370052338, + -0.010196371003985405, + 0.018113944679498672, + -0.008973976597189903, + -0.11210206896066666, + -0.0030810742173343897, + -0.13515804708003998, + -0.08300066739320755, + -0.13117356598377228, + 0.1472415179014206, + 0.01992090977728367, + -0.147644504904747, + 0.15783579647541046, + -0.03124706633388996, + 0.05623938515782356, + -0.004798209760338068, + -0.1213618740439415, + -0.21967846155166626, + 0.15561361610889435, + 0.025311190634965897, + 0.10539600998163223, + -0.102399080991745, + -0.014956608414649963, + 0.0412348173558712, + 0.011147236451506615, + -0.015470609068870544, + 0.10435079038143158, + -0.07300932705402374, + -0.08476242423057556, + 0.02506750263273716, + -0.07147266715765, + 0.034247707575559616, + 0.09732772409915924, + -0.06861075758934021, + 0.10033595561981201, + 0.13672073185443878, + 0.08503114432096481, + 0.028579071164131165, + -0.04174744710326195, + 0.03724038973450661, + 0.20712287724018097, + -0.10328162461519241, + -0.018172187730669975, + -0.0872570350766182, + 0.03451162949204445, + -0.061183273792266846, + -0.11260383576154709, + 0.13344594836235046, + -0.053858768194913864, + -0.007498401217162609, + 0.17499475181102753, + 0.0447472408413887, + -0.026410290971398354, + 0.011573676019906998, + -0.20288978517055511, + 0.28552016615867615, + -0.1717379093170166, + -0.1408008635044098, + 0.1232479065656662, + -0.10114988684654236, + -0.1642664074897766, + 0.1843107044696808, + 0.08890558034181595, + -0.18817076086997986, + 0.0005823096726089716, + -0.031178608536720276, + -0.02397286519408226, + -0.10899215191602707, + -0.050277747213840485, + 0.057107605040073395, + 0.07323511689901352, + -0.03455733135342598, + 0.10648871958255768, + 0.15582460165023804, + 0.07414145022630692, + -0.08075179159641266, + 0.04829230532050133, + 0.014805125072598457, + -0.09636953473091125, + 0.0761830285191536, + 0.2293124496936798, + 0.010713659226894379, + 0.07256431877613068, + -0.004336171317845583, + -0.054016295820474625, + ], + [ + -0.07945145666599274, + 0.04162662476301193, + -0.06150709092617035, + 0.005689332727342844, + -0.044316913932561874, + 0.002118818461894989, + -0.0223223976790905, + -0.15637043118476868, + -0.14382627606391907, + -0.029247786849737167, + 0.11367543786764145, + -0.11190952360630035, + -0.007117096800357103, + 0.01301454659551382, + -0.01157944556325674, + -0.11572564393281937, + 0.0020853078458458185, + -0.14172223210334778, + -0.09272988885641098, + -0.13207755982875824, + 0.14930205047130585, + 0.01284073293209076, + -0.14653339982032776, + 0.15377160906791687, + -0.03422673046588898, + 0.057502541691064835, + 0.0009855377720668912, + -0.12445101141929626, + -0.21935641765594482, + 0.1498173028230667, + 0.026991339400410652, + 0.10138583183288574, + -0.1061151772737503, + -0.020427091047167778, + 0.04168473556637764, + 0.01116005890071392, + -0.015062929131090641, + 0.10330594331026077, + -0.07263633608818054, + -0.08557822555303574, + 0.024338610470294952, + -0.06639595329761505, + 0.03311200439929962, + 0.09412316977977753, + -0.06627782434225082, + 0.09709431231021881, + 0.13474822044372559, + 0.08942055702209473, + 0.02910366840660572, + -0.046486157923936844, + 0.03412865847349167, + 0.21040469408035278, + -0.1072017103433609, + -0.024549037218093872, + -0.08299371600151062, + 0.037914540618658066, + -0.059804126620292664, + -0.11353230476379395, + 0.13662531971931458, + -0.053143810480833054, + -0.009981797076761723, + 0.1787300556898117, + 0.04551629349589348, + -0.019456088542938232, + 0.009516000747680664, + -0.19861742854118347, + 0.28772640228271484, + -0.1693323701620102, + -0.14090575277805328, + 0.12216358631849289, + -0.10025975853204727, + -0.16823317110538483, + 0.17700663208961487, + 0.08500362932682037, + -0.19479450583457947, + 0.0033101066946983337, + -0.03379794955253601, + -0.027843080461025238, + -0.10764852911233902, + -0.04521740972995758, + 0.060768578201532364, + 0.07669887691736221, + -0.034875039011240005, + 0.10711872577667236, + 0.1571335792541504, + 0.07333508878946304, + -0.07143975049257278, + 0.046408627182245255, + 0.010092973709106445, + -0.0966009870171547, + 0.08013439923524857, + 0.22708500921726227, + 0.00830151792615652, + 0.0736609548330307, + -0.006117165554314852, + -0.05672519654035568, + ], + [ + -0.0846918597817421, + 0.039848651736974716, + -0.05764637887477875, + 0.004851527977734804, + -0.044851597398519516, + -0.006877657026052475, + -0.021499382331967354, + -0.1581573337316513, + -0.1400604546070099, + -0.03256400302052498, + 0.11413903534412384, + -0.11321833729743958, + -0.0017105248989537358, + 0.011623969301581383, + -0.00895744375884533, + -0.1148117184638977, + 0.0008129275520332158, + -0.14155595004558563, + -0.08689374476671219, + -0.13124512135982513, + 0.14566068351268768, + 0.017096713185310364, + -0.14357386529445648, + 0.1601864993572235, + -0.03702855855226517, + 0.05914221331477165, + -0.00437225541099906, + -0.12411069869995117, + -0.21807929873466492, + 0.14994749426841736, + 0.027189528569579124, + 0.10707055777311325, + -0.1082938015460968, + -0.02362525835633278, + 0.0429208017885685, + 0.013931943103671074, + -0.015144236385822296, + 0.1073964387178421, + -0.07626871019601822, + -0.08107107132673264, + 0.02778947353363037, + -0.07125300914049149, + 0.03668927401304245, + 0.09596873074769974, + -0.06880761682987213, + 0.08944043517112732, + 0.13047857582569122, + 0.09087391197681427, + 0.02570759691298008, + -0.04472718387842178, + 0.04053059220314026, + 0.20248308777809143, + -0.10199926048517227, + -0.020727133378386497, + -0.08144695311784744, + 0.034108635038137436, + -0.058205075562000275, + -0.1180589348077774, + 0.13856984674930573, + -0.05393895506858826, + -0.012576542794704437, + 0.17276045680046082, + 0.0473681278526783, + -0.023594500496983528, + 0.014152610674500465, + -0.20377591252326965, + 0.2863980233669281, + -0.17266519367694855, + -0.13927105069160461, + 0.11968258023262024, + -0.0978536531329155, + -0.1635003685951233, + 0.1796591579914093, + 0.08619419485330582, + -0.19950158894062042, + 0.006940208375453949, + -0.03901944309473038, + -0.024686196818947792, + -0.10703564435243607, + -0.04713030904531479, + 0.060609325766563416, + 0.07719511538743973, + -0.037796638906002045, + 0.10917393118143082, + 0.15626156330108643, + 0.07523784041404724, + -0.0716351866722107, + 0.04485572502017021, + 0.01246352307498455, + -0.09832282364368439, + 0.07945872843265533, + 0.22662794589996338, + 0.012383490800857544, + 0.07420089840888977, + -0.003762653563171625, + -0.06244443356990814, + ], + [ + -0.08306191116571426, + 0.04111386090517044, + -0.05773551017045975, + 0.005829488858580589, + -0.043249454349279404, + -0.0038264193572103977, + -0.022231459617614746, + -0.15838195383548737, + -0.14215552806854248, + -0.033496756106615067, + 0.1125839576125145, + -0.11785117536783218, + -0.0037441595923155546, + 0.009912307374179363, + -0.012053725309669971, + -0.11738532036542892, + 0.0019804202020168304, + -0.1370057910680771, + -0.08686467260122299, + -0.1324354112148285, + 0.14635500311851501, + 0.0173029862344265, + -0.14754343032836914, + 0.15775065124034882, + -0.03559507057070732, + 0.051994841545820236, + -0.011838076636195183, + -0.12239484488964081, + -0.21639703214168549, + 0.1543041318655014, + 0.02580227144062519, + 0.11094776540994644, + -0.10548470914363861, + -0.023632723838090897, + 0.04262685030698776, + 0.011035142466425896, + -0.016344575211405754, + 0.10648094117641449, + -0.07670451700687408, + -0.0823609009385109, + 0.03000570647418499, + -0.07158153504133224, + 0.03765324130654335, + 0.09630366414785385, + -0.07041440904140472, + 0.09008929878473282, + 0.12917885184288025, + 0.09438475221395493, + 0.026959262788295746, + -0.04135626554489136, + 0.04195594787597656, + 0.20216257870197296, + -0.10711870342493057, + -0.016222864389419556, + -0.07933443784713745, + 0.03304748609662056, + -0.06017589569091797, + -0.11846452206373215, + 0.13789255917072296, + -0.055456798523664474, + -0.012764259241521358, + 0.17004843056201935, + 0.04305415600538254, + -0.020469535142183304, + 0.011779166758060455, + -0.20555222034454346, + 0.2850017249584198, + -0.1679898053407669, + -0.13992898166179657, + 0.11921443790197372, + -0.09968911111354828, + -0.1586855798959732, + 0.1855725795030594, + 0.08160784095525742, + -0.19586220383644104, + -2.8037416996085085e-05, + -0.03491039201617241, + -0.024798907339572906, + -0.10848291218280792, + -0.04742014408111572, + 0.06053854897618294, + 0.07331258058547974, + -0.038778048008680344, + 0.10853753983974457, + 0.1561877727508545, + 0.07604598999023438, + -0.07591211050748825, + 0.04484624043107033, + 0.01738799549639225, + -0.09731955826282501, + 0.08177968114614487, + 0.23189766705036163, + 0.009477764368057251, + 0.07274526357650757, + -0.003064227756112814, + -0.05637486279010773, + ], + [ + -0.08244220912456512, + 0.045967597514390945, + -0.05841715633869171, + 0.004332489799708128, + -0.04024769365787506, + -0.00225123786367476, + -0.020137974992394447, + -0.15996240079402924, + -0.14611662924289703, + -0.03138986974954605, + 0.11458181589841843, + -0.12055502086877823, + -0.001363031449727714, + 0.007765565067529678, + -0.013153046369552612, + -0.11536537110805511, + 0.0008437919896095991, + -0.1360967755317688, + -0.0847395658493042, + -0.13356910645961761, + 0.14339840412139893, + 0.018037445843219757, + -0.14531351625919342, + 0.15577252209186554, + -0.03478819504380226, + 0.050197239965200424, + -0.012351752258837223, + -0.12257905304431915, + -0.21905304491519928, + 0.1538303792476654, + 0.02536954917013645, + 0.11437612771987915, + -0.10470947623252869, + -0.022548150271177292, + 0.036751262843608856, + 0.014795966446399689, + -0.016387732699513435, + 0.10960439592599869, + -0.0792916789650917, + -0.07973411679267883, + 0.03142649680376053, + -0.06865227967500687, + 0.035821281373500824, + 0.09335373342037201, + -0.07308098673820496, + 0.09204329550266266, + 0.12807916104793549, + 0.09559779614210129, + 0.029339291155338287, + -0.038236264139413834, + 0.042072925716638565, + 0.20182853937149048, + -0.10668004304170609, + -0.017358383163809776, + -0.0800313651561737, + 0.029331067577004433, + -0.06025455892086029, + -0.11903640627861023, + 0.13712137937545776, + -0.056604187935590744, + -0.013587945140898228, + 0.1673874855041504, + 0.040594372898340225, + -0.019658507779240608, + 0.012456739321351051, + -0.20552697777748108, + 0.2861540615558624, + -0.16800124943256378, + -0.14217588305473328, + 0.12258417904376984, + -0.09964178502559662, + -0.15705488622188568, + 0.18511554598808289, + 0.0817229375243187, + -0.19487959146499634, + 0.004594179801642895, + -0.035031773149967194, + -0.02295680344104767, + -0.10864520817995071, + -0.048932891339063644, + 0.060688816010951996, + 0.07461780309677124, + -0.04038194566965103, + 0.10756398737430573, + 0.15048108994960785, + 0.07736388593912125, + -0.07789887487888336, + 0.04205324500799179, + 0.015970513224601746, + -0.098075270652771, + 0.079637810587883, + 0.23187407851219177, + 0.012096594087779522, + 0.07476256787776947, + -0.00473448634147644, + -0.06052625924348831, + ], + [ + -0.08384883403778076, + 0.04745207354426384, + -0.05844803526997566, + 0.004691521171480417, + -0.04001536965370178, + 0.0035062816459685564, + -0.019080940634012222, + -0.15509819984436035, + -0.1490321159362793, + -0.02952197939157486, + 0.11705995351076126, + -0.12195450812578201, + -0.0002085240848828107, + 0.0062752594240009785, + -0.015029882080852985, + -0.11823593825101852, + -0.0008043893612921238, + -0.13481505215168, + -0.08417932689189911, + -0.13499264419078827, + 0.14369970560073853, + 0.01992054283618927, + -0.14643369615077972, + 0.15336710214614868, + -0.031082747504115105, + 0.04773843288421631, + -0.010157815180718899, + -0.12448491156101227, + -0.21910497546195984, + 0.154041588306427, + 0.02843109518289566, + 0.11522061377763748, + -0.10394160449504852, + -0.019540607929229736, + 0.03240161016583443, + 0.015609086491167545, + -0.01536448486149311, + 0.10810939222574234, + -0.07926163077354431, + -0.08068142831325531, + 0.030336949974298477, + -0.06422536075115204, + 0.035767801105976105, + 0.09383578598499298, + -0.07501678168773651, + 0.09653422236442566, + 0.12824630737304688, + 0.09529982507228851, + 0.029937490820884705, + -0.03833480924367905, + 0.04118860512971878, + 0.20381462574005127, + -0.10503740608692169, + -0.020170394331216812, + -0.08244707435369492, + 0.026746300980448723, + -0.060967911034822464, + -0.11835029721260071, + 0.1376577913761139, + -0.05882610008120537, + -0.013689864426851273, + 0.16877859830856323, + 0.0345509834587574, + -0.018280720338225365, + 0.008169437758624554, + -0.20381897687911987, + 0.2861338257789612, + -0.16486217081546783, + -0.14493554830551147, + 0.12350964546203613, + -0.10018226504325867, + -0.15612547099590302, + 0.1849474012851715, + 0.08069905638694763, + -0.19046930968761444, + 0.002657447475939989, + -0.03329051285982132, + -0.022516099736094475, + -0.10854638367891312, + -0.051235225051641464, + 0.05776840075850487, + 0.07478424906730652, + -0.04051074758172035, + 0.10541670024394989, + 0.15179327130317688, + 0.07870201021432877, + -0.08181153982877731, + 0.043046627193689346, + 0.015607880428433418, + -0.09812504798173904, + 0.07976379245519638, + 0.23271697759628296, + 0.01273239403963089, + 0.07550017535686493, + -0.00844323355704546, + -0.05780968815088272, + ], + [ + -0.08402004092931747, + 0.05014242231845856, + -0.05941291153430939, + 0.006919472012668848, + -0.03451720252633095, + 0.008417269214987755, + -0.022742699831724167, + -0.15448516607284546, + -0.1511063575744629, + -0.032435499131679535, + 0.12004106491804123, + -0.12301123887300491, + 0.004238802939653397, + 0.0061258613131940365, + -0.014068499207496643, + -0.11607429385185242, + -0.0015381862176582217, + -0.12891414761543274, + -0.07966034859418869, + -0.13472549617290497, + 0.1418091058731079, + 0.02400819957256317, + -0.15010543167591095, + 0.15439751744270325, + -0.027256742119789124, + 0.04791414365172386, + -0.009847327135503292, + -0.12322472035884857, + -0.22156986594200134, + 0.1594984382390976, + 0.02178942784667015, + 0.11477585881948471, + -0.10013439506292343, + -0.012763302773237228, + 0.02771509811282158, + 0.013231583870947361, + -0.014708902686834335, + 0.10899264365434647, + -0.07536696642637253, + -0.08381529897451401, + 0.030788861215114594, + -0.06046367436647415, + 0.0319010466337204, + 0.09634274244308472, + -0.07534729689359665, + 0.09931471943855286, + 0.1272299587726593, + 0.09239207208156586, + 0.03163215145468712, + -0.03990866616368294, + 0.04140997305512428, + 0.20862983167171478, + -0.10364781320095062, + -0.023654717952013016, + -0.0849437564611435, + 0.021297693252563477, + -0.06388574093580246, + -0.11539129167795181, + 0.13508044183254242, + -0.05901256203651428, + -0.008785434998571873, + 0.1649545431137085, + 0.030907556414604187, + -0.021783621981739998, + 0.009119109250605106, + -0.2057727724313736, + 0.28654754161834717, + -0.16556119918823242, + -0.14394071698188782, + 0.125151589512825, + -0.10480391979217529, + -0.15664733946323395, + 0.18623001873493195, + 0.08753779530525208, + -0.18386079370975494, + 0.003101916750892997, + -0.03012344427406788, + -0.024202993139624596, + -0.1120990440249443, + -0.05548742040991783, + 0.05843354016542435, + 0.07296141982078552, + -0.036842480301856995, + 0.10462387651205063, + 0.14982342720031738, + 0.08140924572944641, + -0.08416937291622162, + 0.04053926095366478, + 0.015774523839354515, + -0.09843895584344864, + 0.07794061303138733, + 0.230564683675766, + 0.014574485830962658, + 0.07462023943662643, + -0.009809218347072601, + -0.05081838369369507, + ], + [ + -0.08303389698266983, + 0.056932233273983, + -0.05700742080807686, + 0.005039925221353769, + -0.035648513585329056, + 0.007074191700667143, + -0.022826723754405975, + -0.15416330099105835, + -0.15288029611110687, + -0.027997374534606934, + 0.11704017221927643, + -0.12060008943080902, + 0.0026286039501428604, + 0.0031986923422664404, + -0.01354974415153265, + -0.1191573515534401, + 0.0011870082234963775, + -0.1312578171491623, + -0.0881408229470253, + -0.1336267590522766, + 0.1424029916524887, + 0.021054226905107498, + -0.14607957005500793, + 0.15249738097190857, + -0.03091002069413662, + 0.046640533953905106, + -0.00844965036958456, + -0.12718607485294342, + -0.22246402502059937, + 0.15610817074775696, + 0.022291669622063637, + 0.11120235919952393, + -0.1020289734005928, + -0.016497915610671043, + 0.02874809317290783, + 0.012686138972640038, + -0.01563926786184311, + 0.10657230019569397, + -0.07950930297374725, + -0.07713447511196136, + 0.02838352508842945, + -0.05931840464472771, + 0.03142355754971504, + 0.09394484758377075, + -0.07223326712846756, + 0.09611434489488602, + 0.13093310594558716, + 0.09322132915258408, + 0.03464242070913315, + -0.04105617105960846, + 0.038287803530693054, + 0.21033573150634766, + -0.10795579850673676, + -0.024478064849972725, + -0.08180010318756104, + 0.024415818974375725, + -0.06703300029039383, + -0.11576230823993683, + 0.13939976692199707, + -0.05854107066988945, + -0.012100095860660076, + 0.1663692444562912, + 0.0325876884162426, + -0.018503328785300255, + 0.009441528469324112, + -0.20312626659870148, + 0.290628045797348, + -0.16343726217746735, + -0.14495794475078583, + 0.12285233289003372, + -0.10300590097904205, + -0.15975572168827057, + 0.18031735718250275, + 0.08530021458864212, + -0.18437150120735168, + 0.005695153493434191, + -0.03202103078365326, + -0.02622140198945999, + -0.11062484234571457, + -0.05032767355442047, + 0.06141673028469086, + 0.07479560375213623, + -0.03565829619765282, + 0.10356321185827255, + 0.149440199136734, + 0.08235117793083191, + -0.07731837034225464, + 0.03552526608109474, + 0.014257553964853287, + -0.0993671715259552, + 0.07772458344697952, + 0.23130488395690918, + 0.012483065947890282, + 0.07928697764873505, + -0.011005229316651821, + -0.05346791446208954, + ], + [ + -0.08216217905282974, + 0.05516009032726288, + -0.056870121508836746, + 0.0057042320258915424, + -0.037479251623153687, + 0.004039428196847439, + -0.022999266162514687, + -0.15509851276874542, + -0.15612047910690308, + -0.0283702053129673, + 0.117347851395607, + -0.12241639941930771, + -0.0005322566139511764, + 0.0023168781772255898, + -0.013129753060638905, + -0.12184885889291763, + 0.002951669739559293, + -0.13344796001911163, + -0.08535926043987274, + -0.1324373334646225, + 0.14041227102279663, + 0.02277999185025692, + -0.14492717385292053, + 0.15380723774433136, + -0.03267376124858856, + 0.045623134821653366, + -0.011487862095236778, + -0.12625643610954285, + -0.22132448852062225, + 0.1555374562740326, + 0.023647788912057877, + 0.11148523539304733, + -0.10053790360689163, + -0.019578587263822556, + 0.0294682364910841, + 0.012195704504847527, + -0.015332923270761967, + 0.10928657650947571, + -0.08046559244394302, + -0.08091909438371658, + 0.027844345197081566, + -0.06161118298768997, + 0.033329375088214874, + 0.0928880050778389, + -0.07518549263477325, + 0.09547143429517746, + 0.12817922234535217, + 0.09448342025279999, + 0.03303695470094681, + -0.0406421534717083, + 0.04050423577427864, + 0.20663616061210632, + -0.10643141716718674, + -0.0207731444388628, + -0.0829930454492569, + 0.02397615648806095, + -0.06529764086008072, + -0.1135840192437172, + 0.140621155500412, + -0.05658780038356781, + -0.01437702588737011, + 0.165640726685524, + 0.034388698637485504, + -0.01956266723573208, + 0.008117678575217724, + -0.20712490379810333, + 0.2920611798763275, + -0.1639193892478943, + -0.14361751079559326, + 0.11919520795345306, + -0.10294373333454132, + -0.15635478496551514, + 0.18061746656894684, + 0.0827421098947525, + -0.18325306475162506, + 0.0022838837467134, + -0.03224587440490723, + -0.02637871727347374, + -0.1103392094373703, + -0.052092019468545914, + 0.061423350125551224, + 0.07320021837949753, + -0.03854968398809433, + 0.10219289362430573, + 0.1480218768119812, + 0.0823729857802391, + -0.07884203642606735, + 0.03486064821481705, + 0.015287593007087708, + -0.10202904045581818, + 0.07784860581159592, + 0.23319044709205627, + 0.011641368269920349, + 0.07878391444683075, + -0.00902803335338831, + -0.053518105298280716, + ], + [ + -0.08051314204931259, + 0.05751146003603935, + -0.05646609142422676, + 0.002825659466907382, + -0.03645350784063339, + -0.0010812263935804367, + -0.02304072119295597, + -0.15542398393154144, + -0.15825216472148895, + -0.030377494171261787, + 0.11835412681102753, + -0.1208365261554718, + -0.0008191346423700452, + 0.00592477573081851, + -0.013110638596117496, + -0.12371150404214859, + 0.002199555980041623, + -0.13027113676071167, + -0.08662496507167816, + -0.12884943187236786, + 0.14215658605098724, + 0.025428183376789093, + -0.14382772147655487, + 0.1530587524175644, + -0.034330517053604126, + 0.04461509361863136, + -0.0105841513723135, + -0.12434834986925125, + -0.2223334014415741, + 0.15841634571552277, + 0.021291766315698624, + 0.11245997995138168, + -0.0982493907213211, + -0.01718064770102501, + 0.029799843207001686, + 0.01511566061526537, + -0.014134765602648258, + 0.10792998224496841, + -0.08326730877161026, + -0.08079415559768677, + 0.028969086706638336, + -0.06613084673881531, + 0.03584607318043709, + 0.09249421209096909, + -0.07276653498411179, + 0.094025157392025, + 0.1351316124200821, + 0.09377270936965942, + 0.032029200345277786, + -0.04160606861114502, + 0.03746261075139046, + 0.20261888206005096, + -0.10495465993881226, + -0.016323847696185112, + -0.08486032485961914, + 0.025265393778681755, + -0.0665845274925232, + -0.11523830145597458, + 0.14007455110549927, + -0.05750972405076027, + -0.01203389186412096, + 0.16593611240386963, + 0.03635460510849953, + -0.02441880851984024, + 0.009941793978214264, + -0.20805850625038147, + 0.2917451858520508, + -0.1661750227212906, + -0.14315979182720184, + 0.11704516410827637, + -0.10203030705451965, + -0.15709909796714783, + 0.18179851770401, + 0.08309397101402283, + -0.18182902038097382, + 0.0023586752358824015, + -0.032562244683504105, + -0.02246081456542015, + -0.11128778010606766, + -0.05091758817434311, + 0.06338263303041458, + 0.07241586595773697, + -0.03845787048339844, + 0.10303588956594467, + 0.14755016565322876, + 0.08140157163143158, + -0.07819400727748871, + 0.03470511734485626, + 0.017222603783011436, + -0.09996884316205978, + 0.0757550522685051, + 0.23140636086463928, + 0.012481419369578362, + 0.07976453751325607, + -0.007361715193837881, + -0.055719152092933655, + ], + [ + -0.08171530812978745, + 0.05607696995139122, + -0.060637619346380234, + 0.002523677656427026, + -0.035329170525074005, + 0.0002115407114615664, + -0.020109497010707855, + -0.15260843932628632, + -0.15963302552700043, + -0.028941750526428223, + 0.12144067138433456, + -0.12264895439147949, + -0.00383821502327919, + 0.005479119252413511, + -0.011979897506535053, + -0.12216392159461975, + 0.0019774518441408873, + -0.1322520226240158, + -0.08680374175310135, + -0.12990275025367737, + 0.13940268754959106, + 0.025705765932798386, + -0.1433008313179016, + 0.15248556435108185, + -0.03683861345052719, + 0.04393817484378815, + -0.008189941756427288, + -0.12431836128234863, + -0.22309015691280365, + 0.15558993816375732, + 0.02320874109864235, + 0.11140599846839905, + -0.09789802134037018, + -0.01581910066306591, + 0.0288140457123518, + 0.015029487200081348, + -0.014034991152584553, + 0.1064634621143341, + -0.08396053314208984, + -0.07934117317199707, + 0.026928870007395744, + -0.06825519353151321, + 0.03520030528306961, + 0.09289298951625824, + -0.07470092922449112, + 0.09515585005283356, + 0.1377187818288803, + 0.09520840644836426, + 0.02820637635886669, + -0.04071729630231857, + 0.03723043203353882, + 0.20333705842494965, + -0.10528814792633057, + -0.013571473769843578, + -0.08620132505893707, + 0.02650698646903038, + -0.06470057368278503, + -0.11781931668519974, + 0.138513445854187, + -0.0561978742480278, + -0.015121016651391983, + 0.1653568148612976, + 0.03847799077630043, + -0.025517908856272697, + 0.011698409914970398, + -0.20708584785461426, + 0.29013898968696594, + -0.1694955974817276, + -0.14316976070404053, + 0.11772780120372772, + -0.10192825645208359, + -0.1570216417312622, + 0.1795448213815689, + 0.0840916708111763, + -0.18189585208892822, + 0.002572444500401616, + -0.03193409740924835, + -0.02274855598807335, + -0.1121005117893219, + -0.05131727457046509, + 0.06271610409021378, + 0.07216902822256088, + -0.03760124742984772, + 0.10185020416975021, + 0.14610114693641663, + 0.07985616475343704, + -0.07907268404960632, + 0.036879681050777435, + 0.014377591200172901, + -0.09792403131723404, + 0.07462840527296066, + 0.23363204300403595, + 0.013788243755698204, + 0.07794654369354248, + -0.007364354562014341, + -0.05843808129429817, + ], + [ + -0.08073416352272034, + 0.061442479491233826, + -0.06372791528701782, + 0.009351451881229877, + -0.03153626620769501, + 0.010737755335867405, + -0.022116204723715782, + -0.14558757841587067, + -0.16243906319141388, + -0.029354337602853775, + 0.12879621982574463, + -0.12367939949035645, + 0.003696474013850093, + 0.001917817979119718, + -0.014893396757543087, + -0.12006916850805283, + -0.0036949431523680687, + -0.1314447671175003, + -0.07925497740507126, + -0.13211891055107117, + 0.13473694026470184, + 0.02629132941365242, + -0.1460195779800415, + 0.1577625274658203, + -0.03145093470811844, + 0.04018529877066612, + -0.006414266303181648, + -0.12736302614212036, + -0.2272324413061142, + 0.16064059734344482, + 0.021369311958551407, + 0.11371660232543945, + -0.09740886837244034, + -0.008710093796253204, + 0.020997799932956696, + 0.013728928752243519, + -0.011096677742898464, + 0.10431553423404694, + -0.08442395180463791, + -0.08012683689594269, + 0.027341507375240326, + -0.057733215391635895, + 0.03713610768318176, + 0.09135554730892181, + -0.07522577047348022, + 0.10555605590343475, + 0.1321607381105423, + 0.0923696756362915, + 0.032860565930604935, + -0.03819651901721954, + 0.03687623143196106, + 0.2046791911125183, + -0.09900469332933426, + -0.016368791460990906, + -0.08823420852422714, + 0.01724746637046337, + -0.0645696371793747, + -0.11259765177965164, + 0.1325511485338211, + -0.05942956730723381, + -0.010894388891756535, + 0.1618926227092743, + 0.03272728621959686, + -0.029170216992497444, + 0.01228032074868679, + -0.20633673667907715, + 0.29370254278182983, + -0.16639137268066406, + -0.14716440439224243, + 0.12434303760528564, + -0.10322484374046326, + -0.15514938533306122, + 0.18350160121917725, + 0.08468607068061829, + -0.1718509942293167, + 0.006391140166670084, + -0.028635041788220406, + -0.025573980063199997, + -0.11258645355701447, + -0.057399410754442215, + 0.06101939454674721, + 0.07473308593034744, + -0.03716585040092468, + 0.09733600914478302, + 0.14518329501152039, + 0.08253098279237747, + -0.08862775564193726, + 0.03570681810379028, + 0.01706068404018879, + -0.09964170306921005, + 0.07005353271961212, + 0.2311655730009079, + 0.016184920445084572, + 0.07838573306798935, + -0.012098527513444424, + -0.05494408309459686, + ], + [ + -0.06651420146226883, + 0.06696950644254684, + -0.067691370844841, + 0.017166925594210625, + -0.0336877815425396, + 0.013528646901249886, + -0.028471384197473526, + -0.13516634702682495, + -0.15669558942317963, + -0.021961411461234093, + 0.1424795389175415, + -0.1284753978252411, + 0.009341023862361908, + -0.021964218467473984, + -0.018008556216955185, + -0.11892154812812805, + -0.010989661328494549, + -0.14212539792060852, + -0.07842560857534409, + -0.1333194077014923, + 0.12295157462358475, + 0.013340108096599579, + -0.14846456050872803, + 0.16449779272079468, + -0.0357203334569931, + 0.0418241024017334, + -0.020844871178269386, + -0.13904684782028198, + -0.2278979867696762, + 0.15799295902252197, + 0.03223532810807228, + 0.1159915030002594, + -0.09224746376276016, + 0.0036464312579482794, + 0.01756415329873562, + 0.004127451218664646, + -0.0008231035899370909, + 0.09474416822195053, + -0.08290796726942062, + -0.0718790590763092, + 0.03836160898208618, + -0.051446687430143356, + 0.0630464032292366, + 0.08875975012779236, + -0.08047078549861908, + 0.10597791522741318, + 0.12346629798412323, + 0.08666368573904037, + 0.0381898358464241, + -0.029111331328749657, + 0.03502144664525986, + 0.19960391521453857, + -0.08866450190544128, + -0.01984570361673832, + -0.07063028216362, + 0.01063871942460537, + -0.05258277431130409, + -0.12181315571069717, + 0.13776835799217224, + -0.06131749972701073, + -0.009366578422486782, + 0.1550290286540985, + 0.03607071563601494, + -0.02962632291018963, + 0.022459132596850395, + -0.20530331134796143, + 0.30251139402389526, + -0.16801147162914276, + -0.14655885100364685, + 0.12310072779655457, + -0.11061512678861618, + -0.15199537575244904, + 0.19169314205646515, + 0.07363630086183548, + -0.16562466323375702, + 0.008992444723844528, + -0.02952205203473568, + -0.03715851157903671, + -0.10498373210430145, + -0.052900634706020355, + 0.07606077194213867, + 0.07679496705532074, + -0.04308405518531799, + 0.08654633909463882, + 0.13456284999847412, + 0.08445407450199127, + -0.09177784621715546, + 0.03745102137327194, + 0.02574038691818714, + -0.10221880674362183, + 0.06258990615606308, + 0.2327759712934494, + 0.016215479001402855, + 0.06904879957437515, + -0.02589799277484417, + -0.07284647971391678, + ], + [ + -0.06525875627994537, + 0.06930849701166153, + -0.06934580951929092, + 0.013902319595217705, + -0.03702286258339882, + 0.013105875812470913, + -0.028964314609766006, + -0.13351395726203918, + -0.15415039658546448, + -0.021184301003813744, + 0.14230741560459137, + -0.12997929751873016, + 0.010898331180214882, + -0.026343174278736115, + -0.01924837939441204, + -0.12141003459692001, + -0.012016462162137032, + -0.14669160544872284, + -0.08176915347576141, + -0.1317158192396164, + 0.11935298144817352, + 0.007590339984744787, + -0.1477513462305069, + 0.16434699296951294, + -0.033818554133176804, + 0.0457439124584198, + -0.020604506134986877, + -0.1423894315958023, + -0.22615714371204376, + 0.15385383367538452, + 0.03527269884943962, + 0.11691095679998398, + -0.09309235215187073, + 0.0065713198855519295, + 0.015952281653881073, + 0.0032564536668360233, + 0.00312478793784976, + 0.09204225242137909, + -0.08123581856489182, + -0.06702005118131638, + 0.04122204706072807, + -0.04448208957910538, + 0.06524699926376343, + 0.0884053111076355, + -0.07811903208494186, + 0.10401028394699097, + 0.1218085065484047, + 0.08588266372680664, + 0.04022734612226486, + -0.02678515389561653, + 0.03380240499973297, + 0.1981731355190277, + -0.08721542358398438, + -0.023836230859160423, + -0.06479581445455551, + 0.008212266489863396, + -0.05250230059027672, + -0.12273240834474564, + 0.1410984992980957, + -0.06146512180566788, + -0.008989159017801285, + 0.1601530760526657, + 0.03526274114847183, + -0.024757234379649162, + 0.02133207395672798, + -0.20362086594104767, + 0.30614522099494934, + -0.16822202503681183, + -0.14746275544166565, + 0.12371989339590073, + -0.10730116069316864, + -0.1523478627204895, + 0.19045467674732208, + 0.07005006074905396, + -0.1647372990846634, + 0.010679977014660835, + -0.03069678321480751, + -0.03860127180814743, + -0.10234563052654266, + -0.05154440924525261, + 0.07707479596138, + 0.07893339544534683, + -0.04436628893017769, + 0.08258377015590668, + 0.13717971742153168, + 0.08580289781093597, + -0.09069225192070007, + 0.039258554577827454, + 0.025598743930459023, + -0.10006513446569443, + 0.06336206197738647, + 0.23291325569152832, + 0.01478935219347477, + 0.07315948605537415, + -0.03189002722501755, + -0.07802101224660873, + ], + [ + -0.05435023829340935, + 0.058290306478738785, + -0.06593424826860428, + 0.017084915190935135, + -0.04559050500392914, + 0.008337782695889473, + -0.032358571887016296, + -0.12855085730552673, + -0.14357715845108032, + -0.023174241185188293, + 0.15010058879852295, + -0.1270139515399933, + 0.01700044795870781, + -0.045356329530477524, + -0.012567663565278053, + -0.11793151497840881, + -0.014645401388406754, + -0.1552148312330246, + -0.08182582259178162, + -0.1294260174036026, + 0.11197646707296371, + -0.00482644559815526, + -0.14723491668701172, + 0.17133767902851105, + -0.03072444535791874, + 0.0522264763712883, + -0.040409013628959656, + -0.1507936269044876, + -0.23003248870372772, + 0.15716135501861572, + 0.04709267243742943, + 0.12130886316299438, + -0.08438287675380707, + 0.013179219327867031, + 0.014294605702161789, + 0.00017647797358222306, + 0.007612444460391998, + 0.09057099372148514, + -0.08055100589990616, + -0.05234792083501816, + 0.05583929270505905, + -0.049716610461473465, + 0.0892849862575531, + 0.0803433507680893, + -0.07731693983078003, + 0.10115569829940796, + 0.11667428910732269, + 0.07922893017530441, + 0.03969758376479149, + -0.012123865075409412, + 0.03402461111545563, + 0.1889449506998062, + -0.08099715411663055, + -0.015224852599203587, + -0.050694581121206284, + 0.006243228912353516, + -0.04151461273431778, + -0.1322767585515976, + 0.14633828401565552, + -0.05547751858830452, + -0.011655698530375957, + 0.14828048646450043, + 0.04606214538216591, + -0.03689569607377052, + 0.030105339363217354, + -0.2008824646472931, + 0.30868256092071533, + -0.17358200252056122, + -0.13762077689170837, + 0.10792390257120132, + -0.11291208863258362, + -0.14747460186481476, + 0.2074078470468521, + 0.0653267651796341, + -0.16590426862239838, + 0.014136902056634426, + -0.029850441962480545, + -0.03958497941493988, + -0.08709403872489929, + -0.05515780299901962, + 0.08615412563085556, + 0.08273851871490479, + -0.05514135584235191, + 0.07129485160112381, + 0.13202787935733795, + 0.0879836156964302, + -0.08726353198289871, + 0.04367857426404953, + 0.040716517716646194, + -0.10024984925985336, + 0.05640345811843872, + 0.23493796586990356, + 0.016016611829400063, + 0.06672944873571396, + -0.0328785739839077, + -0.08886229991912842, + ], + [ + -0.03647681698203087, + 0.05234182998538017, + -0.06759494543075562, + 0.020570268854498863, + -0.05053173378109932, + 0.011151542887091637, + -0.04488664120435715, + -0.1249711662530899, + -0.13147516548633575, + -0.027257613837718964, + 0.16383416950702667, + -0.12051878869533539, + 0.013283719308674335, + -0.0576595813035965, + -0.010152516886591911, + -0.11743275821208954, + -0.017819568514823914, + -0.15811242163181305, + -0.08558428287506104, + -0.1239771842956543, + 0.10954033583402634, + -0.01723889447748661, + -0.1491018533706665, + 0.16722416877746582, + -0.019957108423113823, + 0.060508426278829575, + -0.06243046745657921, + -0.15620742738246918, + -0.2374778836965561, + 0.16229310631752014, + 0.05406948924064636, + 0.1258721798658371, + -0.066927969455719, + 0.024932004511356354, + 0.016649020835757256, + -0.008622383698821068, + 0.008400006219744682, + 0.08821835368871689, + -0.07268854975700378, + -0.028959162533283234, + 0.06784584373235703, + -0.049484722316265106, + 0.11221947520971298, + 0.07387866824865341, + -0.07433876395225525, + 0.10040424019098282, + 0.11386169493198395, + 0.06344570219516754, + 0.04378608614206314, + -0.006815185770392418, + 0.02400478534400463, + 0.18933996558189392, + -0.08570001274347305, + -0.015373291447758675, + -0.032439082860946655, + 0.0022364091128110886, + -0.041212048381567, + -0.1345243901014328, + 0.1471998691558838, + -0.054944343864917755, + -0.005550559144467115, + 0.14259473979473114, + 0.05222161114215851, + -0.04013204574584961, + 0.03310677781701088, + -0.18914902210235596, + 0.31453001499176025, + -0.16945365071296692, + -0.1296004205942154, + 0.10167449712753296, + -0.12031833082437515, + -0.14577670395374298, + 0.21324527263641357, + 0.058062855154275894, + -0.15839390456676483, + 0.008283362723886967, + -0.02500228025019169, + -0.0363507978618145, + -0.07113175839185715, + -0.05434190481901169, + 0.08813943713903427, + 0.0878928005695343, + -0.05886633321642876, + 0.05456732213497162, + 0.12918007373809814, + 0.0933588296175003, + -0.08704030513763428, + 0.04181060194969177, + 0.05239848047494888, + -0.10356548428535461, + 0.04873010516166687, + 0.23819205164909363, + 0.016359400004148483, + 0.06138928234577179, + -0.040209077298641205, + -0.09947962313890457, + ], + [ + -0.03461436927318573, + 0.050317905843257904, + -0.06746530532836914, + 0.022161055356264114, + -0.05209151282906532, + 0.012707635760307312, + -0.04818066954612732, + -0.12469854205846786, + -0.1285407990217209, + -0.028585320338606834, + 0.16654181480407715, + -0.11916940659284592, + 0.014243567362427711, + -0.059110838919878006, + -0.008714255876839161, + -0.11636258661746979, + -0.019990241155028343, + -0.1579829454421997, + -0.084769606590271, + -0.12264441698789597, + 0.10967572778463364, + -0.019226277247071266, + -0.14816752076148987, + 0.16767753660678864, + -0.016501160338521004, + 0.06257651001214981, + -0.06768079102039337, + -0.15714319050312042, + -0.23950834572315216, + 0.1630045622587204, + 0.0559379905462265, + 0.12655189633369446, + -0.0638338178396225, + 0.028274880722165108, + 0.018084559589624405, + -0.009265933185815811, + 0.009197772480547428, + 0.08840744197368622, + -0.07027707248926163, + -0.022718412801623344, + 0.06998195499181747, + -0.04890977963805199, + 0.11654096841812134, + 0.07169955968856812, + -0.07370567321777344, + 0.10035984963178635, + 0.11315153539180756, + 0.058267876505851746, + 0.04485730081796646, + -0.005354025401175022, + 0.021800167858600616, + 0.19026613235473633, + -0.08800393342971802, + -0.016646310687065125, + -0.028984462842345238, + 0.0011344188824295998, + -0.04215630143880844, + -0.13491208851337433, + 0.14835526049137115, + -0.05444852262735367, + -0.005041440948843956, + 0.1404128074645996, + 0.05408123508095741, + -0.041948746889829636, + 0.033816978335380554, + -0.18405193090438843, + 0.3163173496723175, + -0.16753649711608887, + -0.12695208191871643, + 0.09881210327148438, + -0.12096511572599411, + -0.14437510073184967, + 0.21374815702438354, + 0.057734888046979904, + -0.15867310762405396, + 0.007630607578903437, + -0.02492028847336769, + -0.03366520628333092, + -0.06755360215902328, + -0.05569517984986305, + 0.08665496855974197, + 0.0902293398976326, + -0.058779262006282806, + 0.050918255001306534, + 0.1275206357240677, + 0.09555605053901672, + -0.08637106418609619, + 0.04094742611050606, + 0.05559593066573143, + -0.10443712770938873, + 0.045688871294260025, + 0.24001388251781464, + 0.017406528815627098, + 0.061959341168403625, + -0.0415383018553257, + -0.10006993263959885, + ], + [ + -0.03443999961018562, + 0.04835467040538788, + -0.0681186318397522, + 0.022960346192121506, + -0.05275602638721466, + 0.014919961802661419, + -0.05019135773181915, + -0.12459860742092133, + -0.12601405382156372, + -0.030407031998038292, + 0.168534055352211, + -0.11859799176454544, + 0.014807461760938168, + -0.05963926017284393, + -0.007619436364620924, + -0.11506330221891403, + -0.0215486790984869, + -0.15705730020999908, + -0.08417538553476334, + -0.1218915730714798, + 0.10985955595970154, + -0.019566340371966362, + -0.14820797741413116, + 0.1671675592660904, + -0.014146199449896812, + 0.06435396522283554, + -0.07077230513095856, + -0.15781351923942566, + -0.23976461589336395, + 0.16513468325138092, + 0.05691568925976753, + 0.12752383947372437, + -0.06216219812631607, + 0.032200854271650314, + 0.01975117065012455, + -0.007934913970530033, + 0.010575180873274803, + 0.08938427269458771, + -0.06876365095376968, + -0.018325138837099075, + 0.07073283195495605, + -0.04836716502904892, + 0.11807603389024734, + 0.07028958946466446, + -0.07367192208766937, + 0.10104288905858994, + 0.11295019835233688, + 0.055206168442964554, + 0.04478888958692551, + -0.004737162496894598, + 0.021104423329234123, + 0.19022519886493683, + -0.08899044990539551, + -0.01696387492120266, + -0.027108829468488693, + 0.0013917499454692006, + -0.043063562363386154, + -0.13614940643310547, + 0.1496710479259491, + -0.0548437125980854, + -0.005470957141369581, + 0.13913077116012573, + 0.054893214255571365, + -0.04329950362443924, + 0.033862799406051636, + -0.179988294839859, + 0.3177553713321686, + -0.16685603559017181, + -0.12446015328168869, + 0.09570334106683731, + -0.12153804302215576, + -0.14368386566638947, + 0.21281391382217407, + 0.05867940932512283, + -0.1591835618019104, + 0.007359373848885298, + -0.024882614612579346, + -0.032359249889850616, + -0.06636694818735123, + -0.056048132479190826, + 0.08495157212018967, + 0.09186621010303497, + -0.058596108108758926, + 0.048463113605976105, + 0.1256418079137802, + 0.09629618376493454, + -0.08596167713403702, + 0.040119245648384094, + 0.05715276673436165, + -0.1050577387213707, + 0.04472954943776131, + 0.24181921780109406, + 0.018964750692248344, + 0.06199321895837784, + -0.0419485904276371, + -0.10048842430114746, + ], + [ + -0.03291662037372589, + 0.04853289946913719, + -0.06811497360467911, + 0.023484041914343834, + -0.053032271564006805, + 0.015620840713381767, + -0.052671875804662704, + -0.12484288215637207, + -0.12500455975532532, + -0.030729161575436592, + 0.16850771009922028, + -0.11924410611391068, + 0.013960082083940506, + -0.059334345161914825, + -0.007495242636650801, + -0.11480744928121567, + -0.022253986448049545, + -0.15527202188968658, + -0.08440243452787399, + -0.12083534151315689, + 0.10915111750364304, + -0.0196597371250391, + -0.14969751238822937, + 0.16658088564872742, + -0.012256783433258533, + 0.06481616944074631, + -0.0724455714225769, + -0.15840651094913483, + -0.24084517359733582, + 0.16537535190582275, + 0.05793558433651924, + 0.12785784900188446, + -0.06037013232707977, + 0.03450841084122658, + 0.020839862525463104, + -0.008838679641485214, + 0.01004045084118843, + 0.08894392848014832, + -0.06804598867893219, + -0.01563117280602455, + 0.0707959458231926, + -0.04784051328897476, + 0.11867933720350266, + 0.06897804886102676, + -0.07387416064739227, + 0.09973220527172089, + 0.11391036212444305, + 0.052342820912599564, + 0.04562420770525932, + -0.004788570571690798, + 0.02137838676571846, + 0.19168399274349213, + -0.09134350717067719, + -0.017176490277051926, + -0.02568713203072548, + -0.0001101117450161837, + -0.04434335231781006, + -0.13637705147266388, + 0.1501406729221344, + -0.05486603453755379, + -0.004762455355376005, + 0.13833364844322205, + 0.05675570294260979, + -0.044654153287410736, + 0.033123526722192764, + -0.17680895328521729, + 0.3180960416793823, + -0.16685150563716888, + -0.12449096143245697, + 0.09566181898117065, + -0.12208590656518936, + -0.14447882771492004, + 0.21216949820518494, + 0.05903877690434456, + -0.15943863987922668, + 0.007422206457704306, + -0.02485658973455429, + -0.031142670661211014, + -0.06467127799987793, + -0.05624629929661751, + 0.08414319157600403, + 0.09231515973806381, + -0.057977959513664246, + 0.047308363020420074, + 0.12425941973924637, + 0.09731495380401611, + -0.08670108020305634, + 0.03866509348154068, + 0.05769775062799454, + -0.10566554963588715, + 0.041509851813316345, + 0.24180318415164948, + 0.018938802182674408, + 0.06200040504336357, + -0.04227066412568092, + -0.1008080467581749, + ], + [ + -0.033493004739284515, + 0.047833025455474854, + -0.06845826655626297, + 0.023927660658955574, + -0.05334211513400078, + 0.01791626214981079, + -0.054426778107881546, + -0.12451402842998505, + -0.12413962930440903, + -0.03114871308207512, + 0.16932351887226105, + -0.11890515685081482, + 0.01423026155680418, + -0.05939483270049095, + -0.006861282512545586, + -0.1144787073135376, + -0.023191241547465324, + -0.15431122481822968, + -0.08385579288005829, + -0.12006348371505737, + 0.10936538130044937, + -0.01893138699233532, + -0.14956924319267273, + 0.1668083369731903, + -0.010741449892520905, + 0.0658770278096199, + -0.07412203401327133, + -0.15934136509895325, + -0.24041111767292023, + 0.16698436439037323, + 0.05908004567027092, + 0.12814457714557648, + -0.060169633477926254, + 0.03794511407613754, + 0.02205440029501915, + -0.008407843299210072, + 0.010298168286681175, + 0.08937404304742813, + -0.06711535155773163, + -0.011280628852546215, + 0.06998065859079361, + -0.04608229547739029, + 0.11869516968727112, + 0.06698595732450485, + -0.07397084683179855, + 0.09984307736158371, + 0.11464233696460724, + 0.04921342059969902, + 0.04548610374331474, + -0.00491136172786355, + 0.020822787657380104, + 0.19258780777454376, + -0.09298526495695114, + -0.017993034794926643, + -0.02549375593662262, + -0.00027811425388790667, + -0.045540593564510345, + -0.13687899708747864, + 0.15133823454380035, + -0.05537397414445877, + -0.0060152895748615265, + 0.13777369260787964, + 0.05759529769420624, + -0.04577889293432236, + 0.0327879898250103, + -0.17264732718467712, + 0.31878378987312317, + -0.16598477959632874, + -0.1236804947257042, + 0.09344737231731415, + -0.12270363420248032, + -0.1447601318359375, + 0.20993760228157043, + 0.060690514743328094, + -0.160031259059906, + 0.006841021589934826, + -0.025157015770673752, + -0.031069975346326828, + -0.06376263499259949, + -0.05575726181268692, + 0.08253425359725952, + 0.09362898021936417, + -0.05728546157479286, + 0.045557864010334015, + 0.12279047071933746, + 0.09875542670488358, + -0.08678845316171646, + 0.036384277045726776, + 0.057621926069259644, + -0.10689137130975723, + 0.040929943323135376, + 0.24369622766971588, + 0.019444765523076057, + 0.06291384994983673, + -0.042467135936021805, + -0.10068193823099136, + ], + [ + -0.03484959155321121, + 0.046771712601184845, + -0.06825603544712067, + 0.023615192621946335, + -0.05325709283351898, + 0.01737198792397976, + -0.05345284193754196, + -0.12379547208547592, + -0.12325550615787506, + -0.03101622499525547, + 0.17026151716709137, + -0.11792810261249542, + 0.014975551515817642, + -0.0591222308576107, + -0.0057138786651194096, + -0.11421643942594528, + -0.022835390642285347, + -0.15461492538452148, + -0.0837496891617775, + -0.11976657062768936, + 0.11081281304359436, + -0.017535792663693428, + -0.14812949299812317, + 0.16669000685214996, + -0.011973032727837563, + 0.0659918561577797, + -0.07188276201486588, + -0.1586969792842865, + -0.23941846191883087, + 0.166996568441391, + 0.058466654270887375, + 0.1274959146976471, + -0.06256551295518875, + 0.03761237487196922, + 0.022213872522115707, + -0.00705978088080883, + 0.010956460610032082, + 0.09049918502569199, + -0.06891896575689316, + -0.013319923542439938, + 0.06971753388643265, + -0.04747645929455757, + 0.11642954498529434, + 0.06810656934976578, + -0.07297962158918381, + 0.10156162828207016, + 0.11376775801181793, + 0.05166885629296303, + 0.04522068798542023, + -0.005418871995061636, + 0.020734842866659164, + 0.19182120263576508, + -0.09168681502342224, + -0.018429553136229515, + -0.02642061375081539, + 0.0009637387120164931, + -0.04541897028684616, + -0.13698774576187134, + 0.15095022320747375, + -0.05463450029492378, + -0.007861663587391376, + 0.13715045154094696, + 0.05710441246628761, + -0.044840194284915924, + 0.034332405775785446, + -0.1752784550189972, + 0.32024866342544556, + -0.16584661602973938, + -0.1229848638176918, + 0.09185127168893814, + -0.12249144911766052, + -0.14374953508377075, + 0.21116389334201813, + 0.0601094588637352, + -0.15886415541172028, + 0.007565160747617483, + -0.025112399831414223, + -0.03219791501760483, + -0.06500964611768723, + -0.05579740181565285, + 0.08264615386724472, + 0.09426230192184448, + -0.057168811559677124, + 0.04696701467037201, + 0.12249666452407837, + 0.09873132407665253, + -0.08604534715414047, + 0.037384774535894394, + 0.057355623692274094, + -0.10761430114507675, + 0.04235435277223587, + 0.24498705565929413, + 0.019718876108527184, + 0.06398919969797134, + -0.04227905347943306, + -0.09909891337156296, + ], + [ + -0.03408340737223625, + 0.04744367301464081, + -0.06930916011333466, + 0.023016896098852158, + -0.052879709750413895, + 0.01745922863483429, + -0.0528697669506073, + -0.12313304841518402, + -0.12443365901708603, + -0.03146849572658539, + 0.17011450231075287, + -0.1186893880367279, + 0.015024157240986824, + -0.059790462255477905, + -0.006694536190479994, + -0.11481443047523499, + -0.023746103048324585, + -0.15572603046894073, + -0.0830027163028717, + -0.12049024552106857, + 0.11000531911849976, + -0.017735950648784637, + -0.14869149029254913, + 0.16672152280807495, + -0.012995089404284954, + 0.0659756138920784, + -0.07237527519464493, + -0.1591987907886505, + -0.23898258805274963, + 0.16612720489501953, + 0.057286493480205536, + 0.12661351263523102, + -0.06218251213431358, + 0.03647884353995323, + 0.020942525938153267, + -0.007374130189418793, + 0.012297096662223339, + 0.09098208695650101, + -0.06855964660644531, + -0.015088137239217758, + 0.07037043571472168, + -0.04719765484333038, + 0.11691563576459885, + 0.06922774016857147, + -0.07314887642860413, + 0.10188813507556915, + 0.11369704455137253, + 0.05239088833332062, + 0.04483216255903244, + -0.005030188709497452, + 0.01968568004667759, + 0.19038012623786926, + -0.09040219336748123, + -0.01742764562368393, + -0.026782507076859474, + 0.0022418340668082237, + -0.04399506002664566, + -0.13666941225528717, + 0.1504194587469101, + -0.05374437943100929, + -0.008165109902620316, + 0.13780099153518677, + 0.05730174481868744, + -0.0458865649998188, + 0.03405457362532616, + -0.17670166492462158, + 0.32007211446762085, + -0.1661158800125122, + -0.12353222072124481, + 0.09244345128536224, + -0.12185584008693695, + -0.14364725351333618, + 0.21216745674610138, + 0.05977891385555267, + -0.15802326798439026, + 0.007812013383954763, + -0.02547174133360386, + -0.03128679841756821, + -0.065727099776268, + -0.056603800505399704, + 0.08299463987350464, + 0.09279990941286087, + -0.05636139214038849, + 0.04721556231379509, + 0.12348076701164246, + 0.0986703559756279, + -0.0857601910829544, + 0.038401417434215546, + 0.05796407163143158, + -0.10662958025932312, + 0.04347686842083931, + 0.24429669976234436, + 0.019060492515563965, + 0.06327495723962784, + -0.04163669794797897, + -0.09929558634757996, + ], + [ + -0.03444499894976616, + 0.04837885871529579, + -0.06945264339447021, + 0.02132566086947918, + -0.05277208611369133, + 0.015836253762245178, + -0.05125943943858147, + -0.12444740533828735, + -0.12602540850639343, + -0.030718954280018806, + 0.16888126730918884, + -0.11907529085874557, + 0.014137090183794498, + -0.05965316668152809, + -0.007153730373829603, + -0.11563767492771149, + -0.023528628051280975, + -0.156804621219635, + -0.08368649333715439, + -0.12085658311843872, + 0.10991115123033524, + -0.01836984232068062, + -0.1482546478509903, + 0.16626006364822388, + -0.014456032775342464, + 0.0653749480843544, + -0.07114176452159882, + -0.1584831029176712, + -0.23891577124595642, + 0.1641780287027359, + 0.055700141936540604, + 0.126377671957016, + -0.06255395710468292, + 0.03337184339761734, + 0.01913442648947239, + -0.0071818772703409195, + 0.012843038886785507, + 0.0905541405081749, + -0.06935378909111023, + -0.01849246956408024, + 0.07088715583086014, + -0.04740946367383003, + 0.11621134728193283, + 0.07093874365091324, + -0.07383845001459122, + 0.1017218828201294, + 0.11454152315855026, + 0.054450273513793945, + 0.04441981017589569, + -0.004964830353856087, + 0.02091161161661148, + 0.18840602040290833, + -0.0883842334151268, + -0.0164225772023201, + -0.028232257813215256, + 0.0030917958356440067, + -0.0434143990278244, + -0.13568975031375885, + 0.14897987246513367, + -0.053401876240968704, + -0.008005226962268353, + 0.14019715785980225, + 0.055778589099645615, + -0.04574698582291603, + 0.03377034142613411, + -0.17967239022254944, + 0.31948378682136536, + -0.16714215278625488, + -0.12434464693069458, + 0.09488201141357422, + -0.12132754921913147, + -0.14467674493789673, + 0.2123384326696396, + 0.05996643379330635, + -0.1576673686504364, + 0.008262128569185734, + -0.026444198563694954, + -0.030753029510378838, + -0.06708291172981262, + -0.05684252455830574, + 0.08425474911928177, + 0.09096100181341171, + -0.05582934245467186, + 0.04854946583509445, + 0.12515203654766083, + 0.09761833399534225, + -0.08462683856487274, + 0.040011871606111526, + 0.05717537924647331, + -0.10518135130405426, + 0.04483653977513313, + 0.2435442954301834, + 0.017989352345466614, + 0.0632966086268425, + -0.040345240384340286, + -0.10043013840913773, + ], + [ + -0.034726064652204514, + 0.047921035438776016, + -0.07032673060894012, + 0.021958548575639725, + -0.0531373992562294, + 0.016430050134658813, + -0.05202307552099228, + -0.12380113452672958, + -0.12453507632017136, + -0.03123338334262371, + 0.16959445178508759, + -0.11915943771600723, + 0.014305701479315758, + -0.059013668447732925, + -0.0063028521835803986, + -0.1152150109410286, + -0.02391134575009346, + -0.15650036931037903, + -0.08344170451164246, + -0.1208244189620018, + 0.10934164375066757, + -0.017816442996263504, + -0.14865030348300934, + 0.16639377176761627, + -0.013461352325975895, + 0.06624310463666916, + -0.07128734886646271, + -0.1586189717054367, + -0.2392304390668869, + 0.16491486132144928, + 0.057255763560533524, + 0.1265179067850113, + -0.06189960241317749, + 0.03509541228413582, + 0.020433904603123665, + -0.006701708305627108, + 0.013224354013800621, + 0.09056459367275238, + -0.0690532699227333, + -0.016945628449320793, + 0.07079167664051056, + -0.04748384654521942, + 0.11733105033636093, + 0.07021670788526535, + -0.07308585941791534, + 0.102048359811306, + 0.11480145156383514, + 0.052671000361442566, + 0.04457874596118927, + -0.005388197023421526, + 0.019907154142856598, + 0.1888217329978943, + -0.08908574283123016, + -0.017731502652168274, + -0.027343783527612686, + 0.0031469298992305994, + -0.04464488476514816, + -0.13564960658550262, + 0.15012553334236145, + -0.053295064717531204, + -0.00787361804395914, + 0.13882248103618622, + 0.057255636900663376, + -0.0466945618391037, + 0.033084649592638016, + -0.17770659923553467, + 0.32014065980911255, + -0.1672372967004776, + -0.12420064955949783, + 0.09357084333896637, + -0.12127884477376938, + -0.1445254236459732, + 0.21216490864753723, + 0.060394834727048874, + -0.15794532001018524, + 0.008407494984567165, + -0.02604663372039795, + -0.03028317168354988, + -0.06697359681129456, + -0.05681147426366806, + 0.08405384421348572, + 0.09134829789400101, + -0.056366417557001114, + 0.04694186896085739, + 0.12350109219551086, + 0.09770125895738602, + -0.08426005393266678, + 0.039084579795598984, + 0.05769629776477814, + -0.10521052032709122, + 0.04306042194366455, + 0.2442261278629303, + 0.018714627251029015, + 0.06349126994609833, + -0.04070219397544861, + -0.09985211491584778, + ], + ] + ), } docs = ["Hello World"] @@ -69,7 +3703,9 @@ def test_batch_embedding(): for value in result: token_num, abridged_dim = expected_result.shape - assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-4) + assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-3), print( + np.abs(value[:, :abridged_dim] - expected_result) + ) def test_single_embedding(): diff --git a/tests/test_text_onnx_embeddings.py b/tests/test_text_onnx_embeddings.py index 6ccfbc6d..019a42f5 100644 --- a/tests/test_text_onnx_embeddings.py +++ b/tests/test_text_onnx_embeddings.py @@ -61,15 +61,6 @@ ), "snowflake/snowflake-arctic-embed-l": np.array([0.0189, -0.0673, 0.0183, 0.0124, 0.0146]), "Qdrant/clip-ViT-B-32-text": np.array([0.0083, 0.0103, -0.0138, 0.0199, -0.0069]), - "answerdotai/answerai-colbert-small-v1": np.array( - [ - -0.0173, - -0.0106, - 0.01893, - -0.0306, - 0.01176, - ] - ), } From 364aebec8c0431510b72489b6f23c2cfc5449328 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:40:50 +0200 Subject: [PATCH 5/9] A little reduction of test's --- tests/test_late_interaction_embeddings.py | 3367 --------------------- 1 file changed, 3367 deletions(-) diff --git a/tests/test_late_interaction_embeddings.py b/tests/test_late_interaction_embeddings.py index efd51973..324daf23 100644 --- a/tests/test_late_interaction_embeddings.py +++ b/tests/test_late_interaction_embeddings.py @@ -23,97 +23,6 @@ -0.04711456969380379, 0.007616814691573381, -0.07374367862939835, - 0.008326544426381588, - -0.040440633893013, - -0.1447550654411316, - -0.13470721244812012, - -0.027434350922703743, - 0.14138442277908325, - -0.1307116448879242, - 0.024788497015833855, - -0.011374089866876602, - -0.03371603414416313, - -0.11716503649950027, - 0.012448668479919434, - -0.14651525020599365, - -0.07089418172836304, - -0.15251243114471436, - 0.11187443137168884, - 0.0017603114247322083, - -0.15013013780117035, - 0.16714467108249664, - -0.05509070307016373, - 0.0773075670003891, - -0.007312132976949215, - -0.1328946053981781, - -0.21924299001693726, - 0.13554096221923828, - 0.038153503090143204, - 0.10711655020713806, - -0.11799515783786774, - -0.010081677697598934, - 0.04804597049951553, - 0.015793373808264732, - -0.015891503542661667, - 0.09481355547904968, - -0.08093943446874619, - -0.07252312451601028, - 0.06020689755678177, - -0.04829816147685051, - 0.04015154018998146, - 0.08383140712976456, - -0.06885642558336258, - 0.07477015256881714, - 0.11628464609384537, - 0.09197564423084259, - 0.037241943180561066, - -0.014404838904738426, - 0.05798577889800072, - 0.19510921835899353, - -0.07381951808929443, - 0.006744624115526676, - -0.06956510990858078, - 0.033060260117053986, - -0.04045421630144119, - -0.138251394033432, - 0.1411617547273636, - -0.046543460339307785, - -0.021088939160108566, - 0.14979681372642517, - 0.05802973732352257, - -0.06793193519115448, - 0.03627508506178856, - -0.19374938309192657, - 0.2971334159374237, - -0.19559334218502045, - -0.14456218481063843, - 0.07445921748876572, - -0.09223915636539459, - -0.16221316158771515, - 0.19336126744747162, - 0.08819163590669632, - -0.1930920034646988, - 0.03151646628975868, - -0.039320070296525955, - -0.024197591468691826, - -0.0842503234744072, - -0.05124611034989357, - 0.06737765669822693, - 0.07876557856798172, - -0.04388861730694771, - 0.09543198347091675, - 0.13093894720077515, - 0.0929928869009018, - -0.07054999470710754, - 0.03131536394357681, - 0.013464572839438915, - -0.09011653810739517, - 0.05824041739106178, - 0.23633426427841187, - 0.02598433941602707, - 0.10168740898370743, - 0.026201941072940826, - -0.06442491710186005, ], [ -0.04463830217719078, @@ -121,97 +30,6 @@ -0.0740019679069519, 0.018013158813118935, -0.05233371630311012, - 0.03673237934708595, - -0.06013823300600052, - -0.11153383553028107, - -0.11666253954172134, - -0.024476362392306328, - 0.1533203125, - -0.14552780985832214, - 0.007968011312186718, - -0.03788449615240097, - 0.007727254182100296, - -0.11064152419567108, - -0.029888151213526726, - -0.13354143500328064, - -0.060189660638570786, - -0.09220647811889648, - 0.12696996331214905, - -0.000755144574213773, - -0.14222337305545807, - 0.16124963760375977, - 0.016416704282164574, - 0.059658974409103394, - -0.06885157525539398, - -0.1728152185678482, - -0.23550203442573547, - 0.162811279296875, - 0.09036615490913391, - 0.12477505952119827, - -0.07289273291826248, - 0.06602536886930466, - 0.008707311004400253, - 0.01141864899545908, - 0.0285634808242321, - 0.09380913525819778, - -0.07382624596357346, - -0.019017400220036507, - 0.05542994663119316, - -0.031004710122942924, - 0.09680072963237762, - 0.059781514108181, - -0.06671163439750671, - 0.1100156158208847, - 0.11433497071266174, - 0.01890326663851738, - 0.05186162889003754, - 0.00729999179020524, - 0.009586671367287636, - 0.19797232747077942, - -0.10170430690050125, - -0.027338402345776558, - -0.03539358079433441, - 0.020381279289722443, - -0.06759817898273468, - -0.13171729445457458, - 0.12482496351003647, - -0.06731949746608734, - -0.03221435844898224, - 0.14236953854560852, - 0.048642855137586594, - -0.06649292260408401, - 0.01494947075843811, - -0.148166224360466, - 0.3292870819568634, - -0.16397815942764282, - -0.1334945559501648, - 0.08202007412910461, - -0.12222868949174881, - -0.1265048086643219, - 0.20695729553699493, - 0.057337116450071335, - -0.16863331198692322, - 0.002269284101203084, - -0.04038084298372269, - -0.023360589519143105, - -0.08288649469614029, - -0.06642429530620575, - 0.07231834530830383, - 0.11213922500610352, - -0.07635965198278427, - 0.021515801548957825, - 0.11334499716758728, - 0.0999353751540184, - -0.09558836370706558, - 0.014249918982386589, - 0.07625840604305267, - -0.12364441901445389, - 0.04144693911075592, - 0.2579215168952942, - 0.03375754877924919, - 0.07032738626003265, - -0.04229772835969925, - -0.09157801419496536, ], [ 0.09935862571001053, @@ -219,97 +37,6 @@ -0.04924933612346649, -0.05275791510939598, -0.08944497257471085, - -0.013878255151212215, - -0.1682419627904892, - -0.16191834211349487, - -0.076004758477211, - -0.06468408554792404, - 0.12717635929584503, - -0.03694312274456024, - -0.055273741483688354, - 0.027304675430059433, - -0.023037532344460487, - -0.056036047637462616, - -0.026758743450045586, - -0.17126259207725525, - -0.0646047368645668, - -0.03866283595561981, - 0.09807616472244263, - -0.08441564440727234, - -0.12573249638080597, - 0.0784863755106926, - -0.03510958328843117, - 0.14293108880519867, - -0.09219582378864288, - -0.05771566927433014, - -0.27236223220825195, - 0.1453775316476822, - -0.015768134966492653, - 0.09794183075428009, - 0.019444163888692856, - 0.07980090379714966, - 0.031108494848012924, - 0.008659019134938717, - 0.08365767449140549, - 0.10814714431762695, - -0.08392263203859329, - 0.003307955339550972, - 0.08731693774461746, - 0.03807983547449112, - 0.16638919711112976, - 0.003856107359752059, - -0.030870426446199417, - 0.09500357508659363, - 0.09459958970546722, - -0.04115574061870575, - 0.04087162762880325, - 0.02753949724137783, - 0.003598723793402314, - 0.14485567808151245, - -0.006971163675189018, - 0.01590084470808506, - 0.011331559158861637, - 0.08530977368354797, - -0.04202437773346901, - -0.019481932744383812, - 0.10038981586694717, - -0.15371689200401306, - -0.06266060471534729, - 0.09386022388935089, - 0.040948327630758286, - -0.2004454880952835, - -0.037797994911670685, - -0.05105242505669594, - 0.2933070659637451, - -0.15504099428653717, - -0.10492140799760818, - 0.08162790536880493, - -0.07256967574357986, - -0.19473782181739807, - 0.19506865739822388, - 0.07201740890741348, - -0.18388883769512177, - -0.08016877621412277, - -0.0800241008400917, - 0.09432750195264816, - -0.1340785175561905, - -0.09788288921117783, - 0.04848664253950119, - 0.07810595631599426, - -0.022220555692911148, - 0.01414318848401308, - 0.10911563783884048, - 0.10146646201610565, - 0.02700836770236492, - -0.02664921246469021, - 0.09017692506313324, - -0.08578778058290482, - -0.01760665699839592, - 0.22815683484077454, - 0.0806688591837883, - 0.0815962478518486, - 0.008128190413117409, - -0.20938263833522797, ], [ 0.01644221693277359, @@ -317,97 +44,6 @@ -0.037892457097768784, 0.03164910897612572, -0.06501225382089615, - 0.01899920217692852, - -0.02377976104617119, - -0.08129454404115677, - -0.05864051729440689, - -0.09833154082298279, - 0.11797886341810226, - -0.1585092395544052, - 0.006880235392600298, - 0.042868103832006454, - -0.019141029566526413, - -0.07919459789991379, - 0.008522933349013329, - -0.10879983752965927, - -0.09240128099918365, - -0.0638616532087326, - 0.07711397111415863, - -0.046026524156332016, - -0.14319050312042236, - 0.11397428065538406, - -0.00929725170135498, - 0.06460542976856232, - -0.1535470187664032, - -0.16770753264427185, - -0.20967181026935577, - 0.1253833919763565, - 0.05738986283540726, - 0.12043556571006775, - -0.03680921345949173, - 0.10649782419204712, - 0.06107199937105179, - 0.04833753779530525, - -0.015067796222865582, - 0.10079749673604965, - -0.11522065103054047, - 0.03135932981967926, - 0.0012748896842822433, - -0.035621318966150284, - 0.21109336614608765, - 0.04940345883369446, - -0.06458230316638947, - 0.09885252267122269, - 0.0954805240035057, - -0.02756883017718792, - 0.08118840306997299, - 0.008157062344253063, - -0.04523444548249245, - 0.16359886527061462, - -0.04848210886120796, - -0.0688590556383133, - 0.04277518019080162, - 0.05237257480621338, - -0.02580779604613781, - -0.14429886639118195, - 0.11602858453989029, - -0.13185910880565643, - 0.03995395079255104, - 0.07457999885082245, - 0.06701181083917618, - -0.10987502336502075, - 0.10930270701646805, - -0.11011288315057755, - 0.2936226725578308, - -0.1885349601507187, - -0.09788079559803009, - 0.09607050567865372, - -0.09104965627193451, - -0.12752218544483185, - 0.21256035566329956, - 0.09489957243204117, - -0.16550223529338837, - -0.026202093809843063, - -0.039857469499111176, - 0.0010202510748058558, - -0.11261600255966187, - -0.023355400189757347, - 0.1821337342262268, - 0.11083614081144333, - -0.10467376559972763, - 0.1160460039973259, - 0.02351704053580761, - 0.1191788762807846, - -0.06405828893184662, - -0.04164137318730354, - 0.08400813490152359, - -0.10773655027151108, - 0.08706339448690414, - 0.24634894728660583, - 0.10585691034793854, - 0.08344975858926773, - -0.041487496346235275, - -0.05144074931740761, ], [ -0.07280952483415604, @@ -415,97 +51,6 @@ -0.04711412638425827, 0.007620019838213921, -0.0737423449754715, - 0.008325109258294106, - -0.04044032096862793, - -0.14475367963314056, - -0.13470777869224548, - -0.027434803545475006, - 0.1413838416337967, - -0.13071203231811523, - 0.024788733571767807, - -0.011374245397746563, - -0.033716313540935516, - -0.11716467887163162, - 0.012450539506971836, - -0.146512970328331, - -0.07089537382125854, - -0.15251128375530243, - 0.11187480390071869, - 0.001759843435138464, - -0.15013007819652557, - 0.16714292764663696, - -0.055091120302677155, - 0.07730681449174881, - -0.007310648914426565, - -0.13289514183998108, - -0.21924369037151337, - 0.13554367423057556, - 0.03815319761633873, - 0.10711780935525894, - -0.11799601465463638, - -0.010080220177769661, - 0.04804598540067673, - 0.015794547274708748, - -0.01589309424161911, - 0.09481362998485565, - -0.08094023168087006, - -0.07252386212348938, - 0.06020618602633476, - -0.04829929769039154, - 0.040151771157979965, - 0.08383071422576904, - -0.06885717809200287, - 0.07476905733346939, - 0.11628405004739761, - 0.0919761061668396, - 0.037243738770484924, - -0.014404342509806156, - 0.0579860620200634, - 0.195109561085701, - -0.07381884753704071, - 0.006744096055626869, - -0.06956348568201065, - 0.03305851295590401, - -0.04045599699020386, - -0.138249471783638, - 0.1411636769771576, - -0.046544283628463745, - -0.0210872832685709, - 0.14979694783687592, - 0.05802943930029869, - -0.06793206930160522, - 0.036277275532484055, - -0.19375169277191162, - 0.29713353514671326, - -0.1955927461385727, - -0.1445610076189041, - 0.07446039468050003, - -0.09223863482475281, - -0.16221250593662262, - 0.19336439669132233, - 0.08819162845611572, - -0.1930917650461197, - 0.03151456639170647, - -0.0393197201192379, - -0.02419726550579071, - -0.08425087481737137, - -0.05124576762318611, - 0.06737692654132843, - 0.07876531034708023, - -0.043888699263334274, - 0.09543339163064957, - 0.13093800842761993, - 0.09299055486917496, - -0.07055005431175232, - 0.03131309896707535, - 0.013464527204632759, - -0.09011530876159668, - 0.05824064835906029, - 0.23633421957492828, - 0.02598685771226883, - 0.10168633610010147, - 0.02620016038417816, - -0.06442324072122574, ], ] ), @@ -556,97 +101,6 @@ -0.04745578393340111, 0.007862836122512817, -0.07342172414064407, - 0.008538836613297462, - -0.04025956243276596, - -0.14454703032970428, - -0.13385428488254547, - -0.0269890446215868, - 0.14143893122673035, - -0.1302950382232666, - 0.024999190121889114, - -0.012832834385335445, - -0.033628594130277634, - -0.1167609766125679, - 0.012023785151541233, - -0.14712946116924286, - -0.07182865589857101, - -0.15242354571819305, - 0.11097953468561172, - 0.0015146424993872643, - -0.15070421993732452, - 0.16713012754917145, - -0.05378730222582817, - 0.0773107185959816, - -0.008053291589021683, - -0.13336683809757233, - -0.21914634108543396, - 0.13535670936107635, - 0.03777630627155304, - 0.10728733986616135, - -0.11720938980579376, - -0.010072948411107063, - 0.04827602207660675, - 0.01664416491985321, - -0.015483653172850609, - 0.09496986120939255, - -0.08067688345909119, - -0.07224059849977493, - 0.05952335521578789, - -0.04881776496767998, - 0.040181659162044525, - 0.08452870696783066, - -0.06888104975223541, - 0.0751042291522026, - 0.1144692450761795, - 0.09228752553462982, - 0.03772662207484245, - -0.01506329607218504, - 0.05902653932571411, - 0.19406110048294067, - -0.07399193197488785, - 0.006048054900020361, - -0.06920035928487778, - 0.03419972211122513, - -0.04047646373510361, - -0.13862329721450806, - 0.14262983202934265, - -0.04621048644185066, - -0.02023591659963131, - 0.1500217616558075, - 0.05788359045982361, - -0.06797528266906738, - 0.03606170415878296, - -0.19220253825187683, - 0.29764682054519653, - -0.19519664347171783, - -0.1448901742696762, - 0.07449858635663986, - -0.09161261469125748, - -0.16298004984855652, - 0.1930934637784958, - 0.08827250450849533, - -0.19373703002929688, - 0.032157719135284424, - -0.03935485705733299, - -0.024591580033302307, - -0.08406834304332733, - -0.05034356564283371, - 0.06851980090141296, - 0.0788637101650238, - -0.04360650107264519, - 0.09496854245662689, - 0.1311626136302948, - 0.0919598937034607, - -0.07059367001056671, - 0.03221236541867256, - 0.013521199114620686, - -0.08977135270833969, - 0.05857658386230469, - 0.23720814287662506, - 0.02567755989730358, - 0.1020435094833374, - 0.026430172845721245, - -0.06500460207462311, ], [ -0.047303810715675354, @@ -654,97 +108,6 @@ -0.07551278918981552, 0.015907198190689087, -0.05169893056154251, - 0.03689632564783096, - -0.059085480868816376, - -0.11219864338636398, - -0.12073217332363129, - -0.023296145722270012, - 0.15346916019916534, - -0.14582262933254242, - 0.007986105978488922, - -0.038003478199243546, - 0.007670404855161905, - -0.11112093925476074, - -0.03202804550528526, - -0.1400911957025528, - -0.060961585491895676, - -0.09451910853385925, - 0.12382033467292786, - -0.0023914461489766836, - -0.14444272220134735, - 0.16052184998989105, - 0.021203331649303436, - 0.059733785688877106, - -0.06899841874837875, - -0.17442640662193298, - -0.23479056358337402, - 0.1649562269449234, - 0.08680970221757889, - 0.12359747290611267, - -0.07614639401435852, - 0.06635909527540207, - 0.009408901445567608, - 0.011995218694210052, - 0.025976045057177544, - 0.0922783836722374, - -0.07113007456064224, - -0.022834043949842453, - 0.05484363064169884, - -0.030390430241823196, - 0.09614192694425583, - 0.06549695134162903, - -0.0695200115442276, - 0.11154132336378098, - 0.10862242430448532, - 0.0172226894646883, - 0.05018728971481323, - 0.002805342897772789, - 0.011486687697470188, - 0.19267240166664124, - -0.09861274808645248, - -0.02822616510093212, - -0.03618776425719261, - 0.015341108664870262, - -0.06593399494886398, - -0.1313198357820511, - 0.12767082452774048, - -0.06375090032815933, - -0.027429070323705673, - 0.1418083757162094, - 0.04508548974990845, - -0.06466974318027496, - 0.016632646322250366, - -0.1472007781267166, - 0.32429882884025574, - -0.16276945173740387, - -0.13439631462097168, - 0.08034434914588928, - -0.12238887697458267, - -0.1330890655517578, - 0.2036513239145279, - 0.05975918471813202, - -0.17488549649715424, - 0.00992988795042038, - -0.041451796889305115, - -0.024307383224368095, - -0.0833326056599617, - -0.0629572793841362, - 0.07873621582984924, - 0.10999764502048492, - -0.07420847564935684, - 0.027155425399541855, - 0.11112984269857407, - 0.09948255866765976, - -0.09374020248651505, - 0.019238721579313278, - 0.07316877692937851, - -0.1213555559515953, - 0.0448431670665741, - 0.2630870044231415, - 0.03432502597570419, - 0.0686323493719101, - -0.03861923888325691, - -0.09366670995950699, ], [ 0.09658417850732803, @@ -752,97 +115,6 @@ -0.045930661261081696, -0.05225379392504692, -0.09086287021636963, - -0.013449016027152538, - -0.1675429493188858, - -0.16352570056915283, - -0.07531735301017761, - -0.06370319426059723, - 0.12801730632781982, - -0.036130670458078384, - -0.0559045672416687, - 0.023887285962700844, - -0.021214574575424194, - -0.05144844204187393, - -0.022585047408938408, - -0.17051707208156586, - -0.06784690171480179, - -0.035635318607091904, - 0.0966821014881134, - -0.08750689029693604, - -0.12068677693605423, - 0.07843319326639175, - -0.0303412564098835, - 0.14747591316699982, - -0.0926118716597557, - -0.059227313846349716, - -0.27496451139450073, - 0.14627261459827423, - -0.01695956476032734, - 0.09631536155939102, - 0.022249262779951096, - 0.08080171793699265, - 0.03144568204879761, - 0.00895367655903101, - 0.08214117586612701, - 0.10540523380041122, - -0.07918094098567963, - 0.0010123318061232567, - 0.08668356388807297, - 0.032514605671167374, - 0.16480451822280884, - 0.005685501731932163, - -0.030138613656163216, - 0.09789227694272995, - 0.08896118402481079, - -0.037176527082920074, - 0.04191739857196808, - 0.024302026256918907, - 0.0058310991153120995, - 0.14076045155525208, - -0.006775574758648872, - 0.0148543119430542, - 0.01184925902634859, - 0.08847500383853912, - -0.04234498739242554, - -0.020302709192037582, - 0.10245417803525925, - -0.153648242354393, - -0.05765580013394356, - 0.09601983428001404, - 0.03809373825788498, - -0.20178303122520447, - -0.03742549195885658, - -0.047722067683935165, - 0.2953014671802521, - -0.15613576769828796, - -0.10412368178367615, - 0.083157978951931, - -0.06895709037780762, - -0.199219211935997, - 0.18971236050128937, - 0.07346627861261368, - -0.18759433925151825, - -0.07905992120504379, - -0.07800371199846268, - 0.09561881422996521, - -0.13924360275268555, - -0.09275570511817932, - 0.0538717657327652, - 0.07969056069850922, - -0.019487200304865837, - 0.018173089250922203, - 0.10718527436256409, - 0.10162577778100967, - 0.03035692498087883, - -0.02712639793753624, - 0.08949468284845352, - -0.08284144103527069, - -0.01619109883904457, - 0.22962185740470886, - 0.08089680969715118, - 0.08163037896156311, - 0.00839792750775814, - -0.2097489982843399, ], [ 0.018151696771383286, @@ -850,97 +122,6 @@ -0.03365525230765343, 0.03213629126548767, -0.07019350677728653, - 0.022915026172995567, - -0.016973936930298805, - -0.08278921991586685, - -0.04788913205265999, - -0.10051920264959335, - 0.11777825653553009, - -0.15932056307792664, - 0.005407090298831463, - 0.03911857306957245, - -0.024162854999303818, - -0.07294497638940811, - 0.0150173120200634, - -0.10600819438695908, - -0.09806600958108902, - -0.05800145864486694, - 0.06967528909444809, - -0.055151987820863724, - -0.1361793428659439, - 0.111543208360672, - -0.003686586394906044, - 0.06776691228151321, - -0.15733551979064941, - -0.16776032745838165, - -0.2080184519290924, - 0.1250113844871521, - 0.058951862156391144, - 0.12171360105276108, - -0.032494448125362396, - 0.10657438635826111, - 0.0629139170050621, - 0.04834415763616562, - -0.022778291255235672, - 0.10193009674549103, - -0.10597345232963562, - 0.02755005471408367, - 0.0009918003343045712, - -0.04053753986954689, - 0.21770790219306946, - 0.047583963721990585, - -0.06150047481060028, - 0.10093460977077484, - 0.08607293665409088, - -0.02740025334060192, - 0.08782357722520828, - 0.004868702031672001, - -0.04051555320620537, - 0.1609656661748886, - -0.049783654510974884, - -0.0680723562836647, - 0.04597708210349083, - 0.0584428496658802, - -0.018897799775004387, - -0.14307673275470734, - 0.12008101493120193, - -0.13702034950256348, - 0.04253803566098213, - 0.07347393780946732, - 0.062174566090106964, - -0.10536645352840424, - 0.1176384910941124, - -0.10362808406352997, - 0.2924666702747345, - -0.18935365974903107, - -0.09165458381175995, - 0.09840623289346695, - -0.08345187455415726, - -0.1273307353258133, - 0.21122467517852783, - 0.09715458005666733, - -0.16866205632686615, - -0.021256640553474426, - -0.039918556809425354, - 0.002187996404245496, - -0.11280196905136108, - -0.020597226917743683, - 0.18946169316768646, - 0.11004967242479324, - -0.10993867367506027, - 0.12241140753030777, - 0.017710767686367035, - 0.11911217123270035, - -0.059070736169815063, - -0.044161371886730194, - 0.0841851532459259, - -0.107149139046669, - 0.0904042199254036, - 0.24364641308784485, - 0.1053059846162796, - 0.0809769555926323, - -0.04282782971858978, - -0.052881672978401184, ], [ -0.07284455746412277, @@ -948,97 +129,6 @@ -0.0474553257226944, 0.007866008207201958, -0.07342034578323364, - 0.008537440560758114, - -0.04025924950838089, - -0.14454561471939087, - -0.13385489583015442, - -0.02698952704668045, - 0.14143836498260498, - -0.13029542565345764, - 0.024999456480145454, - -0.012833081185817719, - -0.03362886980175972, - -0.11676068603992462, - 0.01202568132430315, - -0.14712722599506378, - -0.07182984054088593, - -0.15242230892181396, - 0.11097995936870575, - 0.001514019793830812, - -0.15070423483848572, - 0.16712836921215057, - -0.053787700831890106, - 0.07730996608734131, - -0.008051816374063492, - -0.1333674043416977, - -0.21914707124233246, - 0.13535933196544647, - 0.03777603060007095, - 0.10728872567415237, - -0.11721021682024002, - -0.010071448050439358, - 0.04827602952718735, - 0.016645386815071106, - -0.015485299751162529, - 0.09496988356113434, - -0.08067770302295685, - -0.07224132120609283, - 0.05952265113592148, - -0.04881887882947922, - 0.040181901305913925, - 0.08452796190977097, - -0.06888178735971451, - 0.07510311156511307, - 0.11446858942508698, - 0.09228792786598206, - 0.03772840276360512, - -0.015062795020639896, - 0.0590268149971962, - 0.1940614879131317, - -0.07399128377437592, - 0.006047602277249098, - -0.06919873505830765, - 0.034197960048913956, - -0.04047827050089836, - -0.13862130045890808, - 0.14263173937797546, - -0.04621127247810364, - -0.020234251394867897, - 0.15002186596393585, - 0.05788322165608406, - -0.06797536462545395, - 0.03606386482715607, - -0.19220472872257233, - 0.29764682054519653, - -0.19519610702991486, - -0.1448890119791031, - 0.07449973374605179, - -0.09161200374364853, - -0.16297942399978638, - 0.1930965781211853, - 0.08827251195907593, - -0.19373686611652374, - 0.032155804336071014, - -0.039354484528303146, - -0.02459126152098179, - -0.08406893163919449, - -0.05034325644373894, - 0.06851908564567566, - 0.07886344194412231, - -0.04360661283135414, - 0.0949699655175209, - 0.13116170465946198, - 0.09195747971534729, - -0.0705936998128891, - 0.032210107892751694, - 0.013521204702556133, - -0.08977016806602478, - 0.05857684090733528, - 0.23720817267894745, - 0.025680089369416237, - 0.10204245150089264, - 0.02642839029431343, - -0.0650029256939888, ], [ -0.07747597992420197, @@ -1046,97 +136,6 @@ -0.05500147491693497, 0.00481201708316803, -0.04859568178653717, - -0.0013153395848348737, - -0.019905071705579758, - -0.15656110644340515, - -0.14028695225715637, - -0.03620384261012077, - 0.11874481290578842, - -0.11033879965543747, - -0.02607465162873268, - 0.021626699715852737, - 0.0004430404515005648, - -0.11638227105140686, - 0.0018401446286588907, - -0.133717343211174, - -0.09496749937534332, - -0.12232032418251038, - 0.1460600346326828, - 0.023207413032650948, - -0.14502161741256714, - 0.15324166417121887, - -0.03421808406710625, - 0.05981989949941635, - -0.004204606171697378, - -0.11947712302207947, - -0.21926380693912506, - 0.15574532747268677, - 0.01817971281707287, - 0.10435820370912552, - -0.10145418345928192, - -0.02316867932677269, - 0.04498938098549843, - 0.00808210764080286, - -0.01660109870135784, - 0.10349685698747635, - -0.07015791535377502, - -0.07538490742444992, - 0.021134043112397194, - -0.0790192186832428, - 0.03052876703441143, - 0.09699458628892899, - -0.06784836947917938, - 0.09369820356369019, - 0.14399291574954987, - 0.07942996919155121, - 0.030210400000214577, - -0.041925039142370224, - 0.04064822196960449, - 0.20598246157169342, - -0.10314072668552399, - -0.012492788955569267, - -0.08862355351448059, - 0.044999100267887115, - -0.05351514369249344, - -0.11322535574436188, - 0.13741979002952576, - -0.05563315749168396, - -0.017260272055864334, - 0.179991215467453, - 0.05302596464753151, - -0.025542864575982094, - 0.013294164091348648, - -0.20721054077148438, - 0.29067158699035645, - -0.17915378510951996, - -0.13832926750183105, - 0.12169700860977173, - -0.10842631757259369, - -0.16360846161842346, - 0.17496994137763977, - 0.08897307515144348, - -0.1915270835161209, - -0.00434713764116168, - -0.026992641389369965, - -0.026730190962553024, - -0.11292261630296707, - -0.05432961881160736, - 0.0629601925611496, - 0.07113732397556305, - -0.02781226672232151, - 0.10909222811460495, - 0.15668348968029022, - 0.07217076420783997, - -0.06597720831632614, - 0.042189184576272964, - 0.008330725133419037, - -0.10058528184890747, - 0.0783420279622078, - 0.22336335480213165, - 0.00853855349123478, - 0.06768849492073059, - 0.000502328563015908, - -0.05130445584654808, ], [ -0.08030019700527191, @@ -1144,97 +143,6 @@ -0.05889962986111641, 0.0037854709662497044, -0.04505941644310951, - -0.0005638067959807813, - -0.018458951264619827, - -0.1558983474969864, - -0.14468041062355042, - -0.03350955247879028, - 0.11847039312124252, - -0.11165215075016022, - -0.018570058047771454, - 0.02106703631579876, - -0.004588294308632612, - -0.11570530384778976, - 0.0015393526991829276, - -0.13431204855442047, - -0.08931376785039902, - -0.12638789415359497, - 0.14576928317546844, - 0.02229778841137886, - -0.14416414499282837, - 0.15453383326530457, - -0.03485795482993126, - 0.05708993226289749, - -0.004164157900959253, - -0.12026047706604004, - -0.22060400247573853, - 0.15536820888519287, - 0.022398190572857857, - 0.1026654988527298, - -0.10085291415452957, - -0.023269081488251686, - 0.04308438301086426, - 0.009221967309713364, - -0.01661575958132744, - 0.10364242643117905, - -0.07300060987472534, - -0.07844462245702744, - 0.022244516760110855, - -0.07654161006212234, - 0.03276638314127922, - 0.09540285170078278, - -0.06777748465538025, - 0.09939126670360565, - 0.14370113611221313, - 0.08253765106201172, - 0.028545668348670006, - -0.041172415018081665, - 0.03717464953660965, - 0.203165665268898, - -0.10333071649074554, - -0.012931832112371922, - -0.08902540802955627, - 0.04055940359830856, - -0.05796829238533974, - -0.11259812861680984, - 0.13545259833335876, - -0.05371904373168945, - -0.015341771766543388, - 0.17754273116588593, - 0.050850674510002136, - -0.02696247026324272, - 0.01368757989257574, - -0.20655584335327148, - 0.2905905544757843, - -0.17681555449962616, - -0.1401609629392624, - 0.11996189504861832, - -0.10429064929485321, - -0.16369381546974182, - 0.1779056191444397, - 0.0857408344745636, - -0.18836373090744019, - -0.0011571294162422419, - -0.029874172061681747, - -0.02514774352312088, - -0.11139450967311859, - -0.050069332122802734, - 0.06154540926218033, - 0.07236798107624054, - -0.03318673372268677, - 0.10733618587255478, - 0.1556624472141266, - 0.07223339378833771, - -0.07102246582508087, - 0.043361224234104156, - 0.012529689818620682, - -0.09931986778974533, - 0.0773058533668518, - 0.22956140339374542, - 0.00979201402515173, - 0.07191414386034012, - -0.0021389564499258995, - -0.05406049266457558, ], [ -0.0847708135843277, @@ -1242,97 +150,6 @@ -0.06162143871188164, 0.005782351363450289, -0.045535165816545486, - -0.0006818179390393198, - -0.01780415140092373, - -0.15577101707458496, - -0.1455836445093155, - -0.032250549644231796, - 0.11767004430294037, - -0.11069720983505249, - -0.01600545458495617, - 0.020240886136889458, - -0.0085464958101511, - -0.11879925429821014, - -0.00020778123871423304, - -0.135870099067688, - -0.08618669956922531, - -0.13010302186012268, - 0.14613863825798035, - 0.01925033889710903, - -0.14263446629047394, - 0.15443381667137146, - -0.034169040620326996, - 0.05489766597747803, - -0.002383298007771373, - -0.12084046006202698, - -0.22002418339252472, - 0.15334691107273102, - 0.027668267488479614, - 0.10601247102022171, - -0.1016574576497078, - -0.02098006010055542, - 0.0414668470621109, - 0.012498287484049797, - -0.01590724103152752, - 0.10619357973337173, - -0.07410293072462082, - -0.079903244972229, - 0.021887226030230522, - -0.07504232972860336, - 0.03546277806162834, - 0.09499219059944153, - -0.06997010111808777, - 0.10370099544525146, - 0.13903699815273285, - 0.08439432829618454, - 0.026493143290281296, - -0.040903445333242416, - 0.035192787647247314, - 0.20305292308330536, - -0.10414176434278488, - -0.01441111508756876, - -0.09134974330663681, - 0.036905985325574875, - -0.05839853733778, - -0.11310333013534546, - 0.1344897300004959, - -0.05500822141766548, - -0.014751093462109566, - 0.17796477675437927, - 0.04658413305878639, - -0.02858811803162098, - 0.009915521368384361, - -0.20273518562316895, - 0.286667138338089, - -0.17403051257133484, - -0.14220060408115387, - 0.12143001705408096, - -0.10228133946657181, - -0.16091899573802948, - 0.17829661071300507, - 0.08532079309225082, - -0.18991172313690186, - -0.0019620866514742374, - -0.031295474618673325, - -0.025047915056347847, - -0.10924052447080612, - -0.05294288322329521, - 0.05723200738430023, - 0.07320905476808548, - -0.03411801531910896, - 0.10703066736459732, - 0.15607480704784393, - 0.07289700210094452, - -0.07648041099309921, - 0.04709614813327789, - 0.010458678007125854, - -0.09895443916320801, - 0.07837801426649094, - 0.2319876104593277, - 0.010597841814160347, - 0.0707579255104065, - -0.00536459730938077, - -0.05894114822149277, ], [ -0.0839170515537262, @@ -1340,97 +157,6 @@ -0.06201940029859543, 0.008990244008600712, -0.040899474173784256, - 0.004570806864649057, - -0.017781570553779602, - -0.15718527138233185, - -0.1439100056886673, - -0.035776566714048386, - 0.11952552199363708, - -0.11417697370052338, - -0.010196371003985405, - 0.018113944679498672, - -0.008973976597189903, - -0.11210206896066666, - -0.0030810742173343897, - -0.13515804708003998, - -0.08300066739320755, - -0.13117356598377228, - 0.1472415179014206, - 0.01992090977728367, - -0.147644504904747, - 0.15783579647541046, - -0.03124706633388996, - 0.05623938515782356, - -0.004798209760338068, - -0.1213618740439415, - -0.21967846155166626, - 0.15561361610889435, - 0.025311190634965897, - 0.10539600998163223, - -0.102399080991745, - -0.014956608414649963, - 0.0412348173558712, - 0.011147236451506615, - -0.015470609068870544, - 0.10435079038143158, - -0.07300932705402374, - -0.08476242423057556, - 0.02506750263273716, - -0.07147266715765, - 0.034247707575559616, - 0.09732772409915924, - -0.06861075758934021, - 0.10033595561981201, - 0.13672073185443878, - 0.08503114432096481, - 0.028579071164131165, - -0.04174744710326195, - 0.03724038973450661, - 0.20712287724018097, - -0.10328162461519241, - -0.018172187730669975, - -0.0872570350766182, - 0.03451162949204445, - -0.061183273792266846, - -0.11260383576154709, - 0.13344594836235046, - -0.053858768194913864, - -0.007498401217162609, - 0.17499475181102753, - 0.0447472408413887, - -0.026410290971398354, - 0.011573676019906998, - -0.20288978517055511, - 0.28552016615867615, - -0.1717379093170166, - -0.1408008635044098, - 0.1232479065656662, - -0.10114988684654236, - -0.1642664074897766, - 0.1843107044696808, - 0.08890558034181595, - -0.18817076086997986, - 0.0005823096726089716, - -0.031178608536720276, - -0.02397286519408226, - -0.10899215191602707, - -0.050277747213840485, - 0.057107605040073395, - 0.07323511689901352, - -0.03455733135342598, - 0.10648871958255768, - 0.15582460165023804, - 0.07414145022630692, - -0.08075179159641266, - 0.04829230532050133, - 0.014805125072598457, - -0.09636953473091125, - 0.0761830285191536, - 0.2293124496936798, - 0.010713659226894379, - 0.07256431877613068, - -0.004336171317845583, - -0.054016295820474625, ], [ -0.07945145666599274, @@ -1438,97 +164,6 @@ -0.06150709092617035, 0.005689332727342844, -0.044316913932561874, - 0.002118818461894989, - -0.0223223976790905, - -0.15637043118476868, - -0.14382627606391907, - -0.029247786849737167, - 0.11367543786764145, - -0.11190952360630035, - -0.007117096800357103, - 0.01301454659551382, - -0.01157944556325674, - -0.11572564393281937, - 0.0020853078458458185, - -0.14172223210334778, - -0.09272988885641098, - -0.13207755982875824, - 0.14930205047130585, - 0.01284073293209076, - -0.14653339982032776, - 0.15377160906791687, - -0.03422673046588898, - 0.057502541691064835, - 0.0009855377720668912, - -0.12445101141929626, - -0.21935641765594482, - 0.1498173028230667, - 0.026991339400410652, - 0.10138583183288574, - -0.1061151772737503, - -0.020427091047167778, - 0.04168473556637764, - 0.01116005890071392, - -0.015062929131090641, - 0.10330594331026077, - -0.07263633608818054, - -0.08557822555303574, - 0.024338610470294952, - -0.06639595329761505, - 0.03311200439929962, - 0.09412316977977753, - -0.06627782434225082, - 0.09709431231021881, - 0.13474822044372559, - 0.08942055702209473, - 0.02910366840660572, - -0.046486157923936844, - 0.03412865847349167, - 0.21040469408035278, - -0.1072017103433609, - -0.024549037218093872, - -0.08299371600151062, - 0.037914540618658066, - -0.059804126620292664, - -0.11353230476379395, - 0.13662531971931458, - -0.053143810480833054, - -0.009981797076761723, - 0.1787300556898117, - 0.04551629349589348, - -0.019456088542938232, - 0.009516000747680664, - -0.19861742854118347, - 0.28772640228271484, - -0.1693323701620102, - -0.14090575277805328, - 0.12216358631849289, - -0.10025975853204727, - -0.16823317110538483, - 0.17700663208961487, - 0.08500362932682037, - -0.19479450583457947, - 0.0033101066946983337, - -0.03379794955253601, - -0.027843080461025238, - -0.10764852911233902, - -0.04521740972995758, - 0.060768578201532364, - 0.07669887691736221, - -0.034875039011240005, - 0.10711872577667236, - 0.1571335792541504, - 0.07333508878946304, - -0.07143975049257278, - 0.046408627182245255, - 0.010092973709106445, - -0.0966009870171547, - 0.08013439923524857, - 0.22708500921726227, - 0.00830151792615652, - 0.0736609548330307, - -0.006117165554314852, - -0.05672519654035568, ], [ -0.0846918597817421, @@ -1536,97 +171,6 @@ -0.05764637887477875, 0.004851527977734804, -0.044851597398519516, - -0.006877657026052475, - -0.021499382331967354, - -0.1581573337316513, - -0.1400604546070099, - -0.03256400302052498, - 0.11413903534412384, - -0.11321833729743958, - -0.0017105248989537358, - 0.011623969301581383, - -0.00895744375884533, - -0.1148117184638977, - 0.0008129275520332158, - -0.14155595004558563, - -0.08689374476671219, - -0.13124512135982513, - 0.14566068351268768, - 0.017096713185310364, - -0.14357386529445648, - 0.1601864993572235, - -0.03702855855226517, - 0.05914221331477165, - -0.00437225541099906, - -0.12411069869995117, - -0.21807929873466492, - 0.14994749426841736, - 0.027189528569579124, - 0.10707055777311325, - -0.1082938015460968, - -0.02362525835633278, - 0.0429208017885685, - 0.013931943103671074, - -0.015144236385822296, - 0.1073964387178421, - -0.07626871019601822, - -0.08107107132673264, - 0.02778947353363037, - -0.07125300914049149, - 0.03668927401304245, - 0.09596873074769974, - -0.06880761682987213, - 0.08944043517112732, - 0.13047857582569122, - 0.09087391197681427, - 0.02570759691298008, - -0.04472718387842178, - 0.04053059220314026, - 0.20248308777809143, - -0.10199926048517227, - -0.020727133378386497, - -0.08144695311784744, - 0.034108635038137436, - -0.058205075562000275, - -0.1180589348077774, - 0.13856984674930573, - -0.05393895506858826, - -0.012576542794704437, - 0.17276045680046082, - 0.0473681278526783, - -0.023594500496983528, - 0.014152610674500465, - -0.20377591252326965, - 0.2863980233669281, - -0.17266519367694855, - -0.13927105069160461, - 0.11968258023262024, - -0.0978536531329155, - -0.1635003685951233, - 0.1796591579914093, - 0.08619419485330582, - -0.19950158894062042, - 0.006940208375453949, - -0.03901944309473038, - -0.024686196818947792, - -0.10703564435243607, - -0.04713030904531479, - 0.060609325766563416, - 0.07719511538743973, - -0.037796638906002045, - 0.10917393118143082, - 0.15626156330108643, - 0.07523784041404724, - -0.0716351866722107, - 0.04485572502017021, - 0.01246352307498455, - -0.09832282364368439, - 0.07945872843265533, - 0.22662794589996338, - 0.012383490800857544, - 0.07420089840888977, - -0.003762653563171625, - -0.06244443356990814, ], [ -0.08306191116571426, @@ -1634,97 +178,6 @@ -0.05773551017045975, 0.005829488858580589, -0.043249454349279404, - -0.0038264193572103977, - -0.022231459617614746, - -0.15838195383548737, - -0.14215552806854248, - -0.033496756106615067, - 0.1125839576125145, - -0.11785117536783218, - -0.0037441595923155546, - 0.009912307374179363, - -0.012053725309669971, - -0.11738532036542892, - 0.0019804202020168304, - -0.1370057910680771, - -0.08686467260122299, - -0.1324354112148285, - 0.14635500311851501, - 0.0173029862344265, - -0.14754343032836914, - 0.15775065124034882, - -0.03559507057070732, - 0.051994841545820236, - -0.011838076636195183, - -0.12239484488964081, - -0.21639703214168549, - 0.1543041318655014, - 0.02580227144062519, - 0.11094776540994644, - -0.10548470914363861, - -0.023632723838090897, - 0.04262685030698776, - 0.011035142466425896, - -0.016344575211405754, - 0.10648094117641449, - -0.07670451700687408, - -0.0823609009385109, - 0.03000570647418499, - -0.07158153504133224, - 0.03765324130654335, - 0.09630366414785385, - -0.07041440904140472, - 0.09008929878473282, - 0.12917885184288025, - 0.09438475221395493, - 0.026959262788295746, - -0.04135626554489136, - 0.04195594787597656, - 0.20216257870197296, - -0.10711870342493057, - -0.016222864389419556, - -0.07933443784713745, - 0.03304748609662056, - -0.06017589569091797, - -0.11846452206373215, - 0.13789255917072296, - -0.055456798523664474, - -0.012764259241521358, - 0.17004843056201935, - 0.04305415600538254, - -0.020469535142183304, - 0.011779166758060455, - -0.20555222034454346, - 0.2850017249584198, - -0.1679898053407669, - -0.13992898166179657, - 0.11921443790197372, - -0.09968911111354828, - -0.1586855798959732, - 0.1855725795030594, - 0.08160784095525742, - -0.19586220383644104, - -2.8037416996085085e-05, - -0.03491039201617241, - -0.024798907339572906, - -0.10848291218280792, - -0.04742014408111572, - 0.06053854897618294, - 0.07331258058547974, - -0.038778048008680344, - 0.10853753983974457, - 0.1561877727508545, - 0.07604598999023438, - -0.07591211050748825, - 0.04484624043107033, - 0.01738799549639225, - -0.09731955826282501, - 0.08177968114614487, - 0.23189766705036163, - 0.009477764368057251, - 0.07274526357650757, - -0.003064227756112814, - -0.05637486279010773, ], [ -0.08244220912456512, @@ -1732,97 +185,6 @@ -0.05841715633869171, 0.004332489799708128, -0.04024769365787506, - -0.00225123786367476, - -0.020137974992394447, - -0.15996240079402924, - -0.14611662924289703, - -0.03138986974954605, - 0.11458181589841843, - -0.12055502086877823, - -0.001363031449727714, - 0.007765565067529678, - -0.013153046369552612, - -0.11536537110805511, - 0.0008437919896095991, - -0.1360967755317688, - -0.0847395658493042, - -0.13356910645961761, - 0.14339840412139893, - 0.018037445843219757, - -0.14531351625919342, - 0.15577252209186554, - -0.03478819504380226, - 0.050197239965200424, - -0.012351752258837223, - -0.12257905304431915, - -0.21905304491519928, - 0.1538303792476654, - 0.02536954917013645, - 0.11437612771987915, - -0.10470947623252869, - -0.022548150271177292, - 0.036751262843608856, - 0.014795966446399689, - -0.016387732699513435, - 0.10960439592599869, - -0.0792916789650917, - -0.07973411679267883, - 0.03142649680376053, - -0.06865227967500687, - 0.035821281373500824, - 0.09335373342037201, - -0.07308098673820496, - 0.09204329550266266, - 0.12807916104793549, - 0.09559779614210129, - 0.029339291155338287, - -0.038236264139413834, - 0.042072925716638565, - 0.20182853937149048, - -0.10668004304170609, - -0.017358383163809776, - -0.0800313651561737, - 0.029331067577004433, - -0.06025455892086029, - -0.11903640627861023, - 0.13712137937545776, - -0.056604187935590744, - -0.013587945140898228, - 0.1673874855041504, - 0.040594372898340225, - -0.019658507779240608, - 0.012456739321351051, - -0.20552697777748108, - 0.2861540615558624, - -0.16800124943256378, - -0.14217588305473328, - 0.12258417904376984, - -0.09964178502559662, - -0.15705488622188568, - 0.18511554598808289, - 0.0817229375243187, - -0.19487959146499634, - 0.004594179801642895, - -0.035031773149967194, - -0.02295680344104767, - -0.10864520817995071, - -0.048932891339063644, - 0.060688816010951996, - 0.07461780309677124, - -0.04038194566965103, - 0.10756398737430573, - 0.15048108994960785, - 0.07736388593912125, - -0.07789887487888336, - 0.04205324500799179, - 0.015970513224601746, - -0.098075270652771, - 0.079637810587883, - 0.23187407851219177, - 0.012096594087779522, - 0.07476256787776947, - -0.00473448634147644, - -0.06052625924348831, ], [ -0.08384883403778076, @@ -1830,97 +192,6 @@ -0.05844803526997566, 0.004691521171480417, -0.04001536965370178, - 0.0035062816459685564, - -0.019080940634012222, - -0.15509819984436035, - -0.1490321159362793, - -0.02952197939157486, - 0.11705995351076126, - -0.12195450812578201, - -0.0002085240848828107, - 0.0062752594240009785, - -0.015029882080852985, - -0.11823593825101852, - -0.0008043893612921238, - -0.13481505215168, - -0.08417932689189911, - -0.13499264419078827, - 0.14369970560073853, - 0.01992054283618927, - -0.14643369615077972, - 0.15336710214614868, - -0.031082747504115105, - 0.04773843288421631, - -0.010157815180718899, - -0.12448491156101227, - -0.21910497546195984, - 0.154041588306427, - 0.02843109518289566, - 0.11522061377763748, - -0.10394160449504852, - -0.019540607929229736, - 0.03240161016583443, - 0.015609086491167545, - -0.01536448486149311, - 0.10810939222574234, - -0.07926163077354431, - -0.08068142831325531, - 0.030336949974298477, - -0.06422536075115204, - 0.035767801105976105, - 0.09383578598499298, - -0.07501678168773651, - 0.09653422236442566, - 0.12824630737304688, - 0.09529982507228851, - 0.029937490820884705, - -0.03833480924367905, - 0.04118860512971878, - 0.20381462574005127, - -0.10503740608692169, - -0.020170394331216812, - -0.08244707435369492, - 0.026746300980448723, - -0.060967911034822464, - -0.11835029721260071, - 0.1376577913761139, - -0.05882610008120537, - -0.013689864426851273, - 0.16877859830856323, - 0.0345509834587574, - -0.018280720338225365, - 0.008169437758624554, - -0.20381897687911987, - 0.2861338257789612, - -0.16486217081546783, - -0.14493554830551147, - 0.12350964546203613, - -0.10018226504325867, - -0.15612547099590302, - 0.1849474012851715, - 0.08069905638694763, - -0.19046930968761444, - 0.002657447475939989, - -0.03329051285982132, - -0.022516099736094475, - -0.10854638367891312, - -0.051235225051641464, - 0.05776840075850487, - 0.07478424906730652, - -0.04051074758172035, - 0.10541670024394989, - 0.15179327130317688, - 0.07870201021432877, - -0.08181153982877731, - 0.043046627193689346, - 0.015607880428433418, - -0.09812504798173904, - 0.07976379245519638, - 0.23271697759628296, - 0.01273239403963089, - 0.07550017535686493, - -0.00844323355704546, - -0.05780968815088272, ], [ -0.08402004092931747, @@ -1928,97 +199,6 @@ -0.05941291153430939, 0.006919472012668848, -0.03451720252633095, - 0.008417269214987755, - -0.022742699831724167, - -0.15448516607284546, - -0.1511063575744629, - -0.032435499131679535, - 0.12004106491804123, - -0.12301123887300491, - 0.004238802939653397, - 0.0061258613131940365, - -0.014068499207496643, - -0.11607429385185242, - -0.0015381862176582217, - -0.12891414761543274, - -0.07966034859418869, - -0.13472549617290497, - 0.1418091058731079, - 0.02400819957256317, - -0.15010543167591095, - 0.15439751744270325, - -0.027256742119789124, - 0.04791414365172386, - -0.009847327135503292, - -0.12322472035884857, - -0.22156986594200134, - 0.1594984382390976, - 0.02178942784667015, - 0.11477585881948471, - -0.10013439506292343, - -0.012763302773237228, - 0.02771509811282158, - 0.013231583870947361, - -0.014708902686834335, - 0.10899264365434647, - -0.07536696642637253, - -0.08381529897451401, - 0.030788861215114594, - -0.06046367436647415, - 0.0319010466337204, - 0.09634274244308472, - -0.07534729689359665, - 0.09931471943855286, - 0.1272299587726593, - 0.09239207208156586, - 0.03163215145468712, - -0.03990866616368294, - 0.04140997305512428, - 0.20862983167171478, - -0.10364781320095062, - -0.023654717952013016, - -0.0849437564611435, - 0.021297693252563477, - -0.06388574093580246, - -0.11539129167795181, - 0.13508044183254242, - -0.05901256203651428, - -0.008785434998571873, - 0.1649545431137085, - 0.030907556414604187, - -0.021783621981739998, - 0.009119109250605106, - -0.2057727724313736, - 0.28654754161834717, - -0.16556119918823242, - -0.14394071698188782, - 0.125151589512825, - -0.10480391979217529, - -0.15664733946323395, - 0.18623001873493195, - 0.08753779530525208, - -0.18386079370975494, - 0.003101916750892997, - -0.03012344427406788, - -0.024202993139624596, - -0.1120990440249443, - -0.05548742040991783, - 0.05843354016542435, - 0.07296141982078552, - -0.036842480301856995, - 0.10462387651205063, - 0.14982342720031738, - 0.08140924572944641, - -0.08416937291622162, - 0.04053926095366478, - 0.015774523839354515, - -0.09843895584344864, - 0.07794061303138733, - 0.230564683675766, - 0.014574485830962658, - 0.07462023943662643, - -0.009809218347072601, - -0.05081838369369507, ], [ -0.08303389698266983, @@ -2026,97 +206,6 @@ -0.05700742080807686, 0.005039925221353769, -0.035648513585329056, - 0.007074191700667143, - -0.022826723754405975, - -0.15416330099105835, - -0.15288029611110687, - -0.027997374534606934, - 0.11704017221927643, - -0.12060008943080902, - 0.0026286039501428604, - 0.0031986923422664404, - -0.01354974415153265, - -0.1191573515534401, - 0.0011870082234963775, - -0.1312578171491623, - -0.0881408229470253, - -0.1336267590522766, - 0.1424029916524887, - 0.021054226905107498, - -0.14607957005500793, - 0.15249738097190857, - -0.03091002069413662, - 0.046640533953905106, - -0.00844965036958456, - -0.12718607485294342, - -0.22246402502059937, - 0.15610817074775696, - 0.022291669622063637, - 0.11120235919952393, - -0.1020289734005928, - -0.016497915610671043, - 0.02874809317290783, - 0.012686138972640038, - -0.01563926786184311, - 0.10657230019569397, - -0.07950930297374725, - -0.07713447511196136, - 0.02838352508842945, - -0.05931840464472771, - 0.03142355754971504, - 0.09394484758377075, - -0.07223326712846756, - 0.09611434489488602, - 0.13093310594558716, - 0.09322132915258408, - 0.03464242070913315, - -0.04105617105960846, - 0.038287803530693054, - 0.21033573150634766, - -0.10795579850673676, - -0.024478064849972725, - -0.08180010318756104, - 0.024415818974375725, - -0.06703300029039383, - -0.11576230823993683, - 0.13939976692199707, - -0.05854107066988945, - -0.012100095860660076, - 0.1663692444562912, - 0.0325876884162426, - -0.018503328785300255, - 0.009441528469324112, - -0.20312626659870148, - 0.290628045797348, - -0.16343726217746735, - -0.14495794475078583, - 0.12285233289003372, - -0.10300590097904205, - -0.15975572168827057, - 0.18031735718250275, - 0.08530021458864212, - -0.18437150120735168, - 0.005695153493434191, - -0.03202103078365326, - -0.02622140198945999, - -0.11062484234571457, - -0.05032767355442047, - 0.06141673028469086, - 0.07479560375213623, - -0.03565829619765282, - 0.10356321185827255, - 0.149440199136734, - 0.08235117793083191, - -0.07731837034225464, - 0.03552526608109474, - 0.014257553964853287, - -0.0993671715259552, - 0.07772458344697952, - 0.23130488395690918, - 0.012483065947890282, - 0.07928697764873505, - -0.011005229316651821, - -0.05346791446208954, ], [ -0.08216217905282974, @@ -2124,97 +213,6 @@ -0.056870121508836746, 0.0057042320258915424, -0.037479251623153687, - 0.004039428196847439, - -0.022999266162514687, - -0.15509851276874542, - -0.15612047910690308, - -0.0283702053129673, - 0.117347851395607, - -0.12241639941930771, - -0.0005322566139511764, - 0.0023168781772255898, - -0.013129753060638905, - -0.12184885889291763, - 0.002951669739559293, - -0.13344796001911163, - -0.08535926043987274, - -0.1324373334646225, - 0.14041227102279663, - 0.02277999185025692, - -0.14492717385292053, - 0.15380723774433136, - -0.03267376124858856, - 0.045623134821653366, - -0.011487862095236778, - -0.12625643610954285, - -0.22132448852062225, - 0.1555374562740326, - 0.023647788912057877, - 0.11148523539304733, - -0.10053790360689163, - -0.019578587263822556, - 0.0294682364910841, - 0.012195704504847527, - -0.015332923270761967, - 0.10928657650947571, - -0.08046559244394302, - -0.08091909438371658, - 0.027844345197081566, - -0.06161118298768997, - 0.033329375088214874, - 0.0928880050778389, - -0.07518549263477325, - 0.09547143429517746, - 0.12817922234535217, - 0.09448342025279999, - 0.03303695470094681, - -0.0406421534717083, - 0.04050423577427864, - 0.20663616061210632, - -0.10643141716718674, - -0.0207731444388628, - -0.0829930454492569, - 0.02397615648806095, - -0.06529764086008072, - -0.1135840192437172, - 0.140621155500412, - -0.05658780038356781, - -0.01437702588737011, - 0.165640726685524, - 0.034388698637485504, - -0.01956266723573208, - 0.008117678575217724, - -0.20712490379810333, - 0.2920611798763275, - -0.1639193892478943, - -0.14361751079559326, - 0.11919520795345306, - -0.10294373333454132, - -0.15635478496551514, - 0.18061746656894684, - 0.0827421098947525, - -0.18325306475162506, - 0.0022838837467134, - -0.03224587440490723, - -0.02637871727347374, - -0.1103392094373703, - -0.052092019468545914, - 0.061423350125551224, - 0.07320021837949753, - -0.03854968398809433, - 0.10219289362430573, - 0.1480218768119812, - 0.0823729857802391, - -0.07884203642606735, - 0.03486064821481705, - 0.015287593007087708, - -0.10202904045581818, - 0.07784860581159592, - 0.23319044709205627, - 0.011641368269920349, - 0.07878391444683075, - -0.00902803335338831, - -0.053518105298280716, ], [ -0.08051314204931259, @@ -2222,97 +220,6 @@ -0.05646609142422676, 0.002825659466907382, -0.03645350784063339, - -0.0010812263935804367, - -0.02304072119295597, - -0.15542398393154144, - -0.15825216472148895, - -0.030377494171261787, - 0.11835412681102753, - -0.1208365261554718, - -0.0008191346423700452, - 0.00592477573081851, - -0.013110638596117496, - -0.12371150404214859, - 0.002199555980041623, - -0.13027113676071167, - -0.08662496507167816, - -0.12884943187236786, - 0.14215658605098724, - 0.025428183376789093, - -0.14382772147655487, - 0.1530587524175644, - -0.034330517053604126, - 0.04461509361863136, - -0.0105841513723135, - -0.12434834986925125, - -0.2223334014415741, - 0.15841634571552277, - 0.021291766315698624, - 0.11245997995138168, - -0.0982493907213211, - -0.01718064770102501, - 0.029799843207001686, - 0.01511566061526537, - -0.014134765602648258, - 0.10792998224496841, - -0.08326730877161026, - -0.08079415559768677, - 0.028969086706638336, - -0.06613084673881531, - 0.03584607318043709, - 0.09249421209096909, - -0.07276653498411179, - 0.094025157392025, - 0.1351316124200821, - 0.09377270936965942, - 0.032029200345277786, - -0.04160606861114502, - 0.03746261075139046, - 0.20261888206005096, - -0.10495465993881226, - -0.016323847696185112, - -0.08486032485961914, - 0.025265393778681755, - -0.0665845274925232, - -0.11523830145597458, - 0.14007455110549927, - -0.05750972405076027, - -0.01203389186412096, - 0.16593611240386963, - 0.03635460510849953, - -0.02441880851984024, - 0.009941793978214264, - -0.20805850625038147, - 0.2917451858520508, - -0.1661750227212906, - -0.14315979182720184, - 0.11704516410827637, - -0.10203030705451965, - -0.15709909796714783, - 0.18179851770401, - 0.08309397101402283, - -0.18182902038097382, - 0.0023586752358824015, - -0.032562244683504105, - -0.02246081456542015, - -0.11128778010606766, - -0.05091758817434311, - 0.06338263303041458, - 0.07241586595773697, - -0.03845787048339844, - 0.10303588956594467, - 0.14755016565322876, - 0.08140157163143158, - -0.07819400727748871, - 0.03470511734485626, - 0.017222603783011436, - -0.09996884316205978, - 0.0757550522685051, - 0.23140636086463928, - 0.012481419369578362, - 0.07976453751325607, - -0.007361715193837881, - -0.055719152092933655, ], [ -0.08171530812978745, @@ -2320,97 +227,6 @@ -0.060637619346380234, 0.002523677656427026, -0.035329170525074005, - 0.0002115407114615664, - -0.020109497010707855, - -0.15260843932628632, - -0.15963302552700043, - -0.028941750526428223, - 0.12144067138433456, - -0.12264895439147949, - -0.00383821502327919, - 0.005479119252413511, - -0.011979897506535053, - -0.12216392159461975, - 0.0019774518441408873, - -0.1322520226240158, - -0.08680374175310135, - -0.12990275025367737, - 0.13940268754959106, - 0.025705765932798386, - -0.1433008313179016, - 0.15248556435108185, - -0.03683861345052719, - 0.04393817484378815, - -0.008189941756427288, - -0.12431836128234863, - -0.22309015691280365, - 0.15558993816375732, - 0.02320874109864235, - 0.11140599846839905, - -0.09789802134037018, - -0.01581910066306591, - 0.0288140457123518, - 0.015029487200081348, - -0.014034991152584553, - 0.1064634621143341, - -0.08396053314208984, - -0.07934117317199707, - 0.026928870007395744, - -0.06825519353151321, - 0.03520030528306961, - 0.09289298951625824, - -0.07470092922449112, - 0.09515585005283356, - 0.1377187818288803, - 0.09520840644836426, - 0.02820637635886669, - -0.04071729630231857, - 0.03723043203353882, - 0.20333705842494965, - -0.10528814792633057, - -0.013571473769843578, - -0.08620132505893707, - 0.02650698646903038, - -0.06470057368278503, - -0.11781931668519974, - 0.138513445854187, - -0.0561978742480278, - -0.015121016651391983, - 0.1653568148612976, - 0.03847799077630043, - -0.025517908856272697, - 0.011698409914970398, - -0.20708584785461426, - 0.29013898968696594, - -0.1694955974817276, - -0.14316976070404053, - 0.11772780120372772, - -0.10192825645208359, - -0.1570216417312622, - 0.1795448213815689, - 0.0840916708111763, - -0.18189585208892822, - 0.002572444500401616, - -0.03193409740924835, - -0.02274855598807335, - -0.1121005117893219, - -0.05131727457046509, - 0.06271610409021378, - 0.07216902822256088, - -0.03760124742984772, - 0.10185020416975021, - 0.14610114693641663, - 0.07985616475343704, - -0.07907268404960632, - 0.036879681050777435, - 0.014377591200172901, - -0.09792403131723404, - 0.07462840527296066, - 0.23363204300403595, - 0.013788243755698204, - 0.07794654369354248, - -0.007364354562014341, - -0.05843808129429817, ], [ -0.08073416352272034, @@ -2418,97 +234,6 @@ -0.06372791528701782, 0.009351451881229877, -0.03153626620769501, - 0.010737755335867405, - -0.022116204723715782, - -0.14558757841587067, - -0.16243906319141388, - -0.029354337602853775, - 0.12879621982574463, - -0.12367939949035645, - 0.003696474013850093, - 0.001917817979119718, - -0.014893396757543087, - -0.12006916850805283, - -0.0036949431523680687, - -0.1314447671175003, - -0.07925497740507126, - -0.13211891055107117, - 0.13473694026470184, - 0.02629132941365242, - -0.1460195779800415, - 0.1577625274658203, - -0.03145093470811844, - 0.04018529877066612, - -0.006414266303181648, - -0.12736302614212036, - -0.2272324413061142, - 0.16064059734344482, - 0.021369311958551407, - 0.11371660232543945, - -0.09740886837244034, - -0.008710093796253204, - 0.020997799932956696, - 0.013728928752243519, - -0.011096677742898464, - 0.10431553423404694, - -0.08442395180463791, - -0.08012683689594269, - 0.027341507375240326, - -0.057733215391635895, - 0.03713610768318176, - 0.09135554730892181, - -0.07522577047348022, - 0.10555605590343475, - 0.1321607381105423, - 0.0923696756362915, - 0.032860565930604935, - -0.03819651901721954, - 0.03687623143196106, - 0.2046791911125183, - -0.09900469332933426, - -0.016368791460990906, - -0.08823420852422714, - 0.01724746637046337, - -0.0645696371793747, - -0.11259765177965164, - 0.1325511485338211, - -0.05942956730723381, - -0.010894388891756535, - 0.1618926227092743, - 0.03272728621959686, - -0.029170216992497444, - 0.01228032074868679, - -0.20633673667907715, - 0.29370254278182983, - -0.16639137268066406, - -0.14716440439224243, - 0.12434303760528564, - -0.10322484374046326, - -0.15514938533306122, - 0.18350160121917725, - 0.08468607068061829, - -0.1718509942293167, - 0.006391140166670084, - -0.028635041788220406, - -0.025573980063199997, - -0.11258645355701447, - -0.057399410754442215, - 0.06101939454674721, - 0.07473308593034744, - -0.03716585040092468, - 0.09733600914478302, - 0.14518329501152039, - 0.08253098279237747, - -0.08862775564193726, - 0.03570681810379028, - 0.01706068404018879, - -0.09964170306921005, - 0.07005353271961212, - 0.2311655730009079, - 0.016184920445084572, - 0.07838573306798935, - -0.012098527513444424, - -0.05494408309459686, ], [ -0.06651420146226883, @@ -2516,97 +241,6 @@ -0.067691370844841, 0.017166925594210625, -0.0336877815425396, - 0.013528646901249886, - -0.028471384197473526, - -0.13516634702682495, - -0.15669558942317963, - -0.021961411461234093, - 0.1424795389175415, - -0.1284753978252411, - 0.009341023862361908, - -0.021964218467473984, - -0.018008556216955185, - -0.11892154812812805, - -0.010989661328494549, - -0.14212539792060852, - -0.07842560857534409, - -0.1333194077014923, - 0.12295157462358475, - 0.013340108096599579, - -0.14846456050872803, - 0.16449779272079468, - -0.0357203334569931, - 0.0418241024017334, - -0.020844871178269386, - -0.13904684782028198, - -0.2278979867696762, - 0.15799295902252197, - 0.03223532810807228, - 0.1159915030002594, - -0.09224746376276016, - 0.0036464312579482794, - 0.01756415329873562, - 0.004127451218664646, - -0.0008231035899370909, - 0.09474416822195053, - -0.08290796726942062, - -0.0718790590763092, - 0.03836160898208618, - -0.051446687430143356, - 0.0630464032292366, - 0.08875975012779236, - -0.08047078549861908, - 0.10597791522741318, - 0.12346629798412323, - 0.08666368573904037, - 0.0381898358464241, - -0.029111331328749657, - 0.03502144664525986, - 0.19960391521453857, - -0.08866450190544128, - -0.01984570361673832, - -0.07063028216362, - 0.01063871942460537, - -0.05258277431130409, - -0.12181315571069717, - 0.13776835799217224, - -0.06131749972701073, - -0.009366578422486782, - 0.1550290286540985, - 0.03607071563601494, - -0.02962632291018963, - 0.022459132596850395, - -0.20530331134796143, - 0.30251139402389526, - -0.16801147162914276, - -0.14655885100364685, - 0.12310072779655457, - -0.11061512678861618, - -0.15199537575244904, - 0.19169314205646515, - 0.07363630086183548, - -0.16562466323375702, - 0.008992444723844528, - -0.02952205203473568, - -0.03715851157903671, - -0.10498373210430145, - -0.052900634706020355, - 0.07606077194213867, - 0.07679496705532074, - -0.04308405518531799, - 0.08654633909463882, - 0.13456284999847412, - 0.08445407450199127, - -0.09177784621715546, - 0.03745102137327194, - 0.02574038691818714, - -0.10221880674362183, - 0.06258990615606308, - 0.2327759712934494, - 0.016215479001402855, - 0.06904879957437515, - -0.02589799277484417, - -0.07284647971391678, ], [ -0.06525875627994537, @@ -2614,97 +248,6 @@ -0.06934580951929092, 0.013902319595217705, -0.03702286258339882, - 0.013105875812470913, - -0.028964314609766006, - -0.13351395726203918, - -0.15415039658546448, - -0.021184301003813744, - 0.14230741560459137, - -0.12997929751873016, - 0.010898331180214882, - -0.026343174278736115, - -0.01924837939441204, - -0.12141003459692001, - -0.012016462162137032, - -0.14669160544872284, - -0.08176915347576141, - -0.1317158192396164, - 0.11935298144817352, - 0.007590339984744787, - -0.1477513462305069, - 0.16434699296951294, - -0.033818554133176804, - 0.0457439124584198, - -0.020604506134986877, - -0.1423894315958023, - -0.22615714371204376, - 0.15385383367538452, - 0.03527269884943962, - 0.11691095679998398, - -0.09309235215187073, - 0.0065713198855519295, - 0.015952281653881073, - 0.0032564536668360233, - 0.00312478793784976, - 0.09204225242137909, - -0.08123581856489182, - -0.06702005118131638, - 0.04122204706072807, - -0.04448208957910538, - 0.06524699926376343, - 0.0884053111076355, - -0.07811903208494186, - 0.10401028394699097, - 0.1218085065484047, - 0.08588266372680664, - 0.04022734612226486, - -0.02678515389561653, - 0.03380240499973297, - 0.1981731355190277, - -0.08721542358398438, - -0.023836230859160423, - -0.06479581445455551, - 0.008212266489863396, - -0.05250230059027672, - -0.12273240834474564, - 0.1410984992980957, - -0.06146512180566788, - -0.008989159017801285, - 0.1601530760526657, - 0.03526274114847183, - -0.024757234379649162, - 0.02133207395672798, - -0.20362086594104767, - 0.30614522099494934, - -0.16822202503681183, - -0.14746275544166565, - 0.12371989339590073, - -0.10730116069316864, - -0.1523478627204895, - 0.19045467674732208, - 0.07005006074905396, - -0.1647372990846634, - 0.010679977014660835, - -0.03069678321480751, - -0.03860127180814743, - -0.10234563052654266, - -0.05154440924525261, - 0.07707479596138, - 0.07893339544534683, - -0.04436628893017769, - 0.08258377015590668, - 0.13717971742153168, - 0.08580289781093597, - -0.09069225192070007, - 0.039258554577827454, - 0.025598743930459023, - -0.10006513446569443, - 0.06336206197738647, - 0.23291325569152832, - 0.01478935219347477, - 0.07315948605537415, - -0.03189002722501755, - -0.07802101224660873, ], [ -0.05435023829340935, @@ -2712,97 +255,6 @@ -0.06593424826860428, 0.017084915190935135, -0.04559050500392914, - 0.008337782695889473, - -0.032358571887016296, - -0.12855085730552673, - -0.14357715845108032, - -0.023174241185188293, - 0.15010058879852295, - -0.1270139515399933, - 0.01700044795870781, - -0.045356329530477524, - -0.012567663565278053, - -0.11793151497840881, - -0.014645401388406754, - -0.1552148312330246, - -0.08182582259178162, - -0.1294260174036026, - 0.11197646707296371, - -0.00482644559815526, - -0.14723491668701172, - 0.17133767902851105, - -0.03072444535791874, - 0.0522264763712883, - -0.040409013628959656, - -0.1507936269044876, - -0.23003248870372772, - 0.15716135501861572, - 0.04709267243742943, - 0.12130886316299438, - -0.08438287675380707, - 0.013179219327867031, - 0.014294605702161789, - 0.00017647797358222306, - 0.007612444460391998, - 0.09057099372148514, - -0.08055100589990616, - -0.05234792083501816, - 0.05583929270505905, - -0.049716610461473465, - 0.0892849862575531, - 0.0803433507680893, - -0.07731693983078003, - 0.10115569829940796, - 0.11667428910732269, - 0.07922893017530441, - 0.03969758376479149, - -0.012123865075409412, - 0.03402461111545563, - 0.1889449506998062, - -0.08099715411663055, - -0.015224852599203587, - -0.050694581121206284, - 0.006243228912353516, - -0.04151461273431778, - -0.1322767585515976, - 0.14633828401565552, - -0.05547751858830452, - -0.011655698530375957, - 0.14828048646450043, - 0.04606214538216591, - -0.03689569607377052, - 0.030105339363217354, - -0.2008824646472931, - 0.30868256092071533, - -0.17358200252056122, - -0.13762077689170837, - 0.10792390257120132, - -0.11291208863258362, - -0.14747460186481476, - 0.2074078470468521, - 0.0653267651796341, - -0.16590426862239838, - 0.014136902056634426, - -0.029850441962480545, - -0.03958497941493988, - -0.08709403872489929, - -0.05515780299901962, - 0.08615412563085556, - 0.08273851871490479, - -0.05514135584235191, - 0.07129485160112381, - 0.13202787935733795, - 0.0879836156964302, - -0.08726353198289871, - 0.04367857426404953, - 0.040716517716646194, - -0.10024984925985336, - 0.05640345811843872, - 0.23493796586990356, - 0.016016611829400063, - 0.06672944873571396, - -0.0328785739839077, - -0.08886229991912842, ], [ -0.03647681698203087, @@ -2810,97 +262,6 @@ -0.06759494543075562, 0.020570268854498863, -0.05053173378109932, - 0.011151542887091637, - -0.04488664120435715, - -0.1249711662530899, - -0.13147516548633575, - -0.027257613837718964, - 0.16383416950702667, - -0.12051878869533539, - 0.013283719308674335, - -0.0576595813035965, - -0.010152516886591911, - -0.11743275821208954, - -0.017819568514823914, - -0.15811242163181305, - -0.08558428287506104, - -0.1239771842956543, - 0.10954033583402634, - -0.01723889447748661, - -0.1491018533706665, - 0.16722416877746582, - -0.019957108423113823, - 0.060508426278829575, - -0.06243046745657921, - -0.15620742738246918, - -0.2374778836965561, - 0.16229310631752014, - 0.05406948924064636, - 0.1258721798658371, - -0.066927969455719, - 0.024932004511356354, - 0.016649020835757256, - -0.008622383698821068, - 0.008400006219744682, - 0.08821835368871689, - -0.07268854975700378, - -0.028959162533283234, - 0.06784584373235703, - -0.049484722316265106, - 0.11221947520971298, - 0.07387866824865341, - -0.07433876395225525, - 0.10040424019098282, - 0.11386169493198395, - 0.06344570219516754, - 0.04378608614206314, - -0.006815185770392418, - 0.02400478534400463, - 0.18933996558189392, - -0.08570001274347305, - -0.015373291447758675, - -0.032439082860946655, - 0.0022364091128110886, - -0.041212048381567, - -0.1345243901014328, - 0.1471998691558838, - -0.054944343864917755, - -0.005550559144467115, - 0.14259473979473114, - 0.05222161114215851, - -0.04013204574584961, - 0.03310677781701088, - -0.18914902210235596, - 0.31453001499176025, - -0.16945365071296692, - -0.1296004205942154, - 0.10167449712753296, - -0.12031833082437515, - -0.14577670395374298, - 0.21324527263641357, - 0.058062855154275894, - -0.15839390456676483, - 0.008283362723886967, - -0.02500228025019169, - -0.0363507978618145, - -0.07113175839185715, - -0.05434190481901169, - 0.08813943713903427, - 0.0878928005695343, - -0.05886633321642876, - 0.05456732213497162, - 0.12918007373809814, - 0.0933588296175003, - -0.08704030513763428, - 0.04181060194969177, - 0.05239848047494888, - -0.10356548428535461, - 0.04873010516166687, - 0.23819205164909363, - 0.016359400004148483, - 0.06138928234577179, - -0.040209077298641205, - -0.09947962313890457, ], [ -0.03461436927318573, @@ -2908,97 +269,6 @@ -0.06746530532836914, 0.022161055356264114, -0.05209151282906532, - 0.012707635760307312, - -0.04818066954612732, - -0.12469854205846786, - -0.1285407990217209, - -0.028585320338606834, - 0.16654181480407715, - -0.11916940659284592, - 0.014243567362427711, - -0.059110838919878006, - -0.008714255876839161, - -0.11636258661746979, - -0.019990241155028343, - -0.1579829454421997, - -0.084769606590271, - -0.12264441698789597, - 0.10967572778463364, - -0.019226277247071266, - -0.14816752076148987, - 0.16767753660678864, - -0.016501160338521004, - 0.06257651001214981, - -0.06768079102039337, - -0.15714319050312042, - -0.23950834572315216, - 0.1630045622587204, - 0.0559379905462265, - 0.12655189633369446, - -0.0638338178396225, - 0.028274880722165108, - 0.018084559589624405, - -0.009265933185815811, - 0.009197772480547428, - 0.08840744197368622, - -0.07027707248926163, - -0.022718412801623344, - 0.06998195499181747, - -0.04890977963805199, - 0.11654096841812134, - 0.07169955968856812, - -0.07370567321777344, - 0.10035984963178635, - 0.11315153539180756, - 0.058267876505851746, - 0.04485730081796646, - -0.005354025401175022, - 0.021800167858600616, - 0.19026613235473633, - -0.08800393342971802, - -0.016646310687065125, - -0.028984462842345238, - 0.0011344188824295998, - -0.04215630143880844, - -0.13491208851337433, - 0.14835526049137115, - -0.05444852262735367, - -0.005041440948843956, - 0.1404128074645996, - 0.05408123508095741, - -0.041948746889829636, - 0.033816978335380554, - -0.18405193090438843, - 0.3163173496723175, - -0.16753649711608887, - -0.12695208191871643, - 0.09881210327148438, - -0.12096511572599411, - -0.14437510073184967, - 0.21374815702438354, - 0.057734888046979904, - -0.15867310762405396, - 0.007630607578903437, - -0.02492028847336769, - -0.03366520628333092, - -0.06755360215902328, - -0.05569517984986305, - 0.08665496855974197, - 0.0902293398976326, - -0.058779262006282806, - 0.050918255001306534, - 0.1275206357240677, - 0.09555605053901672, - -0.08637106418609619, - 0.04094742611050606, - 0.05559593066573143, - -0.10443712770938873, - 0.045688871294260025, - 0.24001388251781464, - 0.017406528815627098, - 0.061959341168403625, - -0.0415383018553257, - -0.10006993263959885, ], [ -0.03443999961018562, @@ -3006,97 +276,6 @@ -0.0681186318397522, 0.022960346192121506, -0.05275602638721466, - 0.014919961802661419, - -0.05019135773181915, - -0.12459860742092133, - -0.12601405382156372, - -0.030407031998038292, - 0.168534055352211, - -0.11859799176454544, - 0.014807461760938168, - -0.05963926017284393, - -0.007619436364620924, - -0.11506330221891403, - -0.0215486790984869, - -0.15705730020999908, - -0.08417538553476334, - -0.1218915730714798, - 0.10985955595970154, - -0.019566340371966362, - -0.14820797741413116, - 0.1671675592660904, - -0.014146199449896812, - 0.06435396522283554, - -0.07077230513095856, - -0.15781351923942566, - -0.23976461589336395, - 0.16513468325138092, - 0.05691568925976753, - 0.12752383947372437, - -0.06216219812631607, - 0.032200854271650314, - 0.01975117065012455, - -0.007934913970530033, - 0.010575180873274803, - 0.08938427269458771, - -0.06876365095376968, - -0.018325138837099075, - 0.07073283195495605, - -0.04836716502904892, - 0.11807603389024734, - 0.07028958946466446, - -0.07367192208766937, - 0.10104288905858994, - 0.11295019835233688, - 0.055206168442964554, - 0.04478888958692551, - -0.004737162496894598, - 0.021104423329234123, - 0.19022519886493683, - -0.08899044990539551, - -0.01696387492120266, - -0.027108829468488693, - 0.0013917499454692006, - -0.043063562363386154, - -0.13614940643310547, - 0.1496710479259491, - -0.0548437125980854, - -0.005470957141369581, - 0.13913077116012573, - 0.054893214255571365, - -0.04329950362443924, - 0.033862799406051636, - -0.179988294839859, - 0.3177553713321686, - -0.16685603559017181, - -0.12446015328168869, - 0.09570334106683731, - -0.12153804302215576, - -0.14368386566638947, - 0.21281391382217407, - 0.05867940932512283, - -0.1591835618019104, - 0.007359373848885298, - -0.024882614612579346, - -0.032359249889850616, - -0.06636694818735123, - -0.056048132479190826, - 0.08495157212018967, - 0.09186621010303497, - -0.058596108108758926, - 0.048463113605976105, - 0.1256418079137802, - 0.09629618376493454, - -0.08596167713403702, - 0.040119245648384094, - 0.05715276673436165, - -0.1050577387213707, - 0.04472954943776131, - 0.24181921780109406, - 0.018964750692248344, - 0.06199321895837784, - -0.0419485904276371, - -0.10048842430114746, ], [ -0.03291662037372589, @@ -3104,97 +283,6 @@ -0.06811497360467911, 0.023484041914343834, -0.053032271564006805, - 0.015620840713381767, - -0.052671875804662704, - -0.12484288215637207, - -0.12500455975532532, - -0.030729161575436592, - 0.16850771009922028, - -0.11924410611391068, - 0.013960082083940506, - -0.059334345161914825, - -0.007495242636650801, - -0.11480744928121567, - -0.022253986448049545, - -0.15527202188968658, - -0.08440243452787399, - -0.12083534151315689, - 0.10915111750364304, - -0.0196597371250391, - -0.14969751238822937, - 0.16658088564872742, - -0.012256783433258533, - 0.06481616944074631, - -0.0724455714225769, - -0.15840651094913483, - -0.24084517359733582, - 0.16537535190582275, - 0.05793558433651924, - 0.12785784900188446, - -0.06037013232707977, - 0.03450841084122658, - 0.020839862525463104, - -0.008838679641485214, - 0.01004045084118843, - 0.08894392848014832, - -0.06804598867893219, - -0.01563117280602455, - 0.0707959458231926, - -0.04784051328897476, - 0.11867933720350266, - 0.06897804886102676, - -0.07387416064739227, - 0.09973220527172089, - 0.11391036212444305, - 0.052342820912599564, - 0.04562420770525932, - -0.004788570571690798, - 0.02137838676571846, - 0.19168399274349213, - -0.09134350717067719, - -0.017176490277051926, - -0.02568713203072548, - -0.0001101117450161837, - -0.04434335231781006, - -0.13637705147266388, - 0.1501406729221344, - -0.05486603453755379, - -0.004762455355376005, - 0.13833364844322205, - 0.05675570294260979, - -0.044654153287410736, - 0.033123526722192764, - -0.17680895328521729, - 0.3180960416793823, - -0.16685150563716888, - -0.12449096143245697, - 0.09566181898117065, - -0.12208590656518936, - -0.14447882771492004, - 0.21216949820518494, - 0.05903877690434456, - -0.15943863987922668, - 0.007422206457704306, - -0.02485658973455429, - -0.031142670661211014, - -0.06467127799987793, - -0.05624629929661751, - 0.08414319157600403, - 0.09231515973806381, - -0.057977959513664246, - 0.047308363020420074, - 0.12425941973924637, - 0.09731495380401611, - -0.08670108020305634, - 0.03866509348154068, - 0.05769775062799454, - -0.10566554963588715, - 0.041509851813316345, - 0.24180318415164948, - 0.018938802182674408, - 0.06200040504336357, - -0.04227066412568092, - -0.1008080467581749, ], [ -0.033493004739284515, @@ -3202,97 +290,6 @@ -0.06845826655626297, 0.023927660658955574, -0.05334211513400078, - 0.01791626214981079, - -0.054426778107881546, - -0.12451402842998505, - -0.12413962930440903, - -0.03114871308207512, - 0.16932351887226105, - -0.11890515685081482, - 0.01423026155680418, - -0.05939483270049095, - -0.006861282512545586, - -0.1144787073135376, - -0.023191241547465324, - -0.15431122481822968, - -0.08385579288005829, - -0.12006348371505737, - 0.10936538130044937, - -0.01893138699233532, - -0.14956924319267273, - 0.1668083369731903, - -0.010741449892520905, - 0.0658770278096199, - -0.07412203401327133, - -0.15934136509895325, - -0.24041111767292023, - 0.16698436439037323, - 0.05908004567027092, - 0.12814457714557648, - -0.060169633477926254, - 0.03794511407613754, - 0.02205440029501915, - -0.008407843299210072, - 0.010298168286681175, - 0.08937404304742813, - -0.06711535155773163, - -0.011280628852546215, - 0.06998065859079361, - -0.04608229547739029, - 0.11869516968727112, - 0.06698595732450485, - -0.07397084683179855, - 0.09984307736158371, - 0.11464233696460724, - 0.04921342059969902, - 0.04548610374331474, - -0.00491136172786355, - 0.020822787657380104, - 0.19258780777454376, - -0.09298526495695114, - -0.017993034794926643, - -0.02549375593662262, - -0.00027811425388790667, - -0.045540593564510345, - -0.13687899708747864, - 0.15133823454380035, - -0.05537397414445877, - -0.0060152895748615265, - 0.13777369260787964, - 0.05759529769420624, - -0.04577889293432236, - 0.0327879898250103, - -0.17264732718467712, - 0.31878378987312317, - -0.16598477959632874, - -0.1236804947257042, - 0.09344737231731415, - -0.12270363420248032, - -0.1447601318359375, - 0.20993760228157043, - 0.060690514743328094, - -0.160031259059906, - 0.006841021589934826, - -0.025157015770673752, - -0.031069975346326828, - -0.06376263499259949, - -0.05575726181268692, - 0.08253425359725952, - 0.09362898021936417, - -0.05728546157479286, - 0.045557864010334015, - 0.12279047071933746, - 0.09875542670488358, - -0.08678845316171646, - 0.036384277045726776, - 0.057621926069259644, - -0.10689137130975723, - 0.040929943323135376, - 0.24369622766971588, - 0.019444765523076057, - 0.06291384994983673, - -0.042467135936021805, - -0.10068193823099136, ], [ -0.03484959155321121, @@ -3300,97 +297,6 @@ -0.06825603544712067, 0.023615192621946335, -0.05325709283351898, - 0.01737198792397976, - -0.05345284193754196, - -0.12379547208547592, - -0.12325550615787506, - -0.03101622499525547, - 0.17026151716709137, - -0.11792810261249542, - 0.014975551515817642, - -0.0591222308576107, - -0.0057138786651194096, - -0.11421643942594528, - -0.022835390642285347, - -0.15461492538452148, - -0.0837496891617775, - -0.11976657062768936, - 0.11081281304359436, - -0.017535792663693428, - -0.14812949299812317, - 0.16669000685214996, - -0.011973032727837563, - 0.0659918561577797, - -0.07188276201486588, - -0.1586969792842865, - -0.23941846191883087, - 0.166996568441391, - 0.058466654270887375, - 0.1274959146976471, - -0.06256551295518875, - 0.03761237487196922, - 0.022213872522115707, - -0.00705978088080883, - 0.010956460610032082, - 0.09049918502569199, - -0.06891896575689316, - -0.013319923542439938, - 0.06971753388643265, - -0.04747645929455757, - 0.11642954498529434, - 0.06810656934976578, - -0.07297962158918381, - 0.10156162828207016, - 0.11376775801181793, - 0.05166885629296303, - 0.04522068798542023, - -0.005418871995061636, - 0.020734842866659164, - 0.19182120263576508, - -0.09168681502342224, - -0.018429553136229515, - -0.02642061375081539, - 0.0009637387120164931, - -0.04541897028684616, - -0.13698774576187134, - 0.15095022320747375, - -0.05463450029492378, - -0.007861663587391376, - 0.13715045154094696, - 0.05710441246628761, - -0.044840194284915924, - 0.034332405775785446, - -0.1752784550189972, - 0.32024866342544556, - -0.16584661602973938, - -0.1229848638176918, - 0.09185127168893814, - -0.12249144911766052, - -0.14374953508377075, - 0.21116389334201813, - 0.0601094588637352, - -0.15886415541172028, - 0.007565160747617483, - -0.025112399831414223, - -0.03219791501760483, - -0.06500964611768723, - -0.05579740181565285, - 0.08264615386724472, - 0.09426230192184448, - -0.057168811559677124, - 0.04696701467037201, - 0.12249666452407837, - 0.09873132407665253, - -0.08604534715414047, - 0.037384774535894394, - 0.057355623692274094, - -0.10761430114507675, - 0.04235435277223587, - 0.24498705565929413, - 0.019718876108527184, - 0.06398919969797134, - -0.04227905347943306, - -0.09909891337156296, ], [ -0.03408340737223625, @@ -3398,97 +304,6 @@ -0.06930916011333466, 0.023016896098852158, -0.052879709750413895, - 0.01745922863483429, - -0.0528697669506073, - -0.12313304841518402, - -0.12443365901708603, - -0.03146849572658539, - 0.17011450231075287, - -0.1186893880367279, - 0.015024157240986824, - -0.059790462255477905, - -0.006694536190479994, - -0.11481443047523499, - -0.023746103048324585, - -0.15572603046894073, - -0.0830027163028717, - -0.12049024552106857, - 0.11000531911849976, - -0.017735950648784637, - -0.14869149029254913, - 0.16672152280807495, - -0.012995089404284954, - 0.0659756138920784, - -0.07237527519464493, - -0.1591987907886505, - -0.23898258805274963, - 0.16612720489501953, - 0.057286493480205536, - 0.12661351263523102, - -0.06218251213431358, - 0.03647884353995323, - 0.020942525938153267, - -0.007374130189418793, - 0.012297096662223339, - 0.09098208695650101, - -0.06855964660644531, - -0.015088137239217758, - 0.07037043571472168, - -0.04719765484333038, - 0.11691563576459885, - 0.06922774016857147, - -0.07314887642860413, - 0.10188813507556915, - 0.11369704455137253, - 0.05239088833332062, - 0.04483216255903244, - -0.005030188709497452, - 0.01968568004667759, - 0.19038012623786926, - -0.09040219336748123, - -0.01742764562368393, - -0.026782507076859474, - 0.0022418340668082237, - -0.04399506002664566, - -0.13666941225528717, - 0.1504194587469101, - -0.05374437943100929, - -0.008165109902620316, - 0.13780099153518677, - 0.05730174481868744, - -0.0458865649998188, - 0.03405457362532616, - -0.17670166492462158, - 0.32007211446762085, - -0.1661158800125122, - -0.12353222072124481, - 0.09244345128536224, - -0.12185584008693695, - -0.14364725351333618, - 0.21216745674610138, - 0.05977891385555267, - -0.15802326798439026, - 0.007812013383954763, - -0.02547174133360386, - -0.03128679841756821, - -0.065727099776268, - -0.056603800505399704, - 0.08299463987350464, - 0.09279990941286087, - -0.05636139214038849, - 0.04721556231379509, - 0.12348076701164246, - 0.0986703559756279, - -0.0857601910829544, - 0.038401417434215546, - 0.05796407163143158, - -0.10662958025932312, - 0.04347686842083931, - 0.24429669976234436, - 0.019060492515563965, - 0.06327495723962784, - -0.04163669794797897, - -0.09929558634757996, ], [ -0.03444499894976616, @@ -3496,97 +311,6 @@ -0.06945264339447021, 0.02132566086947918, -0.05277208611369133, - 0.015836253762245178, - -0.05125943943858147, - -0.12444740533828735, - -0.12602540850639343, - -0.030718954280018806, - 0.16888126730918884, - -0.11907529085874557, - 0.014137090183794498, - -0.05965316668152809, - -0.007153730373829603, - -0.11563767492771149, - -0.023528628051280975, - -0.156804621219635, - -0.08368649333715439, - -0.12085658311843872, - 0.10991115123033524, - -0.01836984232068062, - -0.1482546478509903, - 0.16626006364822388, - -0.014456032775342464, - 0.0653749480843544, - -0.07114176452159882, - -0.1584831029176712, - -0.23891577124595642, - 0.1641780287027359, - 0.055700141936540604, - 0.126377671957016, - -0.06255395710468292, - 0.03337184339761734, - 0.01913442648947239, - -0.0071818772703409195, - 0.012843038886785507, - 0.0905541405081749, - -0.06935378909111023, - -0.01849246956408024, - 0.07088715583086014, - -0.04740946367383003, - 0.11621134728193283, - 0.07093874365091324, - -0.07383845001459122, - 0.1017218828201294, - 0.11454152315855026, - 0.054450273513793945, - 0.04441981017589569, - -0.004964830353856087, - 0.02091161161661148, - 0.18840602040290833, - -0.0883842334151268, - -0.0164225772023201, - -0.028232257813215256, - 0.0030917958356440067, - -0.0434143990278244, - -0.13568975031375885, - 0.14897987246513367, - -0.053401876240968704, - -0.008005226962268353, - 0.14019715785980225, - 0.055778589099645615, - -0.04574698582291603, - 0.03377034142613411, - -0.17967239022254944, - 0.31948378682136536, - -0.16714215278625488, - -0.12434464693069458, - 0.09488201141357422, - -0.12132754921913147, - -0.14467674493789673, - 0.2123384326696396, - 0.05996643379330635, - -0.1576673686504364, - 0.008262128569185734, - -0.026444198563694954, - -0.030753029510378838, - -0.06708291172981262, - -0.05684252455830574, - 0.08425474911928177, - 0.09096100181341171, - -0.05582934245467186, - 0.04854946583509445, - 0.12515203654766083, - 0.09761833399534225, - -0.08462683856487274, - 0.040011871606111526, - 0.05717537924647331, - -0.10518135130405426, - 0.04483653977513313, - 0.2435442954301834, - 0.017989352345466614, - 0.0632966086268425, - -0.040345240384340286, - -0.10043013840913773, ], [ -0.034726064652204514, @@ -3594,97 +318,6 @@ -0.07032673060894012, 0.021958548575639725, -0.0531373992562294, - 0.016430050134658813, - -0.05202307552099228, - -0.12380113452672958, - -0.12453507632017136, - -0.03123338334262371, - 0.16959445178508759, - -0.11915943771600723, - 0.014305701479315758, - -0.059013668447732925, - -0.0063028521835803986, - -0.1152150109410286, - -0.02391134575009346, - -0.15650036931037903, - -0.08344170451164246, - -0.1208244189620018, - 0.10934164375066757, - -0.017816442996263504, - -0.14865030348300934, - 0.16639377176761627, - -0.013461352325975895, - 0.06624310463666916, - -0.07128734886646271, - -0.1586189717054367, - -0.2392304390668869, - 0.16491486132144928, - 0.057255763560533524, - 0.1265179067850113, - -0.06189960241317749, - 0.03509541228413582, - 0.020433904603123665, - -0.006701708305627108, - 0.013224354013800621, - 0.09056459367275238, - -0.0690532699227333, - -0.016945628449320793, - 0.07079167664051056, - -0.04748384654521942, - 0.11733105033636093, - 0.07021670788526535, - -0.07308585941791534, - 0.102048359811306, - 0.11480145156383514, - 0.052671000361442566, - 0.04457874596118927, - -0.005388197023421526, - 0.019907154142856598, - 0.1888217329978943, - -0.08908574283123016, - -0.017731502652168274, - -0.027343783527612686, - 0.0031469298992305994, - -0.04464488476514816, - -0.13564960658550262, - 0.15012553334236145, - -0.053295064717531204, - -0.00787361804395914, - 0.13882248103618622, - 0.057255636900663376, - -0.0466945618391037, - 0.033084649592638016, - -0.17770659923553467, - 0.32014065980911255, - -0.1672372967004776, - -0.12420064955949783, - 0.09357084333896637, - -0.12127884477376938, - -0.1445254236459732, - 0.21216490864753723, - 0.060394834727048874, - -0.15794532001018524, - 0.008407494984567165, - -0.02604663372039795, - -0.03028317168354988, - -0.06697359681129456, - -0.05681147426366806, - 0.08405384421348572, - 0.09134829789400101, - -0.056366417557001114, - 0.04694186896085739, - 0.12350109219551086, - 0.09770125895738602, - -0.08426005393266678, - 0.039084579795598984, - 0.05769629776477814, - -0.10521052032709122, - 0.04306042194366455, - 0.2442261278629303, - 0.018714627251029015, - 0.06349126994609833, - -0.04070219397544861, - -0.09985211491584778, ], ] ), From 26605eeb6f89b928f5fff26ff95287e7e454e0cf Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:41:52 +0200 Subject: [PATCH 6/9] Proper dim --- fastembed/late_interaction/colbert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastembed/late_interaction/colbert.py b/fastembed/late_interaction/colbert.py index 555c1f96..3ff942e5 100644 --- a/fastembed/late_interaction/colbert.py +++ b/fastembed/late_interaction/colbert.py @@ -25,7 +25,7 @@ }, { "model": "answerdotai/answerai-colbert-small-v1", - "dim": 384, + "dim": 96, "description": "Text embeddings, Unimodal (text), Multilingual (~100 languages), 512 input tokens truncation, 2024 year", "size_in_GB": 0.13, "sources": { From 7729cc0437840331bad6f9c3cc8659489e98574b Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:43:09 +0200 Subject: [PATCH 7/9] Fix atol back to 10e-4 --- tests/test_late_interaction_embeddings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_late_interaction_embeddings.py b/tests/test_late_interaction_embeddings.py index 324daf23..0c883643 100644 --- a/tests/test_late_interaction_embeddings.py +++ b/tests/test_late_interaction_embeddings.py @@ -336,7 +336,7 @@ def test_batch_embedding(): for value in result: token_num, abridged_dim = expected_result.shape - assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-3), print( + assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-4), print( np.abs(value[:, :abridged_dim] - expected_result) ) From 9db6d9d77fb98250d61f722062d24aab359ab682 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:55:42 +0200 Subject: [PATCH 8/9] Born to be less precise --- tests/test_late_interaction_embeddings.py | 296 +++------------------- 1 file changed, 37 insertions(+), 259 deletions(-) diff --git a/tests/test_late_interaction_embeddings.py b/tests/test_late_interaction_embeddings.py index 0c883643..b11eaecd 100644 --- a/tests/test_late_interaction_embeddings.py +++ b/tests/test_late_interaction_embeddings.py @@ -17,41 +17,11 @@ ), "answerdotai/answerai-colbert-small-v1": np.array( [ - [ - -0.07280886918306351, - 0.046324968338012695, - -0.04711456969380379, - 0.007616814691573381, - -0.07374367862939835, - ], - [ - -0.04463830217719078, - 0.04426327347755432, - -0.0740019679069519, - 0.018013158813118935, - -0.05233371630311012, - ], - [ - 0.09935862571001053, - -0.0512261725962162, - -0.04924933612346649, - -0.05275791510939598, - -0.08944497257471085, - ], - [ - 0.01644221693277359, - 0.02030055969953537, - -0.037892457097768784, - 0.03164910897612572, - -0.06501225382089615, - ], - [ - -0.07280952483415604, - 0.04632542282342911, - -0.04711412638425827, - 0.007620019838213921, - -0.0737423449754715, - ], + [-0.07281, 0.04632, -0.04711, 0.00762, -0.07374], + [-0.04464, 0.04426, -0.074, 0.01801, -0.05233], + [0.09936, -0.05123, -0.04925, -0.05276, -0.08944], + [0.01644, 0.0203, -0.03789, 0.03165, -0.06501], + [-0.07281, 0.04633, -0.04711, 0.00762, -0.07374], ] ), } @@ -95,230 +65,38 @@ ), "answerdotai/answerai-colbert-small-v1": np.array( [ - [ - -0.07284381985664368, - 0.046566370874643326, - -0.04745578393340111, - 0.007862836122512817, - -0.07342172414064407, - ], - [ - -0.047303810715675354, - 0.04615122452378273, - -0.07551278918981552, - 0.015907198190689087, - -0.05169893056154251, - ], - [ - 0.09658417850732803, - -0.050601616501808167, - -0.045930661261081696, - -0.05225379392504692, - -0.09086287021636963, - ], - [ - 0.018151696771383286, - 0.016499565914273262, - -0.03365525230765343, - 0.03213629126548767, - -0.07019350677728653, - ], - [ - -0.07284455746412277, - 0.046566739678382874, - -0.0474553257226944, - 0.007866008207201958, - -0.07342034578323364, - ], - [ - -0.07747597992420197, - 0.04492546617984772, - -0.05500147491693497, - 0.00481201708316803, - -0.04859568178653717, - ], - [ - -0.08030019700527191, - 0.04228733107447624, - -0.05889962986111641, - 0.0037854709662497044, - -0.04505941644310951, - ], - [ - -0.0847708135843277, - 0.0372406505048275, - -0.06162143871188164, - 0.005782351363450289, - -0.045535165816545486, - ], - [ - -0.0839170515537262, - 0.038051772862672806, - -0.06201940029859543, - 0.008990244008600712, - -0.040899474173784256, - ], - [ - -0.07945145666599274, - 0.04162662476301193, - -0.06150709092617035, - 0.005689332727342844, - -0.044316913932561874, - ], - [ - -0.0846918597817421, - 0.039848651736974716, - -0.05764637887477875, - 0.004851527977734804, - -0.044851597398519516, - ], - [ - -0.08306191116571426, - 0.04111386090517044, - -0.05773551017045975, - 0.005829488858580589, - -0.043249454349279404, - ], - [ - -0.08244220912456512, - 0.045967597514390945, - -0.05841715633869171, - 0.004332489799708128, - -0.04024769365787506, - ], - [ - -0.08384883403778076, - 0.04745207354426384, - -0.05844803526997566, - 0.004691521171480417, - -0.04001536965370178, - ], - [ - -0.08402004092931747, - 0.05014242231845856, - -0.05941291153430939, - 0.006919472012668848, - -0.03451720252633095, - ], - [ - -0.08303389698266983, - 0.056932233273983, - -0.05700742080807686, - 0.005039925221353769, - -0.035648513585329056, - ], - [ - -0.08216217905282974, - 0.05516009032726288, - -0.056870121508836746, - 0.0057042320258915424, - -0.037479251623153687, - ], - [ - -0.08051314204931259, - 0.05751146003603935, - -0.05646609142422676, - 0.002825659466907382, - -0.03645350784063339, - ], - [ - -0.08171530812978745, - 0.05607696995139122, - -0.060637619346380234, - 0.002523677656427026, - -0.035329170525074005, - ], - [ - -0.08073416352272034, - 0.061442479491233826, - -0.06372791528701782, - 0.009351451881229877, - -0.03153626620769501, - ], - [ - -0.06651420146226883, - 0.06696950644254684, - -0.067691370844841, - 0.017166925594210625, - -0.0336877815425396, - ], - [ - -0.06525875627994537, - 0.06930849701166153, - -0.06934580951929092, - 0.013902319595217705, - -0.03702286258339882, - ], - [ - -0.05435023829340935, - 0.058290306478738785, - -0.06593424826860428, - 0.017084915190935135, - -0.04559050500392914, - ], - [ - -0.03647681698203087, - 0.05234182998538017, - -0.06759494543075562, - 0.020570268854498863, - -0.05053173378109932, - ], - [ - -0.03461436927318573, - 0.050317905843257904, - -0.06746530532836914, - 0.022161055356264114, - -0.05209151282906532, - ], - [ - -0.03443999961018562, - 0.04835467040538788, - -0.0681186318397522, - 0.022960346192121506, - -0.05275602638721466, - ], - [ - -0.03291662037372589, - 0.04853289946913719, - -0.06811497360467911, - 0.023484041914343834, - -0.053032271564006805, - ], - [ - -0.033493004739284515, - 0.047833025455474854, - -0.06845826655626297, - 0.023927660658955574, - -0.05334211513400078, - ], - [ - -0.03484959155321121, - 0.046771712601184845, - -0.06825603544712067, - 0.023615192621946335, - -0.05325709283351898, - ], - [ - -0.03408340737223625, - 0.04744367301464081, - -0.06930916011333466, - 0.023016896098852158, - -0.052879709750413895, - ], - [ - -0.03444499894976616, - 0.04837885871529579, - -0.06945264339447021, - 0.02132566086947918, - -0.05277208611369133, - ], - [ - -0.034726064652204514, - 0.047921035438776016, - -0.07032673060894012, - 0.021958548575639725, - -0.0531373992562294, - ], + [-0.07284, 0.04657, -0.04746, 0.00786, -0.07342], + [-0.0473, 0.04615, -0.07551, 0.01591, -0.0517], + [0.09658, -0.0506, -0.04593, -0.05225, -0.09086], + [0.01815, 0.0165, -0.03366, 0.03214, -0.07019], + [-0.07284, 0.04657, -0.04746, 0.00787, -0.07342], + [-0.07748, 0.04493, -0.055, 0.00481, -0.0486], + [-0.0803, 0.04229, -0.0589, 0.00379, -0.04506], + [-0.08477, 0.03724, -0.06162, 0.00578, -0.04554], + [-0.08392, 0.03805, -0.06202, 0.00899, -0.0409], + [-0.07945, 0.04163, -0.06151, 0.00569, -0.04432], + [-0.08469, 0.03985, -0.05765, 0.00485, -0.04485], + [-0.08306, 0.04111, -0.05774, 0.00583, -0.04325], + [-0.08244, 0.04597, -0.05842, 0.00433, -0.04025], + [-0.08385, 0.04745, -0.05845, 0.00469, -0.04002], + [-0.08402, 0.05014, -0.05941, 0.00692, -0.03452], + [-0.08303, 0.05693, -0.05701, 0.00504, -0.03565], + [-0.08216, 0.05516, -0.05687, 0.0057, -0.03748], + [-0.08051, 0.05751, -0.05647, 0.00283, -0.03645], + [-0.08172, 0.05608, -0.06064, 0.00252, -0.03533], + [-0.08073, 0.06144, -0.06373, 0.00935, -0.03154], + [-0.06651, 0.06697, -0.06769, 0.01717, -0.03369], + [-0.06526, 0.06931, -0.06935, 0.0139, -0.03702], + [-0.05435, 0.05829, -0.06593, 0.01708, -0.04559], + [-0.03648, 0.05234, -0.06759, 0.02057, -0.05053], + [-0.03461, 0.05032, -0.06747, 0.02216, -0.05209], + [-0.03444, 0.04835, -0.06812, 0.02296, -0.05276], + [-0.03292, 0.04853, -0.06811, 0.02348, -0.05303], + [-0.03349, 0.04783, -0.06846, 0.02393, -0.05334], + [-0.03485, 0.04677, -0.06826, 0.02362, -0.05326], + [-0.03408, 0.04744, -0.06931, 0.02302, -0.05288], + [-0.03444, 0.04838, -0.06945, 0.02133, -0.05277], + [-0.03473, 0.04792, -0.07033, 0.02196, -0.05314], ] ), } From 05c3697889ce1a3051d44daeb5f3a66778254b84 Mon Sep 17 00:00:00 2001 From: Dmitrii Rudenko Date: Fri, 23 Aug 2024 17:56:37 +0200 Subject: [PATCH 9/9] Removed extra fail message --- tests/test_late_interaction_embeddings.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/tests/test_late_interaction_embeddings.py b/tests/test_late_interaction_embeddings.py index b11eaecd..13ad6125 100644 --- a/tests/test_late_interaction_embeddings.py +++ b/tests/test_late_interaction_embeddings.py @@ -114,9 +114,7 @@ def test_batch_embedding(): for value in result: token_num, abridged_dim = expected_result.shape - assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-4), print( - np.abs(value[:, :abridged_dim] - expected_result) - ) + assert np.allclose(value[:, :abridged_dim], expected_result, atol=10e-4) def test_single_embedding():