diff --git a/knowledgehub/embeddings/base.py b/knowledgehub/embeddings/base.py new file mode 100644 index 0000000..faa1686 --- /dev/null +++ b/knowledgehub/embeddings/base.py @@ -0,0 +1,62 @@ +from typing import List, Type + +from langchain.embeddings.base import Embeddings as LCEmbeddings +from theflow import Param + +from ..components import BaseComponent +from ..documents.base import Document + + +class Embeddings(BaseComponent): + ... + + +class LangchainEmbeddings(Embeddings): + _lc_class: Type[LCEmbeddings] + + def __init__(self, **params): + if self._lc_class is None: + raise AttributeError( + "Should set _lc_class attribute to the LLM class from Langchain " + "if using LLM from Langchain" + ) + + self._kwargs: dict = {} + for param in list(params.keys()): + if param in self._lc_class.__fields__: # type: ignore + self._kwargs[param] = params.pop(param) + super().__init__(**params) + + def __setattr__(self, name, value): + if name in self._lc_class.__fields__: + setattr(self.agent, name, value) + else: + super().__setattr__(name, value) + + @Param.decorate(no_cache=True) + def agent(self): + return self._lc_class(**self._kwargs) + + def run_raw(self, text: str) -> List[float]: + return self.agent.embed_query(text) # type: ignore + + def run_batch_raw(self, text: List[str]) -> List[List[float]]: + return self.agent.embed_documents(text) # type: ignore + + def run_document(self, text: Document) -> List[float]: + return self.agent.embed_query(text.text) # type: ignore + + def run_batch_document(self, text: List[Document]): + return self.agent.embed_documents([each.text for each in text]) # type: ignore + + def is_document(self, text) -> bool: + if isinstance(text, Document): + return True + elif isinstance(text, List) and isinstance(text[0], Document): + return True + return False + + def is_batch(self, text) -> bool: + if isinstance(text, list): + return True + return False diff --git a/knowledgehub/embeddings/openai.py b/knowledgehub/embeddings/openai.py new file mode 100644 index 0000000..8a7fc7a --- /dev/null +++ b/knowledgehub/embeddings/openai.py @@ -0,0 +1,15 @@ +from langchain.embeddings import OpenAIEmbeddings as LCOpenAIEmbeddings + +from .base import LangchainEmbeddings + + +class OpenAIEmbeddings(LangchainEmbeddings): + _lc_class = LCOpenAIEmbeddings + + +class AzureOpenAIEmbeddings(LangchainEmbeddings): + _lc_class = LCOpenAIEmbeddings + + def __init__(self, **params): + params["openai_api_type"] = "azure" + super().__init__(**params) diff --git a/knowledgehub/llms/chats/base.py b/knowledgehub/llms/chats/base.py index d181d94..53a5b9b 100644 --- a/knowledgehub/llms/chats/base.py +++ b/knowledgehub/llms/chats/base.py @@ -30,8 +30,8 @@ class LangchainChatLLM(ChatLLM): self._kwargs[param] = params.pop(param) super().__init__(**params) - @Param.decorate() - def agent(self): + @Param.decorate(no_cache=True) + def agent(self) -> BaseLanguageModel: return self._lc_class(**self._kwargs) def run_raw(self, text: str) -> LLMInterface: @@ -43,7 +43,7 @@ class LangchainChatLLM(ChatLLM): return self.run_batch_document(inputs) def run_document(self, text: List[Message]) -> LLMInterface: - pred = self.agent.generate([text]) + pred = self.agent.generate([text]) # type: ignore return LLMInterface( text=[each.text for each in pred.generations[0]], completion_tokens=pred.llm_output["token_usage"]["completion_tokens"], diff --git a/tests/resources/embedding_openai.json b/tests/resources/embedding_openai.json new file mode 100644 index 0000000..7d9ba4d --- /dev/null +++ b/tests/resources/embedding_openai.json @@ -0,0 +1,1552 @@ +{ + "object": "list", + "data": [ + { + "object": "embedding", + "index": 0, + "embedding": [ + 0.006555966101586819, + 0.003670461941510439, + -0.011642491444945335, + -0.026776473969221115, + -0.012383491732180119, + -0.0014341175556182861, + -0.013375678099691868, + 0.009356695227324963, + -0.006364436354488134, + -0.0294390507042408, + 0.023950627073645592, + 0.0029859787318855524, + -0.023234745487570763, + -0.009205983020365238, + 0.006744355894625187, + 0.0011790062999352813, + 0.02607315219938755, + -0.018437083810567856, + 0.008904559537768364, + 0.009620440192520618, + -0.01306169480085373, + -0.0011358336778357625, + 0.007253008428961039, + 0.00875384733080864, + -0.012710033915936947, + 0.0037206991109997034, + 0.005419347435235977, + -0.017243949696421623, + 0.036246202886104584, + -0.0266759991645813, + 0.012647237628698349, + -0.008552898652851582, + -0.00762350857257843, + -0.012546762824058533, + 0.007083457428961992, + -0.014078999869525433, + 0.0048761568032205105, + -0.013689660467207432, + 0.018211016431450844, + -0.014367864467203617, + 0.008307991549372673, + 0.006022194866091013, + 0.005457025486975908, + -0.006320478860288858, + -0.03609549254179001, + 0.012986338697373867, + 0.00017592862423043698, + -0.016427593305706978, + -0.004734864458441734, + 0.0257717277854681, + 0.01944182999432087, + -0.00211938563734293, + -0.0147195253521204, + 0.01332544069737196, + -0.017670966684818268, + 0.0013956546317785978, + -0.04024006798863411, + 0.024754423648118973, + 0.032051388174295425, + -0.018713390454649925, + 0.011265711858868599, + 0.012370931915938854, + -0.013576626777648926, + 0.0040974789299070835, + -0.002153923735022545, + 0.009915584698319435, + 0.006637601647526026, + 0.011353626847267151, + -0.019919084385037422, + 0.030142372474074364, + 0.01966789737343788, + -0.008213796652853489, + -0.004213652573525906, + -0.009162025526165962, + 0.012446288019418716, + 0.008979915641248226, + -0.02098662778735161, + 0.003113141981884837, + 0.0018838982796296477, + -0.0008289152756333351, + 0.02722861059010029, + -0.03355850651860237, + -0.004408321809023619, + 0.017859356477856636, + 0.019893966615200043, + -0.0014137086691334844, + -0.0021602034103125334, + 0.017959831282496452, + -0.0114603815600276, + -0.020069796591997147, + 0.007604669313877821, + 0.001281835837289691, + 0.01132222916930914, + 0.006668999791145325, + -0.01743233948945999, + 0.0048761568032205105, + 0.0016923686489462852, + 0.02356128767132759, + -0.005796127021312714, + -0.041470881551504135, + -0.01292354241013527, + -0.005824385676532984, + -0.010700542479753494, + -0.017005322501063347, + -0.007950050756335258, + 0.011560855433344841, + -0.005485283676534891, + -0.0002590360236354172, + 0.028434304520487785, + 0.007447678130120039, + -0.026198744773864746, + 0.009306457825005054, + -0.00500488979741931, + -0.03107176162302494, + -0.0007555217016488314, + -0.008056805469095707, + 0.007479076273739338, + 0.003978165332227945, + -0.005984516814351082, + -0.02778122015297413, + 0.015272135846316814, + 0.029338575899600983, + 0.010964288376271725, + -0.023548727855086327, + 0.007014381233602762, + 0.0014137086691334844, + -0.03380969539284706, + -0.016741575673222542, + -0.005230957642197609, + -0.004794521257281303, + 0.0315992534160614, + 0.0041100382804870605, + 0.010644025169312954, + -0.0014294078573584557, + -0.035367049276828766, + 0.0246916264295578, + -0.007096016779541969, + 0.02096150815486908, + -0.017030440270900726, + -0.011906237341463566, + 0.006273381412029266, + 0.021237812936306, + 0.01757049188017845, + -0.013224965892732143, + -0.005092805251479149, + 0.01288586389273405, + 0.004486817866563797, + -0.016339678317308426, + 0.008917118422687054, + -0.015083746053278446, + 0.008377067744731903, + 0.0185626782476902, + 0.012961219996213913, + -0.002535413019359112, + 0.0050143091939389706, + 0.016025694087147713, + 0.004618690814822912, + 0.0205470509827137, + 0.008000288158655167, + -0.013074253685772419, + -0.0007264782907441258, + -0.0004474258457776159, + 0.0033125211484730244, + -0.03084569424390793, + 0.009400652721524239, + 0.015787066891789436, + 0.02607315219938755, + 0.003689300734549761, + -0.013940847478806973, + -0.02604803442955017, + -0.011454101651906967, + 0.007340923883020878, + -0.043178949505090714, + 0.02660064399242401, + -0.01593777909874916, + 0.00514304218813777, + -0.001305384561419487, + 0.022820288315415382, + -0.012697474099695683, + -0.017269067466259003, + -0.03024284727871418, + 0.011617372743785381, + 0.008992474526166916, + 0.025897322222590446, + 0.00629850011318922, + -0.00014511904737446457, + 0.009890465997159481, + -0.006364436354488134, + 0.00384629238396883, + -0.017030440270900726, + 0.016666220501065254, + 0.03333244100213051, + 0.021011745557188988, + 0.01844964362680912, + -0.6892555952072144, + -0.007196491584181786, + 0.025319593027234077, + 0.02024562656879425, + 0.006245122756808996, + 0.009909304790198803, + 0.012176262214779854, + 0.027806337922811508, + 0.006518288049846888, + 0.0274546779692173, + -0.02107454277575016, + 0.013011457398533821, + -0.015083746053278446, + -0.010719381272792816, + -0.0002598209830466658, + -0.00823263544589281, + 0.0055763390846550465, + -0.012339534237980843, + -0.011881118640303612, + 0.015196779742836952, + -0.010141652077436447, + 0.03129782900214195, + -0.022104406729340553, + -0.014568813145160675, + 0.009928143583238125, + 0.011730406433343887, + 0.0025102945510298014, + -0.009739753790199757, + -0.006964143831282854, + 0.030192609876394272, + -0.0021272350568324327, + 0.0114603815600276, + 9.394961671205238e-05, + 0.014154355973005295, + 0.06611227244138718, + 0.007610949221998453, + -0.005463304929435253, + 0.008088203147053719, + 0.009827669709920883, + 0.028986915946006775, + -0.019077610224485397, + -0.022267676889896393, + 0.012559321708977222, + -0.01662854291498661, + -0.002763050841167569, + 0.009205983020365238, + 0.012659796513617039, + -0.0024051100481301546, + 0.0022543983068317175, + 0.0017849936848506331, + 0.014568813145160675, + -0.004851038102060556, + 0.010857533663511276, + 0.019504627212882042, + -0.005343991331756115, + 0.0071588135324418545, + 0.02151411771774292, + 0.011962753720581532, + -0.002935741562396288, + 0.004521355964243412, + 0.0005718416068702936, + 0.017168592661619186, + -0.0016280021518468857, + 0.0038494321051985025, + -0.022443508729338646, + 0.02381247468292713, + -0.021313169971108437, + 0.01400364376604557, + -0.008929678238928318, + -0.012050669640302658, + -0.0018368008313700557, + -0.007994008250534534, + -0.018047746270895004, + -0.014744644053280354, + 0.013965966179966927, + 0.028107762336730957, + 0.01681693270802498, + -0.0033219405449926853, + -0.006160347256809473, + 0.01966789737343788, + 0.010926609858870506, + 0.013237525708973408, + -0.014066440984606743, + -0.01764584705233574, + 0.02349849045276642, + -0.019780931994318962, + -0.030067017301917076, + -0.016276881098747253, + 0.010430516675114632, + 0.011479220353066921, + 0.030192609876394272, + 0.0033250804990530014, + -0.012370931915938854, + -0.01980605162680149, + 0.02883620373904705, + 0.0005384809337556362, + -0.011548296548426151, + 0.003821173682808876, + 0.027303965762257576, + 0.0004238771216478199, + 0.014933033846318722, + -0.0028038686141371727, + 0.0003752097545657307, + 0.00652456795796752, + 0.010279805399477482, + 0.006656440440565348, + -0.00809448305517435, + 0.033156611025333405, + 0.02444044128060341, + -0.030142372474074364, + 0.006317338906228542, + 0.004094338975846767, + -0.04071732237935066, + 0.02121269516646862, + 0.008471262641251087, + -0.032001152634620667, + 0.0013022447237744927, + 0.016013136133551598, + 0.026374576613307, + -0.014694406650960445, + 0.023159390315413475, + 0.0020424597896635532, + 0.013664542697370052, + 0.0057458896189928055, + 0.0041539957746863365, + 0.005303173791617155, + 0.0003883577883243561, + 0.004342385567724705, + -0.01690484769642353, + 0.001676669460721314, + 0.020697763189673424, + 0.005133622791618109, + 0.00046273251064121723, + -0.005651694722473621, + 0.009808829985558987, + 0.00202676048502326, + 0.009896745905280113, + -0.017884474247694016, + 0.00862825382500887, + 0.020308423787355423, + -0.007994008250534534, + 0.005127343349158764, + -0.0029388812836259604, + -0.0006303209811449051, + 0.011818322353065014, + -0.018399406224489212, + -0.012025550939142704, + 0.008678491227328777, + 0.00016974708705674857, + -0.013677101582288742, + 0.01983116939663887, + -0.007918652147054672, + -0.03245328739285469, + 0.021162457764148712, + -0.008044245652854443, + -0.0002005566784646362, + 0.0036076651886105537, + -0.029187863692641258, + -0.03569359332323074, + -0.028961796313524246, + 0.0027096737176179886, + 0.016364796087145805, + -0.0071022966876626015, + -0.005174440797418356, + -0.01400364376604557, + -0.023787355050444603, + -0.024566033855080605, + 0.011648771353065968, + 0.005579478573054075, + -0.029012033715844154, + 0.010857533663511276, + -0.0049420930445194244, + -0.025093525648117065, + -0.0024961652234196663, + -0.0030016780365258455, + 0.010694262571632862, + -0.010681703686714172, + -0.015724271535873413, + -0.003249724628403783, + -0.01731930486857891, + 0.006876228842884302, + -0.009601601399481297, + -0.009821389801800251, + 0.012176262214779854, + 0.02582196518778801, + -0.010185610502958298, + -0.0005722341011278331, + 0.02747979573905468, + -0.019793491810560226, + -0.0016405613860115409, + 0.017005322501063347, + 0.0072027710266411304, + -0.02220488153398037, + 0.0006103045307099819, + -0.007912373170256615, + -0.004559034015983343, + -0.0010808866936713457, + 0.0038023346569389105, + 0.01679181307554245, + 0.01718115247786045, + 0.018713390454649925, + 0.004100618418306112, + 0.017859356477856636, + -0.026022914797067642, + -0.016013136133551598, + -0.028811084106564522, + -0.0023705719504505396, + -0.030343322083353996, + 0.003858851734548807, + 0.013890610076487064, + 0.011969033628702164, + -0.002329754177480936, + -0.0014223431935533881, + 0.01764584705233574, + 0.016276881098747253, + 0.02692718617618084, + 0.0021821821574121714, + -0.020923830568790436, + -0.02855989895761013, + -0.007510474417358637, + -0.002681415295228362, + 0.008326830342411995, + -0.01458137296140194, + -0.0007727907504886389, + 0.01720627024769783, + 0.032604001462459564, + 0.004417741671204567, + 0.03554287925362587, + 0.003953046631067991, + -0.0322021022439003, + -0.02505584806203842, + 0.009231101721525192, + 0.012659796513617039, + 0.009563923813402653, + -0.016842050477862358, + -0.005513542331755161, + 0.0041414364241063595, + -0.014405542053282261, + 0.02916274592280388, + 0.012163703329861164, + -0.008502661250531673, + 0.010185610502958298, + 0.028710609301924706, + -0.0177839994430542, + 0.00950112659484148, + 0.028384067118167877, + 0.014744644053280354, + -0.009444610215723515, + 0.005055127199739218, + 0.02803240716457367, + -0.0009089809027500451, + 0.0004933458403684199, + -0.014405542053282261, + -0.008433585055172443, + 0.0012111896649003029, + -0.031498778611421585, + 0.0004556679050438106, + -0.021388525143265724, + 0.019605102017521858, + 0.03569359332323074, + 0.013689660467207432, + 0.01161109283566475, + -0.0064680506475269794, + -0.005783567670732737, + 0.009205983020365238, + -0.013413355685770512, + -0.001551076304167509, + -0.013488711789250374, + 0.003160239430144429, + -0.005114783998578787, + -0.012408610433340073, + -0.003158669453114271, + 0.0335836261510849, + -0.026274101808667183, + 0.009319016709923744, + 0.0005424057017080486, + -0.0011326938401907682, + -0.008841762319207191, + -0.005205838941037655, + 0.0030566249042749405, + -0.013036576099693775, + -0.022443508729338646, + -0.0017865635454654694, + 0.011830881237983704, + 0.007096016779541969, + -0.01605081371963024, + -0.024038542062044144, + -0.005039427895098925, + -0.0011122849537059665, + -0.0032779830507934093, + -0.008571737445890903, + 0.0041194576770067215, + 0.014292508363723755, + -0.02342313528060913, + 0.015485644340515137, + -0.002646877197548747, + 0.020722880959510803, + 0.00680087273940444, + -0.009865347295999527, + -0.00600649556145072, + 0.021036865189671516, + 0.020371221005916595, + -0.0016107329865917563, + -0.019291117787361145, + 0.013287762179970741, + -0.004006423521786928, + -0.00762350857257843, + -0.015334932133555412, + 0.0008681631297804415, + -0.008295431733131409, + -0.0007543442770838737, + 0.011523177847266197, + -0.0027818898670375347, + 0.0037332584615796804, + 0.01304913591593504, + -0.005237237084656954, + -0.00340043636970222, + 0.016691338270902634, + 0.02612338960170746, + -0.002295216079801321, + -0.008333110250532627, + -0.009683237411081791, + -0.022305356338620186, + -0.00935041531920433, + 0.06972935795783997, + -0.001001605880446732, + -0.0031319810077548027, + 0.019617659971117973, + -0.019014813005924225, + -0.012848186306655407, + -0.04051637277007103, + -0.018223576247692108, + -0.01665366068482399, + -0.0031979172490537167, + -0.004436580464243889, + 0.004458559211343527, + -0.013802695088088512, + 0.01994420401751995, + 0.013551508076488972, + 0.009080389514565468, + 0.00340043636970222, + -0.027052778750658035, + -0.011341067962348461, + 0.0048667374067008495, + -0.0151088647544384, + 0.010110254399478436, + 0.00046077012666501105, + 0.009990940801799297, + 0.0205470509827137, + 0.008307991549372673, + 0.00277247023768723, + 0.01720627024769783, + -0.007460237015038729, + -0.0038965295534580946, + 0.008483821526169777, + -0.00610383041203022, + 0.01745745725929737, + 0.008778966031968594, + 0.013312880881130695, + 0.014078999869525433, + 0.0029043431859463453, + 0.03780356049537659, + 0.008464982733130455, + -0.005384809337556362, + 0.011868558824062347, + 0.005287474486976862, + -0.006179186515510082, + -0.006009635515511036, + 0.0142673896625638, + 0.0023344638757407665, + -0.0057710083201527596, + 0.028660371899604797, + -0.0014239131705835462, + -0.028685491532087326, + 0.023121710866689682, + 0.007742822170257568, + -0.009218541905283928, + -0.023071475327014923, + -0.01187483873218298, + 0.018072864040732384, + 0.00027355772908777, + -0.013928287662565708, + -0.010844974778592587, + -0.017796559259295464, + -0.014744644053280354, + -0.01513398252427578, + -0.014694406650960445, + -0.001071467180736363, + -0.031172236427664757, + -0.019190644845366478, + -0.02369944006204605, + 0.002376851625740528, + -0.007466516923159361, + 0.001561280689202249, + -0.0048981355503201485, + -0.03863247483968735, + -0.0125404829159379, + -0.0036516229156404734, + 0.01909017004072666, + 0.0004517431079875678, + -0.001898027490824461, + -0.006486889906227589, + 0.004044101573526859, + 0.013802695088088512, + -0.006047313567250967, + -0.029012033715844154, + 0.011271991766989231, + -0.006292220205068588, + 0.015611236914992332, + 0.0031727987807244062, + 0.00666272034868598, + 0.009111788123846054, + -0.01690484769642353, + 0.029589762911200523, + 0.008521500043570995, + 0.015071186237037182, + 0.026299219578504562, + 0.0003149642434436828, + 0.018650593236088753, + 0.004537055268883705, + 0.0050582666881382465, + 0.001783423707820475, + -0.019906524568796158, + -1.6802998288767412e-05, + -0.008307991549372673, + -0.01179320365190506, + -0.0020785678643733263, + 0.004810220096260309, + -0.0034695127978920937, + 0.01676669530570507, + 0.01690484769642353, + 0.01568659394979477, + -0.015372609719634056, + -0.0016327118501067162, + 0.034211594611406326, + -0.024088779464364052, + 0.016251763328909874, + -0.0064806099981069565, + 0.0001965337578440085, + 0.013438474386930466, + 0.021564355120062828, + 0.03504050895571709, + -0.004694046452641487, + -0.03443766012787819, + -0.005557499825954437, + -0.025281915441155434, + 0.008490101434290409, + 0.0157996267080307, + 0.009130626916885376, + 0.0012418029364198446, + -0.0018619195325300097, + -0.022192321717739105, + -0.006907626986503601, + -0.0032748430967330933, + -0.005548080429434776, + 0.019542304798960686, + -0.006304779555648565, + -0.0023250444792211056, + -0.015309813432395458, + -0.006499449256807566, + -0.018324051052331924, + 0.005968817975372076, + -0.006851110141724348, + -0.017859356477856636, + -0.02425205148756504, + -0.0063236188143491745, + -0.006568525452166796, + -0.013890610076487064, + -0.04551498219370842, + -0.044786542654037476, + -0.016163846477866173, + 0.00394362723454833, + -0.017444897443056107, + 0.016364796087145805, + -0.003949906677007675, + -0.000322813808452338, + -0.019981881603598595, + -0.010625186376273632, + -0.006342457607388496, + -0.01692996546626091, + -0.0006311059114523232, + -0.006116389762610197, + 0.027002541348338127, + 0.027931932359933853, + 0.025369830429553986, + 0.013978525064885616, + 0.0114603815600276, + 0.006474330555647612, + -0.008559177629649639, + -0.01662854291498661, + 0.004559034015983343, + -0.012094627134501934, + -0.014204593375325203, + 0.012710033915936947, + 0.020999185740947723, + 0.028459424152970314, + -0.007026940584182739, + 0.009595322422683239, + 0.0048447586596012115, + -0.008188677951693535, + -0.020873593166470528, + 0.0010173050686717033, + -0.013928287662565708, + -0.014405542053282261, + -0.020974067971110344, + -0.0010471334680914879, + 0.002153923735022545, + 0.010958008468151093, + 0.011234313249588013, + -0.015548440627753735, + 0.011812042444944382, + 0.008596856147050858, + 0.02079823799431324, + 0.003050345228984952, + 0.026299219578504562, + -0.01969301700592041, + 0.02742955833673477, + 0.007265567779541016, + 0.020597288385033607, + -0.013162169605493546, + 0.007711423560976982, + -0.006794593296945095, + 0.016917407512664795, + 0.009262500330805779, + 0.021451322361826897, + 0.02770586498081684, + -0.012270457111299038, + -0.010593787766993046, + 0.005884042475372553, + 0.026173627004027367, + 0.0031162817031145096, + 0.007510474417358637, + 0.004194813314825296, + -0.007862135767936707, + 0.0027096737176179886, + -0.020195389166474342, + -0.004998610354959965, + -0.013501270674169064, + 0.004712885711342096, + -0.012201380915939808, + -0.01872594840824604, + 0.018625473603606224, + -0.011881118640303612, + -0.029087388888001442, + -0.015787066891789436, + -0.0003167304093949497, + 0.048001728951931, + 0.005959398113191128, + 0.012100907042622566, + 0.01939159259200096, + 0.0028556757606565952, + -0.005940559320151806, + 0.02068520337343216, + -0.018675711005926132, + -0.005522961728274822, + 0.039813049137592316, + 0.0015455815009772778, + -0.0063236188143491745, + -0.02416413463652134, + 0.004684627056121826, + 0.004078639671206474, + -0.015071186237037182, + -0.024051101878285408, + 0.008050525560975075, + 0.028760846704244614, + -0.002221429953351617, + -0.014619050547480583, + 0.006113249808549881, + -0.033131491392850876, + 0.02471674606204033, + 0.003482071915641427, + -0.021363407373428345, + -0.015058627352118492, + 0.012440008111298084, + -0.023071475327014923, + 0.0088919997215271, + -0.0305191520601511, + 0.02720349095761776, + 0.03413623571395874, + -0.005836945027112961, + -0.006668999791145325, + 0.003796054981648922, + 0.00045880774268880486, + -0.0013477721950039268, + -0.007686304859817028, + 0.02833382971584797, + -0.007058338727802038, + 0.0036641822662204504, + 0.01891433820128441, + -0.0021272350568324327, + -0.02079823799431324, + -0.005208978895097971, + -0.012320694513618946, + 0.022581661120057106, + -0.017331864684820175, + 0.005482144188135862, + -0.011899957433342934, + 0.011328508146107197, + -0.003271703375503421, + 0.012075788341462612, + -0.013790135271847248, + -0.00652456795796752, + -0.006210584659129381, + -0.0016672499477863312, + 0.02665088139474392, + 2.0819775272684637e-06, + -0.001816391944885254, + -0.01485767774283886, + -0.017984949052333832, + -0.024503236636519432, + -0.04712257534265518, + -0.004483677912503481, + 0.0015801197150722146, + -0.029589762911200523, + -0.004659508354961872, + -0.005466444883495569, + 0.009551363997161388, + 0.02565869502723217, + 0.016779253259301186, + -0.012358373031020164, + 0.012553042732179165, + 0.023247305303812027, + -0.0181733388453722, + -0.0057301907800138, + 0.018688270822167397, + 0.015975456684827805, + -0.02584708482027054, + 0.016251763328909874, + -0.0035699873697012663, + -0.019178085029125214, + 0.004577872809022665, + -0.014104118570685387, + -0.004160275217145681, + 0.011585974134504795, + 0.013388236984610558, + 0.00026119465474039316, + -0.016113610938191414, + 0.006348737049847841, + 0.02936369553208351, + 0.016867170110344887, + 0.009036432020366192, + -0.007322084624320269, + -0.003296822076663375, + 0.037050001323223114, + -0.014217152260243893, + 0.0041539957746863365, + -0.007334643974900246, + -0.012697474099695683, + 0.019655339419841766, + -0.007052059285342693, + -0.007667466066777706, + -0.0007700434071011841, + -0.03576894849538803, + -0.003962466027587652, + -0.0019985020626336336, + 0.008138440549373627, + 0.014342745766043663, + -0.015837304294109344, + -0.03210162743926048, + -0.0056108771823346615, + -0.016703898087143898, + 0.00034538135514594615, + 0.009984660893678665, + -0.01095172856003046, + 0.001340707647614181, + 0.013840372674167156, + 0.016716457903385162, + 0.00038973146001808345, + 0.005940559320151806, + -0.011535737663507462, + -0.01093916967511177, + -0.016314558684825897, + -0.02427716925740242, + -0.012634677812457085, + -0.0012151143746450543, + 0.041244812309741974, + 0.006957864388823509, + -0.018110541626811028, + -0.0088919997215271, + -0.005127343349158764, + -0.02747979573905468, + -0.03227745741605759, + -0.002741072094067931, + -0.0029655699618160725, + -0.0056234365329146385, + 0.016741575673222542, + -0.008527779951691628, + 0.022016491740942, + 0.006263962015509605, + -0.0022748070769011974, + -0.00584008451551199, + -0.019630219787359238, + 0.011824601329863071, + 0.004703465849161148, + 0.01513398252427578, + -0.000919970334507525, + -0.02328498288989067, + 0.002163343131542206, + 0.0026296081487089396, + 0.011912517249584198, + -0.0042073726654052734, + 0.00936297420412302, + -0.009331576526165009, + -0.010487033985555172, + -0.014355304650962353, + -0.0040284027345478535, + -0.002763050841167569, + 0.007253008428961039, + 0.016364796087145805, + -0.0157996267080307, + 0.001935705542564392, + 0.0050582666881382465, + -0.003422415116801858, + 0.003422415116801858, + -0.00468148710206151, + 0.008433585055172443, + -0.015360050834715366, + 0.015837304294109344, + -0.019981881603598595, + -0.006320478860288858, + 0.003088023280724883, + -0.02336033806204796, + 0.015159101225435734, + -0.025420067831873894, + 0.00652456795796752, + 0.0294390507042408, + 0.01068798266351223, + 0.00756699126213789, + -0.0008603135356679559, + -0.0018933177925646305, + 0.0024160996545106173, + 0.005488423630595207, + -0.00935041531920433, + -0.011315949261188507, + -2.2285437808022834e-05, + -0.007372322026640177, + -0.021149897947907448, + -0.02966511808335781, + 0.0021617733873426914, + -0.025721492245793343, + -0.014330185949802399, + 0.001420773332938552, + 0.03476420417428017, + 0.015787066891789436, + -0.026550406590104103, + -0.01319984719157219, + -0.023159390315413475, + 0.013011457398533821, + 0.009406931698322296, + -0.013388236984610558, + 0.001562850666232407, + -0.00962672010064125, + -0.0042324913665652275, + 0.021916016936302185, + -0.01762072928249836, + 0.005290614441037178, + 0.018537558615207672, + 0.016176406294107437, + -0.004251330625265837, + 0.039260439574718475, + 0.2337038666009903, + -0.012791668996214867, + 0.0035228899214416742, + 0.027354203164577484, + 0.02217976190149784, + 0.013551508076488972, + 0.010210729204118252, + 0.0017080678371712565, + 0.006982983089983463, + 0.0028289873152971268, + -0.01159853395074606, + 0.0012826207093894482, + -0.00470974575728178, + 0.006756915245205164, + 0.005450745578855276, + 0.00941949151456356, + -0.02107454277575016, + -0.019793491810560226, + -0.030921051278710365, + -0.024503236636519432, + 0.006279660854488611, + -0.03295566141605377, + -0.025256795808672905, + -0.014305067248642445, + 0.017495134845376015, + -0.0072969659231603146, + -0.008446143940091133, + 0.0011868559522554278, + 0.03363386541604996, + 0.009746033698320389, + 0.004763122648000717, + -0.011573415249586105, + 0.011228034272789955, + 0.011246873065829277, + -0.014367864467203617, + -0.019567424431443214, + 0.03604525327682495, + 0.013363118283450603, + 0.03084569424390793, + 0.003871411085128784, + -0.016553185880184174, + -0.025068406015634537, + -0.004518216010183096, + -0.017633287236094475, + 0.0027238030452281237, + 0.011096160858869553, + 0.007246728986501694, + -0.026173627004027367, + 0.018123101443052292, + 0.033985525369644165, + 0.004656368400901556, + 0.007014381233602762, + 0.02300867810845375, + 0.044032983481884, + 0.00041406514355912805, + -0.015950338914990425, + 0.008653372526168823, + 0.016666220501065254, + -0.005259216297417879, + -0.000553002639207989, + 0.0005902881384827197, + 0.03185044229030609, + -2.5854542400338687e-05, + 0.03943626955151558, + -0.023598965257406235, + 0.007472796365618706, + -0.02519400045275688, + -0.002959290286526084, + 0.003968745935708284, + -0.0035166102461516857, + -0.01667878031730652, + -0.0014144936576485634, + 0.00603475421667099, + -0.00840846635401249, + -0.029514405876398087, + -0.009519966319203377, + 0.010499592870473862, + 0.0036798813380301, + 0.03335756063461304, + 0.0274546779692173, + -0.009388092905282974, + -0.0015463664894923568, + -0.009859067387878895, + -0.02010747417807579, + -0.038657594472169876, + -0.029037151485681534, + 0.0022512583527714014, + -0.00729068648070097, + -0.012107186019420624, + -0.023372897878289223, + -0.014531135559082031, + -0.010254686698317528, + 0.001805402571335435, + -0.006069292314350605, + 0.023686882108449936, + 0.026198744773864746, + -0.0034569534473121166, + 0.010612627491354942, + -0.02091127075254917, + 0.012364652007818222, + -0.005510402377694845, + -0.00246790680103004, + 7.820140308467671e-05, + 0.0090866694226861, + 0.0022292796056717634, + 0.009903025813400745, + -0.0071148560382425785, + 0.0007563066901639104, + -0.00300324778072536, + -0.01563635654747486, + -0.022280236706137657, + -0.0016735296230763197, + -0.006807152647525072, + -0.01108988095074892, + -0.00680087273940444, + 0.00976487249135971, + -0.005080245900899172, + -0.00265472661703825, + -0.0003416528052184731, + -0.008885719813406467, + -0.003959326073527336, + -0.013915728777647018, + -0.014794881455600262, + 0.002414529677480459, + -0.006169767118990421, + -0.014807440340518951, + -0.006888788193464279, + 0.00915574561804533, + 0.014531135559082031, + -0.030016779899597168, + 0.00854661874473095, + -0.0002739502233453095, + 0.021237812936306, + 0.008113321848213673, + -0.006989262532442808, + 0.007334643974900246, + 0.016992762684822083, + -0.0028666651342064142, + -0.016879728063941002, + 0.0035448686685413122, + -0.0021131059620529413, + -0.010003499686717987, + 0.0088919997215271, + -0.0073534827679395676, + -0.014920474030077457, + -0.01649039052426815, + 0.03112199902534485, + -0.027555152773857117, + -0.010970567353069782, + 0.002863525412976742, + -0.04272681474685669, + -0.018185898661613464, + -0.013903168961405754, + -0.0035385889932513237, + 0.027931932359933853, + -0.020735440775752068, + -0.019680457189679146, + -0.02485489845275879, + -0.006210584659129381, + 0.009896745905280113, + -0.012502805329859257, + 0.009645558893680573, + 0.02996654249727726, + -0.007862135767936707, + -0.038657594472169876, + -0.013149609789252281, + -0.16045789420604706, + 0.014430660754442215, + 0.011523177847266197, + -0.012760271318256855, + 0.02066008374094963, + 0.015171661041676998, + 0.024641389027237892, + 0.004643809515982866, + -0.009067830629646778, + 0.018575238063931465, + 0.009859067387878895, + -0.01288586389273405, + -0.014945592731237411, + -0.014305067248642445, + 0.005290614441037178, + -0.01612616889178753, + -0.008182398043572903, + 0.012352093122899532, + 0.029740475118160248, + 0.028685491532087326, + 0.035115864127874374, + -0.007334643974900246, + -0.0009168304968625307, + -0.00477882195264101, + 0.013714779168367386, + -0.007811898365616798, + 0.0007111715967766941, + 0.03393528610467911, + -0.010053737089037895, + -0.007020661141723394, + -0.016000576317310333, + -0.02888644114136696, + 0.02582196518778801, + 0.004559034015983343, + 0.021966254338622093, + -0.006430373061448336, + 0.012446288019418716, + -0.042601220309734344, + -0.01635223627090454, + 0.024930253624916077, + 0.032855186611413956, + 0.018625473603606224, + 0.019228322431445122, + -0.013526389375329018, + -0.015410288237035275, + -0.005224677734076977, + 0.020609848201274872, + 0.015083746053278446, + 0.01621408388018608, + -0.0070897373370826244, + 0.008119601756334305, + -0.003028366481885314, + -0.0005110073834657669, + -0.00622942391782999, + 0.019981881603598595, + 0.029489288106560707, + 0.006888788193464279, + 0.02452835626900196, + 0.0024773261975497007, + -0.008458703756332397, + -0.0002564848982729018, + -0.012370931915938854, + -0.006254542153328657, + -0.004706605803221464, + 0.006050453521311283, + -0.005224677734076977, + 0.0014686556532979012, + 0.009689517319202423, + -0.00024942029267549515, + 0.018349168822169304, + -0.008910838514566422, + -0.023084033280611038, + -0.01039911899715662, + -0.02554566040635109, + 0.006825991440564394, + 0.008389626629650593, + -0.03378457576036453, + 0.03109688125550747, + -0.0114603815600276, + -0.014832559041678905, + -0.008295431733131409, + 0.021313169971108437, + -0.0024836058728396893, + 0.007070898078382015, + -0.023121710866689682, + 0.00038973146001808345, + 0.0032465846743434668, + 0.012653516605496407, + -0.03134806826710701, + -0.027002541348338127, + 0.007453957572579384, + -0.017984949052333832, + -0.014166914857923985, + -0.018022626638412476, + 0.00543504673987627, + 0.015598678030073643, + 0.012534203007817268, + 0.01623920351266861, + -0.01571171171963215, + -0.019893966615200043, + -0.002260677982121706, + 0.017143474891781807, + -0.016013136133551598, + 0.011190355755388737, + 0.03049403429031372, + -0.005469584837555885, + 0.017532814294099808, + 0.007981449365615845, + 0.022405831143260002, + -0.03169972822070122, + -0.03217698261141777, + 0.006631322205066681, + 0.014694406650960445, + 0.026148507371544838, + 0.01623920351266861, + 0.026449931785464287, + -0.013262644410133362, + -0.01734442450106144, + 0.0048321993090212345, + -0.013099372386932373, + 0.052045829594135284, + 0.006223144009709358, + -0.04420881345868111, + -0.0010887362295761704, + 0.0028792244847863913, + 0.0002376459160586819, + -0.08409722149372101, + -0.03438742458820343, + 0.004712885711342096, + 0.014405542053282261, + -0.001269276486709714, + 0.03835617005825043, + 0.004216792527586222, + -0.0017881334060803056, + 0.0019875126890838146, + 0.005535521078854799, + 0.008923398330807686, + -0.03049403429031372, + -0.01787191443145275, + -0.010568669065833092, + 0.04071732237935066, + -0.02720349095761776, + 0.012779110111296177, + 0.0010651875054463744, + -0.033960405737161636, + 0.011604813858866692, + -0.008678491227328777, + 0.007868414744734764, + 0.0028478263411670923, + -0.001828951295465231, + -0.02222999930381775, + 0.012201380915939808, + -0.022971000522375107, + 0.03127271309494972, + 0.0016358516877517104, + -0.004926394205540419, + -0.016754135489463806, + -0.024063661694526672, + -0.014166914857923985, + -0.008307991549372673, + -0.004449139814823866, + 0.013626864179968834, + -0.04099362716078758, + 0.03102152608335018, + 0.013413355685770512, + -0.04106898233294487, + 0.027253728359937668, + 0.010593787766993046, + -0.006461771205067635, + -0.05581362545490265, + -0.012659796513617039, + 0.017168592661619186, + -0.0019137266790494323, + 0.03777844086289406, + 0.01870083063840866, + -0.009048991836607456, + -0.03222722187638283, + -0.03139830380678177, + -0.021916016936302185, + 0.010832414962351322, + 0.01048075407743454, + -0.0017535953084006906, + 0.008056805469095707, + 0.028911558911204338, + -0.009921864606440067, + 0.011962753720581532, + 0.013375678099691868, + 0.006147787906229496, + -0.02038377895951271, + 0.01704300008714199, + -0.012559321708977222, + 0.018575238063931465, + -0.012697474099695683, + 0.0232221856713295, + 0.0201577115803957, + 0.00969579629600048, + -0.01563635654747486, + 0.028409186750650406, + 0.006245122756808996, + 0.010053737089037895, + -0.03792915120720863, + -0.005469584837555885, + -0.015837304294109344, + -0.020258186385035515, + 0.006606203503906727, + -0.005811826325953007, + -0.03310637176036835, + -0.020735440775752068, + 0.009218541905283928, + -0.008182398043572903, + 0.026022914797067642, + 0.01360174547880888, + -0.01054983027279377, + 0.0057710083201527596, + -0.015347491018474102, + -0.03544240817427635, + -0.03054427169263363, + 0.01035516057163477, + 0.006989262532442808, + -0.011510618962347507, + 0.007529313676059246, + 0.014757202938199043, + -0.01180576253682375, + -0.0010895212180912495, + 0.01607593148946762, + 0.010807296261191368, + -0.02485489845275879, + -0.011824601329863071, + -0.0650070533156395, + 0.032352812588214874, + -0.016113610938191414, + -0.019353915005922318, + 0.0009600031771697104, + -0.022016491740942, + 0.006687839049845934, + -0.01512142363935709, + 0.002095836913213134, + -0.00881036464124918, + -0.018675711005926132, + -0.0048635974526405334, + -0.002117815660312772, + 0.012615839019417763, + -0.02798216976225376, + 0.0032685634214431047, + 0.020182831212878227, + 0.014192033559083939, + 0.005880902521312237, + -0.002144504338502884, + 0.00037756460369564593, + -0.03245328739285469, + -0.016502948477864265, + 0.001036928966641426, + -0.023774797096848488, + 0.011177796870470047, + -0.0314234234392643, + 0.0005577123956754804, + -0.002411389723420143, + -0.00874128844588995, + 0.0064366525039076805, + -0.042576100677251816, + 0.0064021144062280655, + 0.022682135924696922, + 0.0008108612382784486, + -0.010122813284397125, + 0.006794593296945095, + 0.015083746053278446, + 0.007366042118519545, + 0.020333541557192802, + -0.030895931646227837, + -0.033181726932525635, + 0.015611236914992332, + -0.010832414962351322, + 0.0036013855133205652, + 0.004634389653801918, + -0.005340851843357086, + -0.0033941566944122314, + 0.030418677255511284, + 0.009808829985558987, + -0.003227745648473501, + 0.029263220727443695, + -0.028409186750650406, + -0.013036576099693775, + -0.012841906398534775, + -0.008351949043571949, + -0.017143474891781807, + -0.0003757984668482095, + -0.008333110250532627, + -0.04493725299835205, + 0.02248118631541729, + 0.00018220828496851027, + 0.02966511808335781, + -0.007868414744734764, + 0.005246656946837902, + 0.010813576169312, + -0.0205470509827137, + -0.002692404668778181, + -0.014619050547480583, + -0.02234303392469883, + -0.006920186337083578, + -0.00593741936609149, + 0.00517130084335804, + 0.005312593188136816, + 0.019630219787359238, + 0.020647525787353516, + -0.003180648200213909, + 0.0170932374894619, + -0.040616847574710846, + 0.037728201597929, + 0.020258186385035515, + 0.021112220361828804, + -0.030318202450871468, + -0.0004332966054789722, + 0.034563254565000534, + 0.006088131107389927, + -0.006254542153328657, + -0.01731930486857891, + -0.009205983020365238, + 0.00310058263130486, + -0.03607037290930748, + -0.0266759991645813, + 0.006939025595784187, + 0.024289729073643684, + -0.0038368727546185255, + 0.00473800441250205, + 0.017520254477858543, + 0.00783073715865612, + 0.017658406868577003, + 0.023372897878289223, + 0.0023721419274806976, + 0.009438330307602882, + -0.016000576317310333, + -0.004552754107862711, + -0.008785245940089226, + 0.005924860015511513, + -0.006289080251008272, + -0.037878915667533875, + -0.007328364532440901, + 0.012898423708975315, + 0.011812042444944382, + 0.029790712520480156, + -0.006361296400427818, + 0.015046067535877228, + -0.02499305084347725, + -0.00584008451551199, + 0.02609827183187008, + -0.0014945593429729342, + -0.028434304520487785, + 0.04242539033293724, + -0.008973635733127594, + 0.0035794067662209272, + 0.02770586498081684, + -0.015071186237037182, + 0.008433585055172443, + 0.002970279660075903, + -0.007793059106916189, + -0.0035228899214416742, + 0.01905249059200287, + -0.0050017498433589935, + 0.011717847548425198, + -0.010041178204119205, + -0.016452711075544357, + -0.015410288237035275, + 0.0009136906592175364, + 0.01372733898460865, + -0.008351949043571949, + 0.024339966475963593, + -0.0161889661103487, + 0.05631599947810173, + -0.012722592800855637, + -0.0041634151712059975, + 0.02287052571773529, + 0.014292508363723755, + 0.020735440775752068, + 0.024427881464362144, + 0.018072864040732384, + -0.008559177629649639, + -0.02024562656879425, + -0.0038494321051985025, + 0.006756915245205164, + -0.0008289152756333351, + -0.02259422093629837, + -0.011127559468150139, + 0.004289008677005768, + -0.01591266132891178, + 0.004398902412503958, + -0.019630219787359238, + 0.01292354241013527, + 0.018324051052331924, + 0.008942237123847008, + 0.0243902038782835, + 0.013212407007813454, + -0.018072864040732384, + -0.019931644201278687, + 0.00423877127468586, + 0.0012331684119999409, + -0.018349168822169304, + -0.016151288524270058, + 0.017243949696421623, + 0.0007649412145838141, + -0.0012857605470344424, + -0.01260955911129713, + 0.006656440440565348, + 0.002959290286526084, + -0.007108576130121946, + -0.009513686411082745, + -0.0036422032862901688, + 0.010562390089035034, + 0.02289564348757267, + 0.0006240413058549166, + -0.018097983673214912, + -0.03295566141605377, + 0.006813432089984417, + 0.002750491490587592, + -0.02936369553208351, + -0.005384809337556362, + -0.02317194826900959 + ] + } + ], + "model": "ada", + "usage": { + "prompt_tokens": 3, + "total_tokens": 3 + } +} diff --git a/tests/resources/embedding_openai_batch.json b/tests/resources/embedding_openai_batch.json new file mode 100644 index 0000000..8e3c7d5 --- /dev/null +++ b/tests/resources/embedding_openai_batch.json @@ -0,0 +1,3094 @@ +{ + "object": "list", + "data": [ + { + "object": "embedding", + "index": 0, + "embedding": [ + 0.006555966101586819, + 0.003670461941510439, + -0.011642491444945335, + -0.026776473969221115, + -0.012383491732180119, + -0.0014341175556182861, + -0.013375678099691868, + 0.009356695227324963, + -0.006364436354488134, + -0.0294390507042408, + 0.023950627073645592, + 0.0029859787318855524, + -0.023234745487570763, + -0.009205983020365238, + 0.006744355894625187, + 0.0011790062999352813, + 0.02607315219938755, + -0.018437083810567856, + 0.008904559537768364, + 0.009620440192520618, + -0.01306169480085373, + -0.0011358336778357625, + 0.007253008428961039, + 0.00875384733080864, + -0.012710033915936947, + 0.0037206991109997034, + 0.005419347435235977, + -0.017243949696421623, + 0.036246202886104584, + -0.0266759991645813, + 0.012647237628698349, + -0.008552898652851582, + -0.00762350857257843, + -0.012546762824058533, + 0.007083457428961992, + -0.014078999869525433, + 0.0048761568032205105, + -0.013689660467207432, + 0.018211016431450844, + -0.014367864467203617, + 0.008307991549372673, + 0.006022194866091013, + 0.005457025486975908, + -0.006320478860288858, + -0.03609549254179001, + 0.012986338697373867, + 0.00017592862423043698, + -0.016427593305706978, + -0.004734864458441734, + 0.0257717277854681, + 0.01944182999432087, + -0.00211938563734293, + -0.0147195253521204, + 0.01332544069737196, + -0.017670966684818268, + 0.0013956546317785978, + -0.04024006798863411, + 0.024754423648118973, + 0.032051388174295425, + -0.018713390454649925, + 0.011265711858868599, + 0.012370931915938854, + -0.013576626777648926, + 0.0040974789299070835, + -0.002153923735022545, + 0.009915584698319435, + 0.006637601647526026, + 0.011353626847267151, + -0.019919084385037422, + 0.030142372474074364, + 0.01966789737343788, + -0.008213796652853489, + -0.004213652573525906, + -0.009162025526165962, + 0.012446288019418716, + 0.008979915641248226, + -0.02098662778735161, + 0.003113141981884837, + 0.0018838982796296477, + -0.0008289152756333351, + 0.02722861059010029, + -0.03355850651860237, + -0.004408321809023619, + 0.017859356477856636, + 0.019893966615200043, + -0.0014137086691334844, + -0.0021602034103125334, + 0.017959831282496452, + -0.0114603815600276, + -0.020069796591997147, + 0.007604669313877821, + 0.001281835837289691, + 0.01132222916930914, + 0.006668999791145325, + -0.01743233948945999, + 0.0048761568032205105, + 0.0016923686489462852, + 0.02356128767132759, + -0.005796127021312714, + -0.041470881551504135, + -0.01292354241013527, + -0.005824385676532984, + -0.010700542479753494, + -0.017005322501063347, + -0.007950050756335258, + 0.011560855433344841, + -0.005485283676534891, + -0.0002590360236354172, + 0.028434304520487785, + 0.007447678130120039, + -0.026198744773864746, + 0.009306457825005054, + -0.00500488979741931, + -0.03107176162302494, + -0.0007555217016488314, + -0.008056805469095707, + 0.007479076273739338, + 0.003978165332227945, + -0.005984516814351082, + -0.02778122015297413, + 0.015272135846316814, + 0.029338575899600983, + 0.010964288376271725, + -0.023548727855086327, + 0.007014381233602762, + 0.0014137086691334844, + -0.03380969539284706, + -0.016741575673222542, + -0.005230957642197609, + -0.004794521257281303, + 0.0315992534160614, + 0.0041100382804870605, + 0.010644025169312954, + -0.0014294078573584557, + -0.035367049276828766, + 0.0246916264295578, + -0.007096016779541969, + 0.02096150815486908, + -0.017030440270900726, + -0.011906237341463566, + 0.006273381412029266, + 0.021237812936306, + 0.01757049188017845, + -0.013224965892732143, + -0.005092805251479149, + 0.01288586389273405, + 0.004486817866563797, + -0.016339678317308426, + 0.008917118422687054, + -0.015083746053278446, + 0.008377067744731903, + 0.0185626782476902, + 0.012961219996213913, + -0.002535413019359112, + 0.0050143091939389706, + 0.016025694087147713, + 0.004618690814822912, + 0.0205470509827137, + 0.008000288158655167, + -0.013074253685772419, + -0.0007264782907441258, + -0.0004474258457776159, + 0.0033125211484730244, + -0.03084569424390793, + 0.009400652721524239, + 0.015787066891789436, + 0.02607315219938755, + 0.003689300734549761, + -0.013940847478806973, + -0.02604803442955017, + -0.011454101651906967, + 0.007340923883020878, + -0.043178949505090714, + 0.02660064399242401, + -0.01593777909874916, + 0.00514304218813777, + -0.001305384561419487, + 0.022820288315415382, + -0.012697474099695683, + -0.017269067466259003, + -0.03024284727871418, + 0.011617372743785381, + 0.008992474526166916, + 0.025897322222590446, + 0.00629850011318922, + -0.00014511904737446457, + 0.009890465997159481, + -0.006364436354488134, + 0.00384629238396883, + -0.017030440270900726, + 0.016666220501065254, + 0.03333244100213051, + 0.021011745557188988, + 0.01844964362680912, + -0.6892555952072144, + -0.007196491584181786, + 0.025319593027234077, + 0.02024562656879425, + 0.006245122756808996, + 0.009909304790198803, + 0.012176262214779854, + 0.027806337922811508, + 0.006518288049846888, + 0.0274546779692173, + -0.02107454277575016, + 0.013011457398533821, + -0.015083746053278446, + -0.010719381272792816, + -0.0002598209830466658, + -0.00823263544589281, + 0.0055763390846550465, + -0.012339534237980843, + -0.011881118640303612, + 0.015196779742836952, + -0.010141652077436447, + 0.03129782900214195, + -0.022104406729340553, + -0.014568813145160675, + 0.009928143583238125, + 0.011730406433343887, + 0.0025102945510298014, + -0.009739753790199757, + -0.006964143831282854, + 0.030192609876394272, + -0.0021272350568324327, + 0.0114603815600276, + 9.394961671205238e-05, + 0.014154355973005295, + 0.06611227244138718, + 0.007610949221998453, + -0.005463304929435253, + 0.008088203147053719, + 0.009827669709920883, + 0.028986915946006775, + -0.019077610224485397, + -0.022267676889896393, + 0.012559321708977222, + -0.01662854291498661, + -0.002763050841167569, + 0.009205983020365238, + 0.012659796513617039, + -0.0024051100481301546, + 0.0022543983068317175, + 0.0017849936848506331, + 0.014568813145160675, + -0.004851038102060556, + 0.010857533663511276, + 0.019504627212882042, + -0.005343991331756115, + 0.0071588135324418545, + 0.02151411771774292, + 0.011962753720581532, + -0.002935741562396288, + 0.004521355964243412, + 0.0005718416068702936, + 0.017168592661619186, + -0.0016280021518468857, + 0.0038494321051985025, + -0.022443508729338646, + 0.02381247468292713, + -0.021313169971108437, + 0.01400364376604557, + -0.008929678238928318, + -0.012050669640302658, + -0.0018368008313700557, + -0.007994008250534534, + -0.018047746270895004, + -0.014744644053280354, + 0.013965966179966927, + 0.028107762336730957, + 0.01681693270802498, + -0.0033219405449926853, + -0.006160347256809473, + 0.01966789737343788, + 0.010926609858870506, + 0.013237525708973408, + -0.014066440984606743, + -0.01764584705233574, + 0.02349849045276642, + -0.019780931994318962, + -0.030067017301917076, + -0.016276881098747253, + 0.010430516675114632, + 0.011479220353066921, + 0.030192609876394272, + 0.0033250804990530014, + -0.012370931915938854, + -0.01980605162680149, + 0.02883620373904705, + 0.0005384809337556362, + -0.011548296548426151, + 0.003821173682808876, + 0.027303965762257576, + 0.0004238771216478199, + 0.014933033846318722, + -0.0028038686141371727, + 0.0003752097545657307, + 0.00652456795796752, + 0.010279805399477482, + 0.006656440440565348, + -0.00809448305517435, + 0.033156611025333405, + 0.02444044128060341, + -0.030142372474074364, + 0.006317338906228542, + 0.004094338975846767, + -0.04071732237935066, + 0.02121269516646862, + 0.008471262641251087, + -0.032001152634620667, + 0.0013022447237744927, + 0.016013136133551598, + 0.026374576613307, + -0.014694406650960445, + 0.023159390315413475, + 0.0020424597896635532, + 0.013664542697370052, + 0.0057458896189928055, + 0.0041539957746863365, + 0.005303173791617155, + 0.0003883577883243561, + 0.004342385567724705, + -0.01690484769642353, + 0.001676669460721314, + 0.020697763189673424, + 0.005133622791618109, + 0.00046273251064121723, + -0.005651694722473621, + 0.009808829985558987, + 0.00202676048502326, + 0.009896745905280113, + -0.017884474247694016, + 0.00862825382500887, + 0.020308423787355423, + -0.007994008250534534, + 0.005127343349158764, + -0.0029388812836259604, + -0.0006303209811449051, + 0.011818322353065014, + -0.018399406224489212, + -0.012025550939142704, + 0.008678491227328777, + 0.00016974708705674857, + -0.013677101582288742, + 0.01983116939663887, + -0.007918652147054672, + -0.03245328739285469, + 0.021162457764148712, + -0.008044245652854443, + -0.0002005566784646362, + 0.0036076651886105537, + -0.029187863692641258, + -0.03569359332323074, + -0.028961796313524246, + 0.0027096737176179886, + 0.016364796087145805, + -0.0071022966876626015, + -0.005174440797418356, + -0.01400364376604557, + -0.023787355050444603, + -0.024566033855080605, + 0.011648771353065968, + 0.005579478573054075, + -0.029012033715844154, + 0.010857533663511276, + -0.0049420930445194244, + -0.025093525648117065, + -0.0024961652234196663, + -0.0030016780365258455, + 0.010694262571632862, + -0.010681703686714172, + -0.015724271535873413, + -0.003249724628403783, + -0.01731930486857891, + 0.006876228842884302, + -0.009601601399481297, + -0.009821389801800251, + 0.012176262214779854, + 0.02582196518778801, + -0.010185610502958298, + -0.0005722341011278331, + 0.02747979573905468, + -0.019793491810560226, + -0.0016405613860115409, + 0.017005322501063347, + 0.0072027710266411304, + -0.02220488153398037, + 0.0006103045307099819, + -0.007912373170256615, + -0.004559034015983343, + -0.0010808866936713457, + 0.0038023346569389105, + 0.01679181307554245, + 0.01718115247786045, + 0.018713390454649925, + 0.004100618418306112, + 0.017859356477856636, + -0.026022914797067642, + -0.016013136133551598, + -0.028811084106564522, + -0.0023705719504505396, + -0.030343322083353996, + 0.003858851734548807, + 0.013890610076487064, + 0.011969033628702164, + -0.002329754177480936, + -0.0014223431935533881, + 0.01764584705233574, + 0.016276881098747253, + 0.02692718617618084, + 0.0021821821574121714, + -0.020923830568790436, + -0.02855989895761013, + -0.007510474417358637, + -0.002681415295228362, + 0.008326830342411995, + -0.01458137296140194, + -0.0007727907504886389, + 0.01720627024769783, + 0.032604001462459564, + 0.004417741671204567, + 0.03554287925362587, + 0.003953046631067991, + -0.0322021022439003, + -0.02505584806203842, + 0.009231101721525192, + 0.012659796513617039, + 0.009563923813402653, + -0.016842050477862358, + -0.005513542331755161, + 0.0041414364241063595, + -0.014405542053282261, + 0.02916274592280388, + 0.012163703329861164, + -0.008502661250531673, + 0.010185610502958298, + 0.028710609301924706, + -0.0177839994430542, + 0.00950112659484148, + 0.028384067118167877, + 0.014744644053280354, + -0.009444610215723515, + 0.005055127199739218, + 0.02803240716457367, + -0.0009089809027500451, + 0.0004933458403684199, + -0.014405542053282261, + -0.008433585055172443, + 0.0012111896649003029, + -0.031498778611421585, + 0.0004556679050438106, + -0.021388525143265724, + 0.019605102017521858, + 0.03569359332323074, + 0.013689660467207432, + 0.01161109283566475, + -0.0064680506475269794, + -0.005783567670732737, + 0.009205983020365238, + -0.013413355685770512, + -0.001551076304167509, + -0.013488711789250374, + 0.003160239430144429, + -0.005114783998578787, + -0.012408610433340073, + -0.003158669453114271, + 0.0335836261510849, + -0.026274101808667183, + 0.009319016709923744, + 0.0005424057017080486, + -0.0011326938401907682, + -0.008841762319207191, + -0.005205838941037655, + 0.0030566249042749405, + -0.013036576099693775, + -0.022443508729338646, + -0.0017865635454654694, + 0.011830881237983704, + 0.007096016779541969, + -0.01605081371963024, + -0.024038542062044144, + -0.005039427895098925, + -0.0011122849537059665, + -0.0032779830507934093, + -0.008571737445890903, + 0.0041194576770067215, + 0.014292508363723755, + -0.02342313528060913, + 0.015485644340515137, + -0.002646877197548747, + 0.020722880959510803, + 0.00680087273940444, + -0.009865347295999527, + -0.00600649556145072, + 0.021036865189671516, + 0.020371221005916595, + -0.0016107329865917563, + -0.019291117787361145, + 0.013287762179970741, + -0.004006423521786928, + -0.00762350857257843, + -0.015334932133555412, + 0.0008681631297804415, + -0.008295431733131409, + -0.0007543442770838737, + 0.011523177847266197, + -0.0027818898670375347, + 0.0037332584615796804, + 0.01304913591593504, + -0.005237237084656954, + -0.00340043636970222, + 0.016691338270902634, + 0.02612338960170746, + -0.002295216079801321, + -0.008333110250532627, + -0.009683237411081791, + -0.022305356338620186, + -0.00935041531920433, + 0.06972935795783997, + -0.001001605880446732, + -0.0031319810077548027, + 0.019617659971117973, + -0.019014813005924225, + -0.012848186306655407, + -0.04051637277007103, + -0.018223576247692108, + -0.01665366068482399, + -0.0031979172490537167, + -0.004436580464243889, + 0.004458559211343527, + -0.013802695088088512, + 0.01994420401751995, + 0.013551508076488972, + 0.009080389514565468, + 0.00340043636970222, + -0.027052778750658035, + -0.011341067962348461, + 0.0048667374067008495, + -0.0151088647544384, + 0.010110254399478436, + 0.00046077012666501105, + 0.009990940801799297, + 0.0205470509827137, + 0.008307991549372673, + 0.00277247023768723, + 0.01720627024769783, + -0.007460237015038729, + -0.0038965295534580946, + 0.008483821526169777, + -0.00610383041203022, + 0.01745745725929737, + 0.008778966031968594, + 0.013312880881130695, + 0.014078999869525433, + 0.0029043431859463453, + 0.03780356049537659, + 0.008464982733130455, + -0.005384809337556362, + 0.011868558824062347, + 0.005287474486976862, + -0.006179186515510082, + -0.006009635515511036, + 0.0142673896625638, + 0.0023344638757407665, + -0.0057710083201527596, + 0.028660371899604797, + -0.0014239131705835462, + -0.028685491532087326, + 0.023121710866689682, + 0.007742822170257568, + -0.009218541905283928, + -0.023071475327014923, + -0.01187483873218298, + 0.018072864040732384, + 0.00027355772908777, + -0.013928287662565708, + -0.010844974778592587, + -0.017796559259295464, + -0.014744644053280354, + -0.01513398252427578, + -0.014694406650960445, + -0.001071467180736363, + -0.031172236427664757, + -0.019190644845366478, + -0.02369944006204605, + 0.002376851625740528, + -0.007466516923159361, + 0.001561280689202249, + -0.0048981355503201485, + -0.03863247483968735, + -0.0125404829159379, + -0.0036516229156404734, + 0.01909017004072666, + 0.0004517431079875678, + -0.001898027490824461, + -0.006486889906227589, + 0.004044101573526859, + 0.013802695088088512, + -0.006047313567250967, + -0.029012033715844154, + 0.011271991766989231, + -0.006292220205068588, + 0.015611236914992332, + 0.0031727987807244062, + 0.00666272034868598, + 0.009111788123846054, + -0.01690484769642353, + 0.029589762911200523, + 0.008521500043570995, + 0.015071186237037182, + 0.026299219578504562, + 0.0003149642434436828, + 0.018650593236088753, + 0.004537055268883705, + 0.0050582666881382465, + 0.001783423707820475, + -0.019906524568796158, + -1.6802998288767412e-05, + -0.008307991549372673, + -0.01179320365190506, + -0.0020785678643733263, + 0.004810220096260309, + -0.0034695127978920937, + 0.01676669530570507, + 0.01690484769642353, + 0.01568659394979477, + -0.015372609719634056, + -0.0016327118501067162, + 0.034211594611406326, + -0.024088779464364052, + 0.016251763328909874, + -0.0064806099981069565, + 0.0001965337578440085, + 0.013438474386930466, + 0.021564355120062828, + 0.03504050895571709, + -0.004694046452641487, + -0.03443766012787819, + -0.005557499825954437, + -0.025281915441155434, + 0.008490101434290409, + 0.0157996267080307, + 0.009130626916885376, + 0.0012418029364198446, + -0.0018619195325300097, + -0.022192321717739105, + -0.006907626986503601, + -0.0032748430967330933, + -0.005548080429434776, + 0.019542304798960686, + -0.006304779555648565, + -0.0023250444792211056, + -0.015309813432395458, + -0.006499449256807566, + -0.018324051052331924, + 0.005968817975372076, + -0.006851110141724348, + -0.017859356477856636, + -0.02425205148756504, + -0.0063236188143491745, + -0.006568525452166796, + -0.013890610076487064, + -0.04551498219370842, + -0.044786542654037476, + -0.016163846477866173, + 0.00394362723454833, + -0.017444897443056107, + 0.016364796087145805, + -0.003949906677007675, + -0.000322813808452338, + -0.019981881603598595, + -0.010625186376273632, + -0.006342457607388496, + -0.01692996546626091, + -0.0006311059114523232, + -0.006116389762610197, + 0.027002541348338127, + 0.027931932359933853, + 0.025369830429553986, + 0.013978525064885616, + 0.0114603815600276, + 0.006474330555647612, + -0.008559177629649639, + -0.01662854291498661, + 0.004559034015983343, + -0.012094627134501934, + -0.014204593375325203, + 0.012710033915936947, + 0.020999185740947723, + 0.028459424152970314, + -0.007026940584182739, + 0.009595322422683239, + 0.0048447586596012115, + -0.008188677951693535, + -0.020873593166470528, + 0.0010173050686717033, + -0.013928287662565708, + -0.014405542053282261, + -0.020974067971110344, + -0.0010471334680914879, + 0.002153923735022545, + 0.010958008468151093, + 0.011234313249588013, + -0.015548440627753735, + 0.011812042444944382, + 0.008596856147050858, + 0.02079823799431324, + 0.003050345228984952, + 0.026299219578504562, + -0.01969301700592041, + 0.02742955833673477, + 0.007265567779541016, + 0.020597288385033607, + -0.013162169605493546, + 0.007711423560976982, + -0.006794593296945095, + 0.016917407512664795, + 0.009262500330805779, + 0.021451322361826897, + 0.02770586498081684, + -0.012270457111299038, + -0.010593787766993046, + 0.005884042475372553, + 0.026173627004027367, + 0.0031162817031145096, + 0.007510474417358637, + 0.004194813314825296, + -0.007862135767936707, + 0.0027096737176179886, + -0.020195389166474342, + -0.004998610354959965, + -0.013501270674169064, + 0.004712885711342096, + -0.012201380915939808, + -0.01872594840824604, + 0.018625473603606224, + -0.011881118640303612, + -0.029087388888001442, + -0.015787066891789436, + -0.0003167304093949497, + 0.048001728951931, + 0.005959398113191128, + 0.012100907042622566, + 0.01939159259200096, + 0.0028556757606565952, + -0.005940559320151806, + 0.02068520337343216, + -0.018675711005926132, + -0.005522961728274822, + 0.039813049137592316, + 0.0015455815009772778, + -0.0063236188143491745, + -0.02416413463652134, + 0.004684627056121826, + 0.004078639671206474, + -0.015071186237037182, + -0.024051101878285408, + 0.008050525560975075, + 0.028760846704244614, + -0.002221429953351617, + -0.014619050547480583, + 0.006113249808549881, + -0.033131491392850876, + 0.02471674606204033, + 0.003482071915641427, + -0.021363407373428345, + -0.015058627352118492, + 0.012440008111298084, + -0.023071475327014923, + 0.0088919997215271, + -0.0305191520601511, + 0.02720349095761776, + 0.03413623571395874, + -0.005836945027112961, + -0.006668999791145325, + 0.003796054981648922, + 0.00045880774268880486, + -0.0013477721950039268, + -0.007686304859817028, + 0.02833382971584797, + -0.007058338727802038, + 0.0036641822662204504, + 0.01891433820128441, + -0.0021272350568324327, + -0.02079823799431324, + -0.005208978895097971, + -0.012320694513618946, + 0.022581661120057106, + -0.017331864684820175, + 0.005482144188135862, + -0.011899957433342934, + 0.011328508146107197, + -0.003271703375503421, + 0.012075788341462612, + -0.013790135271847248, + -0.00652456795796752, + -0.006210584659129381, + -0.0016672499477863312, + 0.02665088139474392, + 2.0819775272684637e-06, + -0.001816391944885254, + -0.01485767774283886, + -0.017984949052333832, + -0.024503236636519432, + -0.04712257534265518, + -0.004483677912503481, + 0.0015801197150722146, + -0.029589762911200523, + -0.004659508354961872, + -0.005466444883495569, + 0.009551363997161388, + 0.02565869502723217, + 0.016779253259301186, + -0.012358373031020164, + 0.012553042732179165, + 0.023247305303812027, + -0.0181733388453722, + -0.0057301907800138, + 0.018688270822167397, + 0.015975456684827805, + -0.02584708482027054, + 0.016251763328909874, + -0.0035699873697012663, + -0.019178085029125214, + 0.004577872809022665, + -0.014104118570685387, + -0.004160275217145681, + 0.011585974134504795, + 0.013388236984610558, + 0.00026119465474039316, + -0.016113610938191414, + 0.006348737049847841, + 0.02936369553208351, + 0.016867170110344887, + 0.009036432020366192, + -0.007322084624320269, + -0.003296822076663375, + 0.037050001323223114, + -0.014217152260243893, + 0.0041539957746863365, + -0.007334643974900246, + -0.012697474099695683, + 0.019655339419841766, + -0.007052059285342693, + -0.007667466066777706, + -0.0007700434071011841, + -0.03576894849538803, + -0.003962466027587652, + -0.0019985020626336336, + 0.008138440549373627, + 0.014342745766043663, + -0.015837304294109344, + -0.03210162743926048, + -0.0056108771823346615, + -0.016703898087143898, + 0.00034538135514594615, + 0.009984660893678665, + -0.01095172856003046, + 0.001340707647614181, + 0.013840372674167156, + 0.016716457903385162, + 0.00038973146001808345, + 0.005940559320151806, + -0.011535737663507462, + -0.01093916967511177, + -0.016314558684825897, + -0.02427716925740242, + -0.012634677812457085, + -0.0012151143746450543, + 0.041244812309741974, + 0.006957864388823509, + -0.018110541626811028, + -0.0088919997215271, + -0.005127343349158764, + -0.02747979573905468, + -0.03227745741605759, + -0.002741072094067931, + -0.0029655699618160725, + -0.0056234365329146385, + 0.016741575673222542, + -0.008527779951691628, + 0.022016491740942, + 0.006263962015509605, + -0.0022748070769011974, + -0.00584008451551199, + -0.019630219787359238, + 0.011824601329863071, + 0.004703465849161148, + 0.01513398252427578, + -0.000919970334507525, + -0.02328498288989067, + 0.002163343131542206, + 0.0026296081487089396, + 0.011912517249584198, + -0.0042073726654052734, + 0.00936297420412302, + -0.009331576526165009, + -0.010487033985555172, + -0.014355304650962353, + -0.0040284027345478535, + -0.002763050841167569, + 0.007253008428961039, + 0.016364796087145805, + -0.0157996267080307, + 0.001935705542564392, + 0.0050582666881382465, + -0.003422415116801858, + 0.003422415116801858, + -0.00468148710206151, + 0.008433585055172443, + -0.015360050834715366, + 0.015837304294109344, + -0.019981881603598595, + -0.006320478860288858, + 0.003088023280724883, + -0.02336033806204796, + 0.015159101225435734, + -0.025420067831873894, + 0.00652456795796752, + 0.0294390507042408, + 0.01068798266351223, + 0.00756699126213789, + -0.0008603135356679559, + -0.0018933177925646305, + 0.0024160996545106173, + 0.005488423630595207, + -0.00935041531920433, + -0.011315949261188507, + -2.2285437808022834e-05, + -0.007372322026640177, + -0.021149897947907448, + -0.02966511808335781, + 0.0021617733873426914, + -0.025721492245793343, + -0.014330185949802399, + 0.001420773332938552, + 0.03476420417428017, + 0.015787066891789436, + -0.026550406590104103, + -0.01319984719157219, + -0.023159390315413475, + 0.013011457398533821, + 0.009406931698322296, + -0.013388236984610558, + 0.001562850666232407, + -0.00962672010064125, + -0.0042324913665652275, + 0.021916016936302185, + -0.01762072928249836, + 0.005290614441037178, + 0.018537558615207672, + 0.016176406294107437, + -0.004251330625265837, + 0.039260439574718475, + 0.2337038666009903, + -0.012791668996214867, + 0.0035228899214416742, + 0.027354203164577484, + 0.02217976190149784, + 0.013551508076488972, + 0.010210729204118252, + 0.0017080678371712565, + 0.006982983089983463, + 0.0028289873152971268, + -0.01159853395074606, + 0.0012826207093894482, + -0.00470974575728178, + 0.006756915245205164, + 0.005450745578855276, + 0.00941949151456356, + -0.02107454277575016, + -0.019793491810560226, + -0.030921051278710365, + -0.024503236636519432, + 0.006279660854488611, + -0.03295566141605377, + -0.025256795808672905, + -0.014305067248642445, + 0.017495134845376015, + -0.0072969659231603146, + -0.008446143940091133, + 0.0011868559522554278, + 0.03363386541604996, + 0.009746033698320389, + 0.004763122648000717, + -0.011573415249586105, + 0.011228034272789955, + 0.011246873065829277, + -0.014367864467203617, + -0.019567424431443214, + 0.03604525327682495, + 0.013363118283450603, + 0.03084569424390793, + 0.003871411085128784, + -0.016553185880184174, + -0.025068406015634537, + -0.004518216010183096, + -0.017633287236094475, + 0.0027238030452281237, + 0.011096160858869553, + 0.007246728986501694, + -0.026173627004027367, + 0.018123101443052292, + 0.033985525369644165, + 0.004656368400901556, + 0.007014381233602762, + 0.02300867810845375, + 0.044032983481884, + 0.00041406514355912805, + -0.015950338914990425, + 0.008653372526168823, + 0.016666220501065254, + -0.005259216297417879, + -0.000553002639207989, + 0.0005902881384827197, + 0.03185044229030609, + -2.5854542400338687e-05, + 0.03943626955151558, + -0.023598965257406235, + 0.007472796365618706, + -0.02519400045275688, + -0.002959290286526084, + 0.003968745935708284, + -0.0035166102461516857, + -0.01667878031730652, + -0.0014144936576485634, + 0.00603475421667099, + -0.00840846635401249, + -0.029514405876398087, + -0.009519966319203377, + 0.010499592870473862, + 0.0036798813380301, + 0.03335756063461304, + 0.0274546779692173, + -0.009388092905282974, + -0.0015463664894923568, + -0.009859067387878895, + -0.02010747417807579, + -0.038657594472169876, + -0.029037151485681534, + 0.0022512583527714014, + -0.00729068648070097, + -0.012107186019420624, + -0.023372897878289223, + -0.014531135559082031, + -0.010254686698317528, + 0.001805402571335435, + -0.006069292314350605, + 0.023686882108449936, + 0.026198744773864746, + -0.0034569534473121166, + 0.010612627491354942, + -0.02091127075254917, + 0.012364652007818222, + -0.005510402377694845, + -0.00246790680103004, + 7.820140308467671e-05, + 0.0090866694226861, + 0.0022292796056717634, + 0.009903025813400745, + -0.0071148560382425785, + 0.0007563066901639104, + -0.00300324778072536, + -0.01563635654747486, + -0.022280236706137657, + -0.0016735296230763197, + -0.006807152647525072, + -0.01108988095074892, + -0.00680087273940444, + 0.00976487249135971, + -0.005080245900899172, + -0.00265472661703825, + -0.0003416528052184731, + -0.008885719813406467, + -0.003959326073527336, + -0.013915728777647018, + -0.014794881455600262, + 0.002414529677480459, + -0.006169767118990421, + -0.014807440340518951, + -0.006888788193464279, + 0.00915574561804533, + 0.014531135559082031, + -0.030016779899597168, + 0.00854661874473095, + -0.0002739502233453095, + 0.021237812936306, + 0.008113321848213673, + -0.006989262532442808, + 0.007334643974900246, + 0.016992762684822083, + -0.0028666651342064142, + -0.016879728063941002, + 0.0035448686685413122, + -0.0021131059620529413, + -0.010003499686717987, + 0.0088919997215271, + -0.0073534827679395676, + -0.014920474030077457, + -0.01649039052426815, + 0.03112199902534485, + -0.027555152773857117, + -0.010970567353069782, + 0.002863525412976742, + -0.04272681474685669, + -0.018185898661613464, + -0.013903168961405754, + -0.0035385889932513237, + 0.027931932359933853, + -0.020735440775752068, + -0.019680457189679146, + -0.02485489845275879, + -0.006210584659129381, + 0.009896745905280113, + -0.012502805329859257, + 0.009645558893680573, + 0.02996654249727726, + -0.007862135767936707, + -0.038657594472169876, + -0.013149609789252281, + -0.16045789420604706, + 0.014430660754442215, + 0.011523177847266197, + -0.012760271318256855, + 0.02066008374094963, + 0.015171661041676998, + 0.024641389027237892, + 0.004643809515982866, + -0.009067830629646778, + 0.018575238063931465, + 0.009859067387878895, + -0.01288586389273405, + -0.014945592731237411, + -0.014305067248642445, + 0.005290614441037178, + -0.01612616889178753, + -0.008182398043572903, + 0.012352093122899532, + 0.029740475118160248, + 0.028685491532087326, + 0.035115864127874374, + -0.007334643974900246, + -0.0009168304968625307, + -0.00477882195264101, + 0.013714779168367386, + -0.007811898365616798, + 0.0007111715967766941, + 0.03393528610467911, + -0.010053737089037895, + -0.007020661141723394, + -0.016000576317310333, + -0.02888644114136696, + 0.02582196518778801, + 0.004559034015983343, + 0.021966254338622093, + -0.006430373061448336, + 0.012446288019418716, + -0.042601220309734344, + -0.01635223627090454, + 0.024930253624916077, + 0.032855186611413956, + 0.018625473603606224, + 0.019228322431445122, + -0.013526389375329018, + -0.015410288237035275, + -0.005224677734076977, + 0.020609848201274872, + 0.015083746053278446, + 0.01621408388018608, + -0.0070897373370826244, + 0.008119601756334305, + -0.003028366481885314, + -0.0005110073834657669, + -0.00622942391782999, + 0.019981881603598595, + 0.029489288106560707, + 0.006888788193464279, + 0.02452835626900196, + 0.0024773261975497007, + -0.008458703756332397, + -0.0002564848982729018, + -0.012370931915938854, + -0.006254542153328657, + -0.004706605803221464, + 0.006050453521311283, + -0.005224677734076977, + 0.0014686556532979012, + 0.009689517319202423, + -0.00024942029267549515, + 0.018349168822169304, + -0.008910838514566422, + -0.023084033280611038, + -0.01039911899715662, + -0.02554566040635109, + 0.006825991440564394, + 0.008389626629650593, + -0.03378457576036453, + 0.03109688125550747, + -0.0114603815600276, + -0.014832559041678905, + -0.008295431733131409, + 0.021313169971108437, + -0.0024836058728396893, + 0.007070898078382015, + -0.023121710866689682, + 0.00038973146001808345, + 0.0032465846743434668, + 0.012653516605496407, + -0.03134806826710701, + -0.027002541348338127, + 0.007453957572579384, + -0.017984949052333832, + -0.014166914857923985, + -0.018022626638412476, + 0.00543504673987627, + 0.015598678030073643, + 0.012534203007817268, + 0.01623920351266861, + -0.01571171171963215, + -0.019893966615200043, + -0.002260677982121706, + 0.017143474891781807, + -0.016013136133551598, + 0.011190355755388737, + 0.03049403429031372, + -0.005469584837555885, + 0.017532814294099808, + 0.007981449365615845, + 0.022405831143260002, + -0.03169972822070122, + -0.03217698261141777, + 0.006631322205066681, + 0.014694406650960445, + 0.026148507371544838, + 0.01623920351266861, + 0.026449931785464287, + -0.013262644410133362, + -0.01734442450106144, + 0.0048321993090212345, + -0.013099372386932373, + 0.052045829594135284, + 0.006223144009709358, + -0.04420881345868111, + -0.0010887362295761704, + 0.0028792244847863913, + 0.0002376459160586819, + -0.08409722149372101, + -0.03438742458820343, + 0.004712885711342096, + 0.014405542053282261, + -0.001269276486709714, + 0.03835617005825043, + 0.004216792527586222, + -0.0017881334060803056, + 0.0019875126890838146, + 0.005535521078854799, + 0.008923398330807686, + -0.03049403429031372, + -0.01787191443145275, + -0.010568669065833092, + 0.04071732237935066, + -0.02720349095761776, + 0.012779110111296177, + 0.0010651875054463744, + -0.033960405737161636, + 0.011604813858866692, + -0.008678491227328777, + 0.007868414744734764, + 0.0028478263411670923, + -0.001828951295465231, + -0.02222999930381775, + 0.012201380915939808, + -0.022971000522375107, + 0.03127271309494972, + 0.0016358516877517104, + -0.004926394205540419, + -0.016754135489463806, + -0.024063661694526672, + -0.014166914857923985, + -0.008307991549372673, + -0.004449139814823866, + 0.013626864179968834, + -0.04099362716078758, + 0.03102152608335018, + 0.013413355685770512, + -0.04106898233294487, + 0.027253728359937668, + 0.010593787766993046, + -0.006461771205067635, + -0.05581362545490265, + -0.012659796513617039, + 0.017168592661619186, + -0.0019137266790494323, + 0.03777844086289406, + 0.01870083063840866, + -0.009048991836607456, + -0.03222722187638283, + -0.03139830380678177, + -0.021916016936302185, + 0.010832414962351322, + 0.01048075407743454, + -0.0017535953084006906, + 0.008056805469095707, + 0.028911558911204338, + -0.009921864606440067, + 0.011962753720581532, + 0.013375678099691868, + 0.006147787906229496, + -0.02038377895951271, + 0.01704300008714199, + -0.012559321708977222, + 0.018575238063931465, + -0.012697474099695683, + 0.0232221856713295, + 0.0201577115803957, + 0.00969579629600048, + -0.01563635654747486, + 0.028409186750650406, + 0.006245122756808996, + 0.010053737089037895, + -0.03792915120720863, + -0.005469584837555885, + -0.015837304294109344, + -0.020258186385035515, + 0.006606203503906727, + -0.005811826325953007, + -0.03310637176036835, + -0.020735440775752068, + 0.009218541905283928, + -0.008182398043572903, + 0.026022914797067642, + 0.01360174547880888, + -0.01054983027279377, + 0.0057710083201527596, + -0.015347491018474102, + -0.03544240817427635, + -0.03054427169263363, + 0.01035516057163477, + 0.006989262532442808, + -0.011510618962347507, + 0.007529313676059246, + 0.014757202938199043, + -0.01180576253682375, + -0.0010895212180912495, + 0.01607593148946762, + 0.010807296261191368, + -0.02485489845275879, + -0.011824601329863071, + -0.0650070533156395, + 0.032352812588214874, + -0.016113610938191414, + -0.019353915005922318, + 0.0009600031771697104, + -0.022016491740942, + 0.006687839049845934, + -0.01512142363935709, + 0.002095836913213134, + -0.00881036464124918, + -0.018675711005926132, + -0.0048635974526405334, + -0.002117815660312772, + 0.012615839019417763, + -0.02798216976225376, + 0.0032685634214431047, + 0.020182831212878227, + 0.014192033559083939, + 0.005880902521312237, + -0.002144504338502884, + 0.00037756460369564593, + -0.03245328739285469, + -0.016502948477864265, + 0.001036928966641426, + -0.023774797096848488, + 0.011177796870470047, + -0.0314234234392643, + 0.0005577123956754804, + -0.002411389723420143, + -0.00874128844588995, + 0.0064366525039076805, + -0.042576100677251816, + 0.0064021144062280655, + 0.022682135924696922, + 0.0008108612382784486, + -0.010122813284397125, + 0.006794593296945095, + 0.015083746053278446, + 0.007366042118519545, + 0.020333541557192802, + -0.030895931646227837, + -0.033181726932525635, + 0.015611236914992332, + -0.010832414962351322, + 0.0036013855133205652, + 0.004634389653801918, + -0.005340851843357086, + -0.0033941566944122314, + 0.030418677255511284, + 0.009808829985558987, + -0.003227745648473501, + 0.029263220727443695, + -0.028409186750650406, + -0.013036576099693775, + -0.012841906398534775, + -0.008351949043571949, + -0.017143474891781807, + -0.0003757984668482095, + -0.008333110250532627, + -0.04493725299835205, + 0.02248118631541729, + 0.00018220828496851027, + 0.02966511808335781, + -0.007868414744734764, + 0.005246656946837902, + 0.010813576169312, + -0.0205470509827137, + -0.002692404668778181, + -0.014619050547480583, + -0.02234303392469883, + -0.006920186337083578, + -0.00593741936609149, + 0.00517130084335804, + 0.005312593188136816, + 0.019630219787359238, + 0.020647525787353516, + -0.003180648200213909, + 0.0170932374894619, + -0.040616847574710846, + 0.037728201597929, + 0.020258186385035515, + 0.021112220361828804, + -0.030318202450871468, + -0.0004332966054789722, + 0.034563254565000534, + 0.006088131107389927, + -0.006254542153328657, + -0.01731930486857891, + -0.009205983020365238, + 0.00310058263130486, + -0.03607037290930748, + -0.0266759991645813, + 0.006939025595784187, + 0.024289729073643684, + -0.0038368727546185255, + 0.00473800441250205, + 0.017520254477858543, + 0.00783073715865612, + 0.017658406868577003, + 0.023372897878289223, + 0.0023721419274806976, + 0.009438330307602882, + -0.016000576317310333, + -0.004552754107862711, + -0.008785245940089226, + 0.005924860015511513, + -0.006289080251008272, + -0.037878915667533875, + -0.007328364532440901, + 0.012898423708975315, + 0.011812042444944382, + 0.029790712520480156, + -0.006361296400427818, + 0.015046067535877228, + -0.02499305084347725, + -0.00584008451551199, + 0.02609827183187008, + -0.0014945593429729342, + -0.028434304520487785, + 0.04242539033293724, + -0.008973635733127594, + 0.0035794067662209272, + 0.02770586498081684, + -0.015071186237037182, + 0.008433585055172443, + 0.002970279660075903, + -0.007793059106916189, + -0.0035228899214416742, + 0.01905249059200287, + -0.0050017498433589935, + 0.011717847548425198, + -0.010041178204119205, + -0.016452711075544357, + -0.015410288237035275, + 0.0009136906592175364, + 0.01372733898460865, + -0.008351949043571949, + 0.024339966475963593, + -0.0161889661103487, + 0.05631599947810173, + -0.012722592800855637, + -0.0041634151712059975, + 0.02287052571773529, + 0.014292508363723755, + 0.020735440775752068, + 0.024427881464362144, + 0.018072864040732384, + -0.008559177629649639, + -0.02024562656879425, + -0.0038494321051985025, + 0.006756915245205164, + -0.0008289152756333351, + -0.02259422093629837, + -0.011127559468150139, + 0.004289008677005768, + -0.01591266132891178, + 0.004398902412503958, + -0.019630219787359238, + 0.01292354241013527, + 0.018324051052331924, + 0.008942237123847008, + 0.0243902038782835, + 0.013212407007813454, + -0.018072864040732384, + -0.019931644201278687, + 0.00423877127468586, + 0.0012331684119999409, + -0.018349168822169304, + -0.016151288524270058, + 0.017243949696421623, + 0.0007649412145838141, + -0.0012857605470344424, + -0.01260955911129713, + 0.006656440440565348, + 0.002959290286526084, + -0.007108576130121946, + -0.009513686411082745, + -0.0036422032862901688, + 0.010562390089035034, + 0.02289564348757267, + 0.0006240413058549166, + -0.018097983673214912, + -0.03295566141605377, + 0.006813432089984417, + 0.002750491490587592, + -0.02936369553208351, + -0.005384809337556362, + -0.02317194826900959 + ] + }, + { + "object": "embedding", + "index": 1, + "embedding": [ + 0.01023657713085413, + -0.006719755474478006, + 0.0031741075217723846, + -0.007405183278024197, + -0.010435158386826515, + 0.005877383518964052, + -0.011242298409342766, + 0.0028522126376628876, + 0.00522398529574275, + -0.016347775235772133, + 0.03156811743974686, + 0.029928214848041534, + 0.005617945920675993, + 0.005086258985102177, + 0.02043471857905388, + 0.0074948654510080814, + 0.02780146524310112, + -0.012901417911052704, + 0.013311393558979034, + 0.0038499266374856234, + -0.0013556417543441057, + 0.02084469422698021, + 0.011761173605918884, + -0.014605378732085228, + -0.002282090485095978, + -0.002938691759482026, + 0.004013276193290949, + -0.02040909416973591, + 0.01891012117266655, + -0.025367235764861107, + 0.01896136812865734, + -0.010870757512748241, + -0.010473594069480896, + -0.005979877430945635, + -0.004096552263945341, + -0.022228362038731575, + -0.011773984879255295, + -0.0177955012768507, + 0.02324048802256584, + -0.006566014606505632, + 0.006367432419210672, + 0.0005869376473128796, + -0.0010113263269886374, + 0.0065083615481853485, + -0.038076478987932205, + 0.01811579428613186, + 0.023471100255846977, + -0.009845818392932415, + -0.016091540455818176, + 0.02248459681868553, + 0.02122904546558857, + 0.0023685696069151163, + -0.017590513452887535, + -0.013811050914227962, + -0.030312566086649895, + 0.014323520474135876, + -0.03871706500649452, + 0.029825720936059952, + 0.02003755420446396, + -0.0033887040335685015, + 0.019935060292482376, + -0.012920635752379894, + -0.019140733405947685, + 0.019896624609827995, + -0.012786111794412136, + 0.002304510911926627, + 0.005758875049650669, + -6.095583376009017e-05, + -0.03625721111893654, + 0.0196532029658556, + 0.013977603055536747, + 0.011741955764591694, + 0.006931148935109377, + -0.009788165800273418, + 0.012030219659209251, + 0.003657750552520156, + -0.016104351729154587, + 0.0059318337589502335, + 0.006143227219581604, + -0.0033887040335685015, + 0.021126551553606987, + -0.046916574239730835, + -0.0228177011013031, + 0.01429789699614048, + 0.03195246681571007, + -0.004461687058210373, + -0.0117803905159235, + 0.007040048483759165, + -0.01507941260933876, + -0.011613838374614716, + 0.014835990034043789, + 0.017910806462168694, + 0.013759803958237171, + 0.021100929006934166, + -0.01820547692477703, + 0.003545647719874978, + -0.00044400669867172837, + 0.032977405935525894, + -0.003929999656975269, + -0.031439997255802155, + -0.005480220075696707, + -0.02357359416782856, + 0.00333745707757771, + -0.006777408067137003, + 0.000521677837241441, + -0.0029210757929831743, + 0.00032910145819187164, + -0.003926796838641167, + 0.026443421840667725, + -0.010403129272162914, + -0.03277241811156273, + 0.02312518283724785, + 0.010614522732794285, + -0.027596479281783104, + -0.01773144118487835, + -0.009339755401015282, + 0.014067285694181919, + 0.004765965510159731, + -0.013823863118886948, + -0.027724595740437508, + 0.0022884963545948267, + 0.020972810685634613, + 0.020575648173689842, + -0.03743589296936989, + 0.016129974275827408, + -0.004756357055157423, + -0.01506660133600235, + -0.028365181758999825, + -0.010576087981462479, + -0.0010553667088970542, + 0.018295157700777054, + 0.0022580684162676334, + 0.024034816771745682, + -0.009512714110314846, + -0.012882200069725513, + 0.015604693442583084, + 0.004615427926182747, + 0.01621965691447258, + -0.004429657477885485, + -0.00846855714917183, + 0.014054473489522934, + 0.03046630695462227, + 0.009807383641600609, + -0.018666699528694153, + -0.005236797034740448, + 0.013964791782200336, + 0.002373374067246914, + -0.0050446209497749805, + 0.007213007193058729, + -0.0037378238048404455, + 0.01932009682059288, + 0.0057748896069824696, + 0.01694992557168007, + -0.014361955225467682, + 0.0234967228025198, + 0.019806943833827972, + -0.005627554841339588, + 0.011914914473891258, + -0.004134987480938435, + -0.01775706559419632, + 0.0029723227489739656, + -0.008686356246471405, + 0.005156723782420158, + -0.018038922920823097, + 0.022868948057293892, + 0.014938483946025372, + 0.01589936390519142, + -0.0007162560941651464, + -0.009980342350900173, + -0.030389437451958656, + -0.008948997594416142, + 0.015207529999315739, + -0.03758963197469711, + 0.020575648173689842, + -0.022177115082740784, + 0.035334765911102295, + 0.005444987677037716, + 0.012677212245762348, + -0.004330366384238005, + -0.022279608994722366, + -0.04430298134684563, + 0.01099887490272522, + 0.004112567286938429, + 0.03018444962799549, + 0.008673544973134995, + -0.0011778789339587092, + 0.014618190005421638, + -0.005390537902712822, + 0.01775706559419632, + -0.009474278427660465, + 0.006604449823498726, + 0.02739149145781994, + 0.008058581501245499, + 0.004231075756251812, + -0.6772795915603638, + -0.003121259156614542, + 0.025303177535533905, + 0.0057332515716552734, + 0.010127676650881767, + 0.0010986062698066235, + 0.02974884957075119, + 0.021049682050943375, + 0.01465662568807602, + 0.015105036087334156, + -0.022894570603966713, + 0.01137682143598795, + -0.030261319130659103, + -0.01026860624551773, + -0.005838948301970959, + -0.006393055897206068, + -0.004516136832535267, + -0.022676771506667137, + 0.0039940583519637585, + 0.006681320257484913, + -0.006175256334245205, + 0.037333399057388306, + 0.002186002442613244, + -0.0066300733014941216, + 0.01861545257270336, + -0.004410440102219582, + -0.002250061137601733, + -0.02284332364797592, + -0.00948709063231945, + 0.0037602444645017385, + -0.001710366690531373, + 0.009800978004932404, + -0.0129590705037117, + 0.006847872864454985, + 0.07159198075532913, + -0.0021379583049565554, + -0.00130119186360389, + -0.0110373105853796, + -0.0034111246932297945, + 0.028032077476382256, + -0.013631686568260193, + -0.019140733405947685, + 0.012433789670467377, + -0.0001967802527360618, + -0.01329858135432005, + -0.007482053712010384, + 0.011953349225223064, + -0.003997261635959148, + -0.010377505794167519, + -0.018846062943339348, + 0.004202249459922314, + -0.0018769192975014448, + 0.009980342350900173, + 0.02435510978102684, + -0.014592566527426243, + 0.018231099471449852, + 0.03131188079714775, + -0.0053296820260584354, + -0.0018192664720118046, + -0.002783349482342601, + 0.009397407993674278, + 0.009301319718360901, + -0.000698239600751549, + 0.014361955225467682, + -0.014925671741366386, + 0.017500830814242363, + -0.01782112382352352, + 0.032285574823617935, + 0.014631002210080624, + -0.014823177829384804, + -0.006114400923252106, + 0.001224321429617703, + -0.008840097114443779, + -0.004362395964562893, + 0.014413202181458473, + 0.028775157406926155, + 0.00983941275626421, + -0.01080669928342104, + -0.009262884967029095, + 0.00967926625162363, + 0.015655940398573875, + 0.0043399753049016, + 0.004109364002943039, + -0.0020130439661443233, + 0.03015882521867752, + -0.023868262767791748, + -0.023868262767791748, + -0.009358973242342472, + -0.006130415480583906, + 0.006937554571777582, + 0.002025855705142021, + 0.011870073154568672, + -0.010403129272162914, + -0.00846855714917183, + 0.023471100255846977, + 0.003901173360645771, + -0.023855451494455338, + -0.004756357055157423, + 0.025636283680796623, + -0.005633960478007793, + 0.008474962785840034, + -0.004141393583267927, + 0.011005280539393425, + -0.012555500492453575, + -0.013798239640891552, + 0.006847872864454985, + -0.022971441969275475, + 0.02202337421476841, + 0.029646355658769608, + -0.031132517382502556, + 0.005563496146351099, + 0.0035136183723807335, + -0.014272273518145084, + 0.005041418131440878, + -0.0041157701052725315, + -0.022881759330630302, + 0.0003765449218917638, + 0.0010201344266533852, + 0.006389853078871965, + -0.01926884986460209, + 0.01627090387046337, + -0.0010417542653158307, + 0.008398092351853848, + 0.0011298349127173424, + 0.005438581574708223, + -0.003050794592127204, + 0.014605378732085228, + 0.010678581893444061, + -0.042304351925849915, + 0.005249608773738146, + -0.003196527948603034, + 0.004705110099166632, + 0.002853814046829939, + -0.010242982767522335, + -0.01078748144209385, + -0.0075909532606601715, + 0.01176757924258709, + -0.014182590879499912, + -0.0024118092842400074, + 0.021510904654860497, + 0.005288043990731239, + 0.001864107558503747, + -0.017564889043569565, + -0.011741955764591694, + 0.025200683623552322, + -0.01003799494355917, + 0.002890647854655981, + 0.003169303061440587, + -0.007981711067259312, + 0.004801197908818722, + 0.028057700023055077, + 0.004791588988155127, + 8.422715472988784e-05, + 0.016091540455818176, + -0.00481400964781642, + -0.0185385812073946, + -0.00987784843891859, + -0.019409779459238052, + -0.04791589081287384, + -0.007853593677282333, + 0.02980009652674198, + 0.01744958385825157, + -0.0005477016675285995, + -0.005957457236945629, + -0.011953349225223064, + -0.0197172611951828, + -0.007450024131685495, + 0.020216919481754303, + -0.007385965436697006, + -0.024239802733063698, + -4.3239608203293756e-05, + -0.018333593383431435, + -0.011581809259951115, + 0.00608877744525671, + -0.012440195307135582, + 0.015655940398573875, + -0.0077446941286325455, + -0.020614081993699074, + -0.021395597606897354, + -0.015271589159965515, + -0.0005056631634943187, + -0.011223080568015575, + -0.018769193440675735, + 0.011613838374614716, + 0.022984253242611885, + -0.005845354404300451, + 0.002275684615597129, + 0.03618033975362778, + -0.02429104968905449, + 0.004833227023482323, + 0.0247394610196352, + 0.03738464415073395, + -0.0323624424636364, + -0.01097965706139803, + 0.008744009770452976, + -0.018602639436721802, + 0.004000464454293251, + 0.005938239395618439, + 0.02201056107878685, + 0.011114181019365788, + 0.005358508322387934, + -0.013048752211034298, + 0.01488723699003458, + 0.005803716368973255, + 0.004477701615542173, + -0.01932009682059288, + 0.0016703300643712282, + -0.030363813042640686, + -0.002752921776846051, + 0.017705818638205528, + -0.0026488262228667736, + 0.015361270867288113, + -0.0025447309017181396, + 0.027647726237773895, + 0.008378875441849232, + 0.04028009623289108, + 0.007136136759072542, + -0.01488723699003458, + -0.01627090387046337, + -0.013144840486347675, + -0.0019249633187428117, + 0.016450269147753716, + -0.012183960527181625, + 0.008564645424485207, + -0.006649290677160025, + 0.028032077476382256, + 0.004836430307477713, + 0.03659031540155411, + 0.01620684564113617, + -0.03505290672183037, + -0.0251750610768795, + -0.01411853265017271, + 0.012280048802495003, + -0.0006562010967172682, + -0.0055795107036828995, + -0.0033822981640696526, + 0.01121667493134737, + -0.008628703653812408, + 0.04125379025936127, + 0.0010465586092323065, + -0.018423276022076607, + 0.007616576738655567, + 0.037640880793333054, + 0.004807603545486927, + -0.016885867342352867, + 0.02052440121769905, + 0.005595525726675987, + 0.007027236744761467, + -0.003356674686074257, + 0.022689582780003548, + -0.025034131482243538, + 0.009557554498314857, + -0.016155598685145378, + 0.00549943745136261, + 0.006598043721169233, + -0.013311393558979034, + 0.005717237014323473, + -0.014938483946025372, + 0.020280977711081505, + 0.0401776023209095, + -0.000625372864305973, + -0.008955403231084347, + 0.0024742663372308016, + 0.005147114861756563, + -0.014092909172177315, + -0.011024498380720615, + 0.012267236597836018, + -0.016091540455818176, + 0.008833691477775574, + 0.009435843676328659, + -0.019601956009864807, + -0.0034463568590581417, + 0.014682249166071415, + -0.009756136685609818, + 0.026520293205976486, + 0.010768263600766659, + 0.024893201887607574, + -0.007014425005763769, + -0.01701398566365242, + -0.0014581356663256884, + 0.0028249877505004406, + -0.015553447417914867, + -0.006124009378254414, + 0.02238210290670395, + -0.000762698648031801, + -0.03464293107390404, + -0.01215833704918623, + -0.001716772560030222, + -0.008692762814462185, + 0.008077799342572689, + -0.01653994992375374, + 0.021754326298832893, + -0.003926796838641167, + 0.0035264301113784313, + -0.0023925916757434607, + -0.014618190005421638, + 0.01852576993405819, + -0.01816704124212265, + -0.0038787529338151217, + 0.021895255893468857, + 0.006037530489265919, + 0.00013292176299728453, + 0.0070656719617545605, + -0.016411833465099335, + -0.00541936419904232, + -0.0051439120434224606, + 0.0014685451751574874, + -0.011351197957992554, + 0.003955623134970665, + -0.02509818971157074, + -0.01705241948366165, + -0.023881075903773308, + -0.010697798803448677, + -0.014912860468029976, + 0.008526209741830826, + -0.0033534718677401543, + -0.013618875294923782, + 0.018448898568749428, + 0.03259305655956268, + 0.012446600943803787, + -0.003862738376483321, + -0.0021667848341166973, + -0.009916283190250397, + -0.027647726237773895, + 0.09865036606788635, + 0.006809437647461891, + -0.007751100230962038, + 0.014682249166071415, + -0.026827774941921234, + -0.004753153771162033, + -0.03133750334382057, + -0.031004400923848152, + -0.01702679693698883, + 0.006242518313229084, + 0.0016134779434651136, + 0.021036868914961815, + -0.01583530567586422, + 0.011927725747227669, + 0.009724107570946217, + 0.011709926649928093, + 0.01588655263185501, + -0.007321906741708517, + -0.006399461999535561, + -0.003433545120060444, + -0.019102297723293304, + 0.016475891694426537, + -0.017603324726223946, + 0.013849485665559769, + -0.004676283337175846, + 0.0009240464423783123, + -0.010825916193425655, + 0.007001613266766071, + -0.008462151512503624, + -0.007687041535973549, + 0.002632811665534973, + 0.005361711140722036, + 0.006835061125457287, + 0.010678581893444061, + -0.01044156402349472, + 0.0174239594489336, + 0.011985378339886665, + 0.02315080538392067, + 0.011549779213964939, + -0.016680879518389702, + 0.011223080568015575, + 0.002693667309358716, + -0.004775574430823326, + -0.02509818971157074, + -0.009595990180969238, + -0.005316870287060738, + -0.02504694275557995, + 0.03051755391061306, + -0.013003911823034286, + -0.029441367834806442, + 0.025713153183460236, + -0.0028185818810015917, + 0.010691393166780472, + -0.02595657669007778, + 0.0003090831160079688, + 0.01659119687974453, + -0.011639461852610111, + -0.035001661628484726, + -0.010902786627411842, + -0.0024406355805695057, + -0.010825916193425655, + -0.029979461804032326, + -0.01656557433307171, + -0.009134767577052116, + -0.013798239640891552, + -0.034591685980558395, + -0.03797398507595062, + -0.012305672280490398, + -0.0393064059317112, + -0.013913544826209545, + 0.022561466321349144, + -0.043534278869628906, + -0.020357847213745117, + -0.0037602444645017385, + 0.009653642773628235, + 0.012408166192471981, + 0.007373153697699308, + -0.025034131482243538, + 0.007161760237067938, + 0.003913985099643469, + -0.0014597370754927397, + -0.023483911529183388, + 0.002860219916328788, + -0.0022228360176086426, + 0.0009752933401614428, + 0.0060503422282636166, + 0.013798239640891552, + 0.004894082900136709, + -0.034566063433885574, + 0.02857016958296299, + 0.020024742931127548, + 0.009346161037683487, + 0.019140733405947685, + -0.0030187652446329594, + 0.014246650040149689, + -0.015374083071947098, + -0.003545647719874978, + 0.016142787411808968, + -0.015156283043324947, + 0.00502540310844779, + 0.007988116703927517, + -0.005896601360291243, + -0.00850058626383543, + 0.006473129615187645, + 0.005573105067014694, + 0.013951979577541351, + 0.02664840966463089, + 0.022305231541395187, + -0.0019217603839933872, + -0.011120586656033993, + 0.020947188138961792, + -0.02203618548810482, + -0.009403813630342484, + -0.008263569325208664, + 0.005002982914447784, + 0.02397075667977333, + 0.030825035646557808, + 0.03218308091163635, + 0.008071393705904484, + -0.012645183131098747, + -0.0004888477851636708, + -0.023445475846529007, + -0.001793642994016409, + 0.009320537559688091, + -0.002629608614370227, + 0.0033534718677401543, + -0.009749731048941612, + -0.021446844562888145, + -0.004551369231194258, + -0.0021443641744554043, + -0.014336331747472286, + 0.018436087295413017, + -0.0060823713429272175, + -0.00885931495577097, + -0.026955891400575638, + -0.00512469420209527, + -0.014797554351389408, + 0.01046078186482191, + -0.005541075486689806, + -0.016527138650417328, + -0.02511100098490715, + -0.0049997796304523945, + -0.012023814022541046, + 0.017231784760951996, + -0.03443794697523117, + -0.03218308091163635, + -0.010684987530112267, + 0.01390073262155056, + -0.003420733381062746, + 0.01892293430864811, + -0.009000244550406933, + -0.0045737894251942635, + -0.017577700316905975, + 0.010729828849434853, + -0.004916503559798002, + -0.024790707975625992, + -0.020767822861671448, + -0.019115108996629715, + 0.017193349078297615, + 0.027160879224538803, + 0.029236380010843277, + 0.007879217155277729, + 0.022599902004003525, + 0.018026111647486687, + -0.005970268975943327, + -0.0005601130542345345, + -0.005742860492318869, + -0.009813789278268814, + -0.018666699528694153, + 0.012837358750402927, + 0.008180293254554272, + 0.010922004468739033, + 0.007981711067259312, + 0.0018689119024202228, + 0.004576992709189653, + 0.005787701345980167, + -0.006642885040491819, + -0.013670122250914574, + -0.00983941275626421, + -0.01294625923037529, + -0.013285770080983639, + -0.0135163813829422, + -0.0028377994894981384, + 0.00687349634245038, + 0.001427707727998495, + -0.014387578703463078, + 0.021523715928196907, + 0.0060599506832659245, + -0.009615207090973854, + -0.003865941194817424, + 0.01852576993405819, + -0.020652517676353455, + 0.022497408092021942, + -0.009423031471669674, + 0.013644498772919178, + -0.020934375002980232, + 0.007200195454061031, + 0.013580439612269402, + 0.011658679693937302, + 0.005355305504053831, + -0.010114865377545357, + 0.024508850648999214, + -0.01703960821032524, + -0.008410904556512833, + 0.005451393313705921, + 0.01741114817559719, + -0.0021139364689588547, + -0.014195403084158897, + 0.008955403231084347, + 0.00019858189625665545, + 0.012395353987812996, + -0.02900576964020729, + -0.023663274943828583, + -0.0270327627658844, + -0.007962493225932121, + -0.009205232374370098, + -0.01616840995848179, + 0.013606063090264797, + -0.013926356099545956, + -0.03935765102505684, + -0.018666699528694153, + -0.005313667468726635, + 0.025777211412787437, + 0.0016703300643712282, + 0.015156283043324947, + 0.0024758679792284966, + -0.02739149145781994, + -0.0009432640508748591, + 0.01311921700835228, + -0.013670122250914574, + -0.00221963319927454, + 0.039229534566402435, + -0.002186002442613244, + -0.004865256603807211, + -0.002150770043954253, + -0.0204603411257267, + 0.021113740280270576, + -0.010736234486103058, + -0.03448919206857681, + 0.011402444913983345, + 0.007072078064084053, + 0.009768947958946228, + -0.009032273665070534, + -0.0029226772021502256, + -0.013542004860937595, + 0.03413046523928642, + -0.006847872864454985, + -0.027519607916474342, + -0.021895255893468857, + 0.0026216013357043266, + -0.008052175864577293, + 0.025572223588824272, + -0.035795990377664566, + 0.036487821489572525, + 0.03525789454579353, + -0.022715207189321518, + 0.003015562193468213, + 0.001989021897315979, + 0.014579755254089832, + -0.004801197908818722, + -0.011056527495384216, + 0.03623158857226372, + 0.0025671515613794327, + -0.021100929006934166, + 0.004980562254786491, + -0.018410464748740196, + -0.001675134408287704, + 0.017859559506177902, + 0.00018567006918601692, + 0.018282346427440643, + -0.007155354134738445, + -0.0038371148984879255, + -0.01964038982987404, + 0.00597347179427743, + 0.01121026836335659, + -0.010889975354075432, + -0.0077126650139689445, + -0.02195931412279606, + -0.0038339118473231792, + -0.010185330174863338, + 0.021818386390805244, + 0.0065307822078466415, + 0.0014765525702387094, + -0.009576772339642048, + -0.016040293499827385, + -0.025738777592778206, + -0.015591882169246674, + -0.0012203177902847528, + 0.015450953505933285, + -0.01466943696141243, + -0.011434474028646946, + -0.0034047188237309456, + -0.002813777420669794, + 0.031516868621110916, + 0.004307946190237999, + -0.00024062041484285146, + -0.0018000488635152578, + 0.016399022191762924, + -0.02008880116045475, + 0.0038211001083254814, + 0.02317642979323864, + 0.027135256677865982, + -0.020947188138961792, + 0.0015998654998838902, + -0.00026924663688987494, + -0.016399022191762924, + 0.007289877627044916, + -0.009128361940383911, + 0.004077334888279438, + 0.005662787239998579, + 0.00022040188196115196, + -0.005749266128987074, + 0.006681320257484913, + -0.004484107252210379, + -0.005912615917623043, + 0.0028281905688345432, + 0.010076429694890976, + -0.024662591516971588, + -0.006681320257484913, + 0.030235696583986282, + -0.011050121858716011, + 0.008827285841107368, + -0.0037025916390120983, + -0.0015502199530601501, + -0.012965476140379906, + 0.00152139354031533, + -0.026955891400575638, + 0.00638024415820837, + -0.027980830520391464, + 0.007610171101987362, + 0.008692762814462185, + 0.014541319571435452, + 0.009685671888291836, + -0.036077845841646194, + -0.0355910025537014, + 0.01060811709612608, + 0.005262420512735844, + 0.01213911920785904, + 0.017705818638205528, + 0.001870513428002596, + -0.002735305577516556, + 0.02274082973599434, + 0.007981711067259312, + 0.0035200242418795824, + 0.01664244383573532, + 0.0029915403574705124, + 0.011223080568015575, + -0.009743324480950832, + -0.026084693148732185, + -0.01694992557168007, + 0.007552518043667078, + 0.03935765102505684, + -0.00034671759931370616, + -0.0142594613134861, + -0.006598043721169233, + 0.010793887078762054, + -0.014400390908122063, + 0.005746063310652971, + -0.014041662216186523, + 0.014169779606163502, + 0.007213007193058729, + 0.009147578850388527, + -0.002192408312112093, + 0.02549535408616066, + 0.015463764779269695, + 0.007597359362989664, + -0.004432860296219587, + -0.01140885055065155, + 0.005822933744639158, + 0.012324889190495014, + 0.0270327627658844, + -0.0009344559512101114, + -0.03131188079714775, + 0.0033694864250719547, + -0.0012227200204506516, + 0.011114181019365788, + -0.005787701345980167, + 0.004224669653922319, + 0.009890659712255001, + -0.01046078186482191, + -0.0008039363892748952, + -0.011447285301983356, + 0.001793642994016409, + 0.01627090387046337, + -0.0035200242418795824, + -0.005569902248680592, + 0.010166112333536148, + 0.009704889729619026, + -0.0030636063311249018, + 0.016514327377080917, + -0.003913985099643469, + 0.021741515025496483, + -0.02705838531255722, + 0.004576992709189653, + -0.014797554351389408, + -0.0013019925681874156, + 0.004862053785473108, + -0.026046257466077805, + 0.00040076710865832865, + -0.006790219806134701, + 0.0010249388869851828, + 0.031875599175691605, + -0.007347530219703913, + -0.0044648898765444756, + 0.01933290809392929, + -0.016770562157034874, + -0.008186698891222477, + 0.0021379583049565554, + -0.005749266128987074, + -0.021036868914961815, + 0.0017135696252807975, + -0.007847188040614128, + -0.01194694358855486, + -0.02903139218688011, + 0.0028169802390038967, + -0.024137310683727264, + -0.012818141840398312, + -0.02092156372964382, + 0.01975569687783718, + 0.026161564514040947, + 0.0018448899500072002, + -0.0010946026304736733, + -0.023727335035800934, + 0.016104351729154587, + 0.013452322222292423, + -0.019960684701800346, + 0.007398777175694704, + -0.02933887392282486, + -0.016001857817173004, + 0.013388263992965221, + -0.01579686999320984, + -0.007635794579982758, + 0.00889775063842535, + 0.008731197565793991, + 0.017590513452887535, + 0.038076478987932205, + 0.22610150277614594, + -0.024124497547745705, + 0.0023061123210936785, + 0.022279608994722366, + 0.013465134426951408, + 0.02438073232769966, + -0.009045084938406944, + -0.0006485941121354699, + 0.0080906106159091, + 0.008039363659918308, + -0.025790024548768997, + 0.01277970615774393, + -0.001265959581360221, + -0.000538092921487987, + 0.002045073313638568, + -0.017859559506177902, + -0.04202249273657799, + -0.01431070826947689, + -0.02090875245630741, + -0.026571540161967278, + 0.0007498869090341032, + -0.014861613512039185, + -0.011652273125946522, + -0.006566014606505632, + 0.02472664974629879, + -0.007501271087676287, + -0.008103422820568085, + 0.00027305010007694364, + 0.021024057641625404, + 0.007373153697699308, + 0.0004956540069542825, + -0.019140733405947685, + 0.0003104844072367996, + 0.013093593530356884, + 0.004218264017254114, + -0.020255353301763535, + 0.014631002210080624, + -0.004054914228618145, + 0.019384155049920082, + 0.02545691840350628, + -0.01894855685532093, + -0.0017231784295290709, + -0.006325794383883476, + -0.014733496122062206, + 0.01698836125433445, + 0.010345476679503918, + -0.0015934596303850412, + -0.01577124558389187, + -0.006975989788770676, + 0.02739149145781994, + -0.01701398566365242, + 0.00041117664659395814, + 0.017193349078297615, + 0.04294493794441223, + 0.0035264301113784313, + 0.013132029213011265, + -0.010095647536218166, + 0.002938691759482026, + -0.014682249166071415, + -0.0053713200613856316, + -0.014605378732085228, + 0.02775021828711033, + 0.0006537988665513694, + 0.010492810979485512, + -0.022535841912031174, + 0.023368606343865395, + -0.033361759036779404, + -0.005384131800383329, + 0.03331051394343376, + 0.0019073471194133162, + -0.004026087932288647, + -0.004006870090961456, + -0.012312077917158604, + 0.018320782110095024, + -0.034566063433885574, + -0.005374522879719734, + -0.00016395017155446112, + 0.00687349634245038, + 0.03292616084218025, + 0.012862982228398323, + -0.013721369206905365, + 0.010415940545499325, + 0.014195403084158897, + -0.011953349225223064, + -0.0247394610196352, + -0.03605222329497337, + 0.022177115082740784, + -0.005835745483636856, + -0.007040048483759165, + -0.006034327670931816, + 0.005159926600754261, + -0.031183764338493347, + -0.017090855166316032, + 0.006377041339874268, + 0.020345035940408707, + 0.040305718779563904, + 0.004743545316159725, + 0.008993837982416153, + -0.014541319571435452, + -0.005217579193413258, + 0.005903006996959448, + -0.03448919206857681, + 0.0002622402098495513, + -0.0002678453456610441, + -0.007219412829726934, + -0.0060503422282636166, + -0.00964083056896925, + 0.01178679708391428, + -0.005573105067014694, + -0.031158139929175377, + -0.010781075805425644, + -0.014067285694181919, + -0.003763447282835841, + -0.007456430234014988, + -0.002764131873846054, + 0.011882884427905083, + -0.0002940693811979145, + 0.008705574087798595, + 0.005621149204671383, + -0.016770562157034874, + 0.020947188138961792, + -0.013401075266301632, + -0.0018721148371696472, + -0.0043463814072310925, + -0.011223080568015575, + -0.011107774451375008, + -0.007943276315927505, + 0.004211857914924622, + 0.01619403436779976, + -0.032285574823617935, + 0.001259553711861372, + -0.008237945847213268, + 0.027980830520391464, + 0.000949669920373708, + -0.016706503927707672, + 0.002653630683198571, + 0.012638777494430542, + -0.01657838560640812, + -0.007257848046720028, + 0.018730757758021355, + -0.002205220051109791, + -0.0010481601348146796, + 0.009314131923019886, + -0.0022596698254346848, + -0.015989046543836594, + 0.004990171175450087, + 0.023048311471939087, + -0.010294229723513126, + -0.01657838560640812, + -0.012081466615200043, + -0.03520664945244789, + -0.022663960233330727, + -0.03374611213803291, + 0.0006313783233053982, + 0.04133065789937973, + -0.014566943049430847, + -0.017577700316905975, + -0.029569486156105995, + -0.011242298409342766, + 0.016527138650417328, + -0.031106894835829735, + 0.00647953525185585, + 0.019486648961901665, + -0.015040977858006954, + -0.03899892419576645, + -0.011107774451375008, + -0.16378523409366608, + 0.02549535408616066, + 0.00891056191176176, + -0.005118288565427065, + 0.03548850864171982, + 0.013798239640891552, + 0.012440195307135582, + 0.0008255562279373407, + -0.010121271014213562, + 0.001718374085612595, + 0.031414374709129333, + 0.0060055009089410305, + -0.008609486743807793, + -0.0006441900623030961, + 0.017116479575634003, + -0.018064547330141068, + -0.009019461460411549, + 0.010281417518854141, + 0.02862141653895378, + 0.023778581991791725, + 0.0017423960380256176, + -0.002471063518896699, + 0.006655696779489517, + -0.002250061137601733, + 0.01470787264406681, + -0.006040733307600021, + 0.006373838521540165, + 0.041894376277923584, + -0.016437456011772156, + 0.007635794579982758, + -0.03400234505534172, + -0.03679530322551727, + 0.03172185644507408, + 0.017680194228887558, + 0.019973495975136757, + 0.005326479207724333, + -0.010531246662139893, + -0.02708400972187519, + -0.014323520474135876, + 0.002940293401479721, + 0.028390806168317795, + 0.03287491202354431, + 0.0009328544838353992, + 0.02003755420446396, + -0.015348459593951702, + -0.0016350977821275592, + 0.003641735762357712, + 0.012440195307135582, + 0.005115085281431675, + -0.007366748061031103, + 0.016283715143799782, + -0.004560977686196566, + -0.015912175178527832, + -0.0129590705037117, + 0.002512701554223895, + 0.020614081993699074, + 0.01374699268490076, + 0.016821809113025665, + -0.005512249190360308, + 0.003782664891332388, + -0.02204899676144123, + -0.015732811763882637, + -0.0023989975452423096, + 0.00907070841640234, + 0.009391002357006073, + -0.0027048776391893625, + 0.007347530219703913, + 0.017257407307624817, + -0.0012227200204506516, + 0.013087187893688679, + 0.009211638011038303, + -0.019922249019145966, + 0.02316361851990223, + -0.0023861858062446117, + 0.00347518315538764, + 0.010121271014213562, + -0.018692322075366974, + 0.01848733425140381, + 0.00313407089561224, + -0.023676088079810143, + -0.020998435094952583, + 0.026776527985930443, + -0.01964038982987404, + 0.005364914424717426, + -0.00030127595528028905, + 0.003420733381062746, + -0.003888361854478717, + 0.006751784589141607, + -0.030773788690567017, + -0.007936869747936726, + 0.02197212725877762, + -0.030671294778585434, + -0.011671490967273712, + -0.008609486743807793, + 0.003657750552520156, + 0.02320205233991146, + 0.006905525457113981, + 0.005444987677037716, + -0.017552077770233154, + -0.013862297870218754, + -0.0018016502726823092, + -0.0028025670908391476, + -0.009865036234259605, + -0.01310640573501587, + 0.04432860389351845, + -0.004295134451240301, + 0.02782708965241909, + 0.001064174808561802, + 0.017231784760951996, + -0.01896136812865734, + -0.020280977711081505, + -0.00022720811830367893, + 0.024483226239681244, + 0.017500830814242363, + 0.013951979577541351, + 0.005438581574708223, + 0.0038339118473231792, + -0.014105720445513725, + 0.00026384167722426355, + 0.0073411245830357075, + 0.04986327514052391, + -0.011306356638669968, + -0.028390806168317795, + -0.002086711348965764, + -0.005976674612611532, + -0.01780831255018711, + -0.08840097486972809, + -0.026904644444584846, + 0.007655011955648661, + 0.01738552562892437, + -0.007001613266766071, + 0.009352566674351692, + 0.0024342297110706568, + 0.0030043520964682102, + -0.00830841064453125, + 0.012741271406412125, + 0.011844449676573277, + -0.02623843401670456, + -0.024572908878326416, + -0.0005709229735657573, + 0.034232959151268005, + -0.027929583564400673, + 0.01891012117266655, + -0.020204106345772743, + -0.012734864838421345, + 0.026776527985930443, + -0.00251430319622159, + 0.001099407090805471, + -0.008276381529867649, + 0.014131343923509121, + -0.018231099471449852, + -0.005486625712364912, + -0.01698836125433445, + 0.03215745463967323, + 0.002780146664008498, + -0.002128349617123604, + -0.01506660133600235, + -0.019063862040638924, + 0.0063546206802129745, + 0.0014044864801689982, + 0.01137682143598795, + 0.008571051061153412, + -0.026776527985930443, + 0.013951979577541351, + 0.021498091518878937, + -0.038563322275877, + 0.007808752823621035, + 0.004125379025936127, + -0.02276645414531231, + -0.05173378810286522, + -0.008744009770452976, + -0.0009520720923319459, + -0.0035232272930443287, + 0.014771930873394012, + 0.0011250305688008666, + -0.013990415260195732, + -0.028698287904262543, + -0.04373926669359207, + -0.007853593677282333, + 0.007879217155277729, + 0.024457603693008423, + 0.013849485665559769, + 0.02507256716489792, + 0.022125868126749992, + -0.005592322442680597, + 0.02816019393503666, + 0.012254425324499607, + -0.00028085726080462337, + -0.032669924199581146, + 0.022907383739948273, + -0.00753970630466938, + 0.0050222002901136875, + -0.015976233407855034, + 0.013836674392223358, + 0.018372029066085815, + 0.004708312917500734, + -0.021088115870952606, + 0.03295178338885307, + 0.005685207433998585, + 0.015117848291993141, + -0.03436107560992241, + -0.009262884967029095, + -0.023266112431883812, + -0.0015718397917225957, + 0.008391686715185642, + 0.0009889057837426662, + -0.011460097506642342, + -0.0154381413012743, + 0.008583863265812397, + 0.013849485665559769, + 0.0004984565894119442, + 0.006226503290235996, + 0.005361711140722036, + -0.0038851588033139706, + -0.010512028820812702, + -0.014746307395398617, + -0.006809437647461891, + 0.011882884427905083, + 0.0064314911141991615, + -0.02550816535949707, + 0.003427139250561595, + 0.02284332364797592, + -0.014797554351389408, + 0.0044969189912080765, + 0.023663274943828583, + 0.0019041441846638918, + -0.026020634919404984, + 0.005438581574708223, + -0.06108635663986206, + 0.028723910450935364, + -0.011876478791236877, + -0.022689582780003548, + 0.010025182738900185, + -0.02892889827489853, + 0.0033406601287424564, + 0.0023477505892515182, + -0.0189741812646389, + -0.0009905073093250394, + 0.00869916845113039, + 0.00667491415515542, + 0.0037089975085109472, + 0.004727530293166637, + -0.03874268755316734, + -0.001560629578307271, + 0.01935853250324726, + 0.0013035940937697887, + 0.01623246818780899, + 0.0004672279756050557, + -7.51688567106612e-05, + -0.01702679693698883, + 0.0073603419587016106, + -0.004833227023482323, + -0.028108946979045868, + 0.0002832594618666917, + -0.03487354516983032, + 0.002471063518896699, + 0.007309095002710819, + -0.031183764338493347, + 0.028108946979045868, + -0.0479927621781826, + -0.003910782281309366, + 0.01580968126654625, + 0.0031372737139463425, + 0.012209584005177021, + -0.03090190701186657, + 0.011690708808600903, + 0.010108459740877151, + 0.013042346574366093, + -0.0432780422270298, + -0.031004400923848152, + 0.03333613649010658, + -0.01580968126654625, + 0.01142166182398796, + 0.007001613266766071, + -0.021164987236261368, + 0.004189437720924616, + 0.015963422134518623, + 0.020755011588335037, + -0.0024470414500683546, + 0.03866581618785858, + -0.022228362038731575, + -0.001466943765990436, + 0.00762298284098506, + -0.0011986979516223073, + 0.01666806824505329, + -0.0010177321964874864, + -0.008250758051872253, + -0.023752957582473755, + 0.01616840995848179, + 0.004394425079226494, + 0.014105720445513725, + 0.008763226680457592, + -0.0016431050607934594, + 0.008295598439872265, + -0.03169623389840126, + -0.017244596034288406, + -0.0317474789917469, + -0.025982199236750603, + -0.005864571779966354, + 0.011581809259951115, + 0.02741711400449276, + 0.016155598685145378, + 0.02505975402891636, + 0.017897995188832283, + -0.01272845920175314, + 0.024906013160943985, + -0.05765280872583389, + 0.02357359416782856, + 0.014156967401504517, + 0.004826821386814117, + -0.043047431856393814, + 0.008404498919844627, + 0.021498091518878937, + 0.001606271369382739, + -0.0024998898152261972, + -0.009192420169711113, + -0.01060811709612608, + 0.004897285718470812, + -0.04061320051550865, + -0.002450244501233101, + 0.025264741852879524, + 0.013567628338932991, + -0.022612713277339935, + 0.012241613119840622, + 0.014374767430126667, + 0.0047723716124892235, + 0.004509730730205774, + 0.010729828849434853, + 0.0045193396508693695, + 0.017231784760951996, + -0.02195931412279606, + -0.0007931265281513333, + -0.008417310193181038, + 0.03487354516983032, + -0.017218973487615585, + -0.026904644444584846, + -0.008737603202462196, + 0.01970444992184639, + 0.013990415260195732, + 0.03928077965974808, + 0.012446600943803787, + 0.010960440151393414, + -0.016501516103744507, + 0.013426698744297028, + 0.0066621024161577225, + 0.0011090158950537443, + -0.02980009652674198, + 0.057345326989889145, + -0.0031372737139463425, + 0.01810298301279545, + 0.023355793207883835, + 0.007763911969959736, + 0.018743569031357765, + -0.00771907065063715, + -0.02933887392282486, + -0.010422347113490105, + 0.02276645414531231, + -0.014528508298099041, + 0.002581564709544182, + -0.0050446209497749805, + -0.02236928977072239, + -0.007206601090729237, + 0.00023361398780252784, + 0.0018256723415106535, + 0.0009008251363411546, + 0.039178285747766495, + -0.010781075805425644, + 0.045789141207933426, + 0.013260146602988243, + -0.015271589159965515, + 0.01817985251545906, + 0.01529721263796091, + 0.01333701703697443, + 0.00445528095588088, + 0.02203618548810482, + -0.017859559506177902, + -0.009685671888291836, + 0.0341048389673233, + -0.008628703653812408, + 0.010146894492208958, + -0.028032077476382256, + -0.006540391128510237, + 0.006248923949897289, + -0.024790707975625992, + 0.005390537902712822, + -0.010652958415448666, + 0.029876967892050743, + 0.03018444962799549, + 0.0038307090289890766, + 0.032669924199581146, + 0.017193349078297615, + -0.028903275728225708, + -0.006047139409929514, + -0.0038243031594902277, + 0.0026344130747020245, + -0.006245721131563187, + -0.0285189226269722, + 0.015335647389292717, + 0.009608801454305649, + -0.0038723470643162727, + -0.005493031814694405, + 0.026033446192741394, + -0.007661418057978153, + -0.00520476745441556, + -0.01388792134821415, + -0.02043471857905388, + 0.002728899708017707, + 0.01976850815117359, + -0.0064314911141991615, + -0.025392860174179077, + -0.02584127150475979, + 0.00866713933646679, + 0.0018817236414179206, + -0.028493300080299377, + 0.001047359430231154, + -0.020665328949689865 + ] + } + ], + "model": "ada", + "usage": { + "prompt_tokens": 7, + "total_tokens": 7 + } +} diff --git a/tests/test_embedding_models.py b/tests/test_embedding_models.py new file mode 100644 index 0000000..d5a7642 --- /dev/null +++ b/tests/test_embedding_models.py @@ -0,0 +1,46 @@ +import json +from pathlib import Path +from unittest.mock import patch + +from kotaemon.embeddings.openai import AzureOpenAIEmbeddings + +with open(Path(__file__).parent / "resources" / "embedding_openai_batch.json") as f: + openai_embedding_batch = json.load(f) + +with open(Path(__file__).parent / "resources" / "embedding_openai.json") as f: + openai_embedding = json.load(f) + + +@patch( + "openai.api_resources.embedding.Embedding.create", + side_effect=lambda *args, **kwargs: openai_embedding, +) +def test_azureopenai_embeddings_raw(openai_embedding_call): + model = AzureOpenAIEmbeddings( + model="text-embedding-ada-002", + deployment="embedding-deployment", + openai_api_base="https://test.openai.azure.com/", + openai_api_key="some-key", + ) + output = model("Hello world") + assert isinstance(output, list) + assert isinstance(output[0], float) + openai_embedding_call.assert_called() + + +@patch( + "openai.api_resources.embedding.Embedding.create", + side_effect=lambda *args, **kwargs: openai_embedding_batch, +) +def test_azureopenai_embeddings_batch_raw(openai_embedding_call): + model = AzureOpenAIEmbeddings( + model="text-embedding-ada-002", + deployment="embedding-deployment", + openai_api_base="https://test.openai.azure.com/", + openai_api_key="some-key", + ) + output = model(["Hello world", "Goodbye world"]) + assert isinstance(output, list) + assert isinstance(output[0], list) + assert isinstance(output[0][0], float) + openai_embedding_call.assert_called()