ug^ <ddlZddlmZmZmZmZmZmZddlm Z m Z ddl m Z ddl mZmZmZmZmZmZmZmZmZddlmZddlmZddlZddlZddlmZdd lm Z dd l!m"Z"dd lm#Z#dd l$m%Z%ddl&Z&ddl'Z'ddl(Z(ddl)Z*d ee ddffdZ+d ee ddffdZ,d eegee ddfffdZ-ej\de-de#d ee ddffdZ/ej\dd eefdZ0d eeefdZ1ej\de1de#d eeeddffdZ2d efdZ3deded dfdZ4de deed eed!e d df d"Z5d4d#e6d$e6d%e6d e7fd&Z8d4d#ed$ed%e6d e7fd'Z9de deed eed!e d df d(Z:de deed eed!e d df d)Z;de deed eed!e d df d*Zde deed eed!e d df d/Z?de deed eed!e d df d0Z@de d eed dfd1ZAde deed eed!e d df d2ZBde deed eed!e d df d3ZCy)5N) GeneratorListCallableIteratorTypecast)SystemSettings) ProducerFn) OperationRecordRequestVersionContext VectorQuery OperationScalarEncodingSegment SegmentScopeSeqIdVector)Producer) VectorReader)LocalHnswSegment)PersistentLocalHnswSegment)test_hnsw_config)FixtureRequest)countreturnc#Ktj}tdd|}t|}|j ||j t jj|rtj|yyw)Fixture generator for sqlite DBTF allow_reset is_persistentpersist_directoryN tempfilemkdtempr r startstopospathexistsshutilrmtree save_pathsettingssystems V/var/www/openai/venv/lib/python3.12/site-packages/chromadb/test/segment/test_vector.pysqliter2&sk  "I#H H F LLN L KKM ww~~i  i !BB c#Ktj}tdd|}t|}|j ||j t jj|rtj|yyw)rTrNr#r-s r1sqlite_persistentr56sk  "I#H H F LLN L KKM ww~~i  i !r3cttgSN)r2r5r1system_fixturesr:Is % &&r9module)scopeparamsrequestc#BKt|jywr7)nextparamr>s r1r0r0Ms w}} sfunction)r<cJdtdtfdfdtDS)zGenerate a sequence of embeddings with the property that for each embedding (other than the first and last), it's nearest neighbor is the previous in the sequence, and it's second nearest neighbor is the subsequentirctj|dz|dzg}td||tjdt j }|S)Ng? embedding_id embeddingencodingmetadata operation)nparrayr rFLOAT32rADD)rEvectorrecords r1 create_recordz(sample_embeddings..create_recordXsN1c61c6*+ A3#++mm   r9c3.K|] }|ywr7r8).0rErTs r1 z$sample_embeddings..cs .gM! gs)intr r)rTs@r1sample_embeddingsrYRs%    /eg ..r9cttgSr7)rrr8r9r1vector_readersr[fs 8 99r9c#(K|jywr7)rArBs r1 vector_readerr]js --scttjdtjtj dt iS)N test_typer)rX)rItyper< collectionrL file_paths)ruuiduuid4rVECTORUUIDrr8r9r1 create_random_segment_definitionrgos6  ::< !!99#!  r9segmentseq_idctj}tj|z dkrD|j|k\rytjdtj|z dkrDtd|)Ng?zTimed out waiting for seq_id )time max_seqidsleep TimeoutError)rhrir&s r1syncrpzsj IIKE ))+  !    & (  4 ))+  ! 6vh? @@r9r0rYr] produce_fnsc|jt}tdd}|jt }|d}|||d|dd}|||} | j t | || j|dk(sJ|||d|dd}t | || j|d k(sJy) Nrcollection_version log_positionraproducer collection_idn embeddingsrequest_version_context)instancerr reset_statergr&rpr) r0rYr]rqrxrsegment_definitionrymax_idrhs r1test_insert_and_countrs x(H31 9;&|4M # $     FF$67G MMO& ==1H= IQ NN N # $     F & ==1H= IQ NN Nr9abepsilonc$t||z |kSr7)absrrrs r1 approx_equalrs q1u: r9c@tfdt||DS)Nc3>K|]\}}t||ywr7)r)rVxyrs r1rWz&approx_equal_vector..sAytq!|Aq'*ys)allziprs `r1approx_equal_vectorrs As1ayA AAr9c |jt}tdd}|jt }|d}|||}|j ||||d\} } t || d|j|} t| t| k(sJt| d } t| | | D]5\} } }| d | d k(sJt| d tt| d r5J| d dDcgc]}|d  }}|j|| } t| d k(sJt| d } t| | d d| d dD]5\} } }| d | d k(sJt| d tt| d r5Jycc}w)Nrrsra rxryr{rzr}r~c |dSNrIr8vs r1z"test_get_vectors..AdGr9keyrIrJrkidsrc |dSrr8rs r1rz"test_get_vectors..rr9)rrr rrgr&rp get_vectorslensortedrrrr)r0rYr]rqrxrrryrhr{seq_idsvectorsactualexpectedriers r1test_get_vectorsrs x(H31 9;&|4MF$67G MMO%#$ J '"+!!:Q!RG w<3z? ** *W"34G$'W$E &d|x~---" ; fh{.C!D   %F'qrN +Nq1T7NC +!! )@"G w<1  W"34G$'AB$M &d|x~---" ; fh{.C!D   %N ,s> F c |jt}|jtdd}t }|d}|||}|j ||||d\} } t || d| D]} tt| d} t| gdddd | } |j| }t|dk(sJt|ddk(sJ|ddd | d k(sJ|dddJt|ddd| rJ| D cgc]} tt| d}} t|dddd | } |j| }t|t| k(sJt|| D]%\}} t|dk(sJ|dd | d k(r%J| dd}|D cgc]} tt| d}} t|d ddd | } |j| }t|t|k(sJt||tdt|D]U\}} }t|d k(sJ|dd | |d k(sJ|dd | |dz d k(sJ|dd | |dzd k(rUJycc} wcc} w)Nrrsradrr}rJr|Trk allowed_idsoptionsinclude_embeddingsrrIFrv)rrrr rgr&rprrr query_vectorsrrrrange)r0rYr]rqrxrrryrhr{rrrRqueryresultsrrtest_embeddingsrEs r1test_ann_queryrs  x(H 31:;&|4MF$67G MMO%#$ J '"+fa n-H#$;  ''.7|q   71:!###qz!}T"ag---qz!}[)555"71:a=#=vFFF$6@@ZtFAkN+ZG@   7  E##E*G w<3z? ** *GZ(11v{{tDzQtW$$$) !2&O5DE_tFAkN+_GE   7  E##E*G w<3/ // /wq#o:N1OP1a1v{{tDzZ]40000tDzZA.t4444tDzZA.t4444 Q;A"Fs I8(I=c  |jt}|jtdd}t }|d}|||}|j ||||d\} } t || d|j|dk(sJt| dddddtj t| tsJ| j|||d fd td D d dt || d|j|d k(sJ|j| ddg|gk(sJ|j|} t!| d k(sJt#| d} t%| | d dD]4\} } | d| dk(sJt'| dt)t*| dr4Jt)t*| dd}t-|gdddd|}|j/|}t!| d k(sJt1d|dDt1d| d dDk(sJ| j|||d fdtd D d dt || d|j|d k(sJy)Nrrsrarkrr}r~rIrHr|c3"K|]}ywr7r8rV_ delete_records r1rWztest_delete..^8x! x rwrc |dSrr8rs r1rztest_delete..qrr9rrJrFrc3&K|] }|d ywrINr8rVrs r1rWztest_delete../1qwc3&K|] }|d ywrr8rVrs r1rWztest_delete..6W1qwrc3"K|]}ywr7r8rs r1rWztest_delete..rr)rrrr rgr&rprr rDELETE isinstancerappendrrrrrrrrrrsetr0rYr]rqrxrrryrhr{rrrrrRr knn_resultsrs @r1 test_deleter6s x(H 31:;&|4MF$67G MMO%#$ J '"+ ==1H= IQ NN N# a= "" M gt $$ $ NN'8uQx8      '"+ ==1H= IQ NN N At$%?V      !!:Q!RG w<1  W"34GAB8d|x~---" ; fh{.C!D   9&*Q- 4 5F   7  E''.K w<1   / A/ /36W STSU6W3W WW W NN'8uQx8      '"+ ==1H= IQ NN Nr9rxryrMc tdDcgc] }t|}}g}|D]#}|j|j||%t dd} t ||d|j | dk(sJ|j|j|t|ddtjddgtjd| t ||d|j | dk(sJ|j| } t| dk(sJ|j|ddg| } tj| dd tjddgsJtt |dd } t#| gdddd | } |j%| d} | dd|ddk(sJ| dd|ddk(sJ| dd|ddk(sJtjddg} t#| gdddd | } |j%| d} | dd|ddk(sJ| dd|ddk(sJ| dd|ddk(sJycc}w)z3Tests the common code paths between update & upsertrvrrsr}r~rI$@NrHrrJFrr|r)rr@rsubmit_embeddingr rprr rNrOrrPrr array_equalrrrr)rxryrhrYrMrEr{rrrrrRrrs r1 _test_updaters498<8a$()8J<G x00BC41 '"+ ==1H= IQ NN N NN!!  a=&((D$<0'//#     '"+ ==1H= IQ NN N!!:Q!RG w<1  !! ]4 !;R"G >>'!*[1288T4L3I JJ J&*Q- 4 5F   7  E''.q1K q>$ :a=#6 66 6 q>$ :a=#6 66 6 q>$ :a=#6 66 6XXtTl #F   7  E''.q1K q>$ :a=#6 66 6 q>$ :a=#6 66 6 q>$ :a=#6 66 6A=sIc 6 |jt}|jt}|d}t dd}|||}|j t ||||tjtdtjddgtjdtj |||d fdtdD dd} t|| |j!| d k(sJ|j#dg| gk(sJy) Nrarrsno_such_recordrrHr|c3"K|]}ywr7r8)rVr update_records r1rWztest_update..48aM8rrwr~rvr)rrrrgr r&rrUPDATEr rNrOrrPrrprr) r0rYr]rqrxrryrrhrirs @r1 test_updaters0 x(H 9;&|4M31F$67G MMO='3DiFVFVW$ ((D$<(''"" M# 4584     F & ==1H= IQ NN N!".+rrrwr~rrrJ)rrrrgr r&rrUPSERTr rNrOrrPrrprrrr) r0rYr]rqrxrryrrhriresultrs @r1 test_upsertr sX x(H 9;&|4M31F$67G MMO='3DiFVFVW$ ((B8$''"" M# 4584     F & ==1H= IQ NN N   8O!F v;!   vay5rxxR7I JJ Jr9c|jt}|jt}|d}t dd}|||}|j |j |dk(sJtddddtj} |j||y#t$rtjdYywxYw)Nrarrsr~ not_in_dbrHz@Unexpected error. Deleting on an empty segment should not raise.)rrrrgr r&rr rrr BaseExceptionpytestfail)r0r]rxrryrrhrs r1test_delete_without_addr8sx(H 9;&|4M31F$67G MMO ==1H= IQ NN N# "" MX!!-? X VWXsB$$CCc |jt}|jtdd}t }|d}|||}|j ||||d\} } t || d|j|dk(sJt| dddddtj t| tsJ| j|||d fd td D d dt || d|j|d k(sJ|j| ddg|gk(sJ|j|} t!| d k(sJt#| d} t%| | d dD]4\} } | d| dk(sJt'| dt)t*| dr4Jt)t*| dd}t-|gdddd|}|j/|}t!| d k(sJt1d|dDt1d| d dDk(sJt|t2rt4j6j9|j;sJ|j=t4j6j9|j;rJ|j=yt|t>r3tAjBtD5|j=dddyy#1swYyxYw)Nrrsrarkrr}r~rIrHr|c3"K|]}ywr7r8rs r1rWz9test_delete_with_local_segment_storage..~rrrwrrc |dSrr8rs r1rz8test_delete_with_local_segment_storage..rr9rrJrFrc3&K|] }|d ywrr8rs r1rWz9test_delete_with_local_segment_storage..rrc3&K|] }|d ywrr8rs r1rWz9test_delete_with_local_segment_storage..rr)#rrrr rgr&rprr rrrrrrrrrrrrrrrrrr(r)r*_get_storage_folderdeleterrraisesNotImplementedErrorrs @r1&test_delete_with_local_segment_storagerVs* x(H 31:;&|4MF$67G MMO%#$ J '"+ ==1H= IQ NN N# a= "" M gt $$ $ NN'8uQx8      '"+ ==1H= IQ NN N At$%?V      !!:Q!RG w<1  W"34GAB8d|x~---" ; fh{.C!D   9&*Q- 4 5F   7  E''.K w<1   / A/ /36W STSU6W3W WW W'56ww~~g99;<<<77>>'"="="?@@@ G- . ]]. / NN 0 / / / /s #K>>Lc L|jt}|jt}|d}t dd}|||}|j ||||d\} } t || d|j|dk(sJt| dddddtj t| tsJ| j|||d fd td D d dt || d|j|d k(sJ|j| ddg|gk(sJ|j|} t!| d k(sJt#| d} t%| | d dD]4\} } | d| dk(sJt'| dt)t*| dr4Jt)t*| dd}t-|gdddd|}|j/|}t!| d k(sJt1d|dDt1d| d dDk(sJt|t2r|j4rot6j8j;|j=sJ|jt6j8j;|j=rJyt6j8j;|j=sJ|jt6j8j;|j=sJyy)Nrarrsrkrr}r~rIrHr|c3"K|]}ywr7r8rs r1rWzAtest_reset_state_ignored_for_allow_reset_false..rrrwrrc |dSrr8rs r1rz@test_reset_state_ignored_for_allow_reset_false..rr9rrJrFrc3&K|] }|d ywrr8rs r1rWzAtest_reset_state_ignored_for_allow_reset_false..rrc3&K|] }|d ywrr8rs r1rWzAtest_reset_state_ignored_for_allow_reset_false..rr)rrrrgr r&rprr rrrrrrrrrrrrrrrrr _allow_resetr(r)r*r)r0rYr]rqrxrryrrhr{rrrrrRrrrs @r1.test_reset_state_ignored_for_allow_reset_falsersE x(H 9;&|4M31F$67G MMO%#$ J '"+ ==1H= IQ NN N# a= "" M gt $$ $ NN'8uQx8      '"+ ==1H= IQ NN N At$%?V      !!:Q!RG w<1  W"34GAB8d|x~---" ; fh{.C!D   9&*Q- 4 5F   7  E''.K w<1   / A/ /36W STSU6W3W WW W'56   77>>'"="="?@ @@    !ww~~g&A&A&CD DDD77>>'"="="?@ @@    !77>>'"="="?@ @@7r9)g-C6?)Drtypingrrrrrrchromadb.configr r chromadb.test.conftestr chromadb.typesr r rrrrrrrchromadb.ingestrchromadb.segmentrrcrl'chromadb.segment.impl.vector.local_hnswr2chromadb.segment.impl.vector.local_persistent_hnswr!chromadb.test.property.strategiesrr itertoolsrr$r(r+numpyrNr2r5r:fixturer0rYr[r]rgrprfloatboolrrrrrrfrrrrrrr8r9r1r sr BB,-   %) ?!  ! &$,- ! !9VT4%78 !&'hr9VT45G+H'HIJ'h'89 N yt1C'D : j!/8O4/"/&:T,/0:h~'78>i\8JDRV8V.W9'A,AA$A$O $O0$O %$O $O  $ON E e e  B6BfBuB$B/ / 0/  %/  /  / dN5 N50N5 %N5 N5  N5b\O \O0\O %\O \O  \O~I7I799I7I7 0 I7  I7  I7X) )0) %) )  )X(K (K0(K %(K (K  (KVX X %X X