*j&dZddlmZddlZddlmcmZddl Z ddl Z ddl m Z mZmZdZGddZeZgdZd eiZd Zd Zd Zd ZdZdZdZdZdS)uETests for compiler/stages/index.py — offline using a stub embedder.) annotationsN) _sub_chunk build_index query_index c"eZdZdZdddd d Zd S) _HashEmbedderuMDeterministic stub: text → fixed-dim unit vector derived from content hash.F)show_progress_barnormalize_embeddings sentences list[str]r boolr return np.ndarraycg}|D]}tj|}|tt |zdzzdt}t j|t j t j dz }|r*t j |} | dkr|| z}| |t j|S)N)dtypeg`@r)hashlibsha256encodedigestDIMlennp frombufferuint8astypefloat32linalgnormappendstack) selfr r r vecsshrawvecr s B/Users/jameslopez/projects/MentorCore/tests/compiler/test_index.pyrz_HashEmbedder.encodes  Aqxxzz**1133As1vv )*DSD1C-28444;;BJGG%OC# y~~c**!884KC KK    x~~N)r r r rr rrr)__name__ __module__ __qualname____doc__rr*r)r r s@WW #(%* r*r )z\You have power over your mind, not outside events. Realize this, and you will find strength.zQThe impediment to action advances action. What stands in the way becomes the way.z^Very little is needed to make a happy life; it is all within yourself in your way of thinking.zaAccept the things to which fate binds you and love the people with whom fate brings you together.zPDwell on the beauty of life. Watch the stars and see yourself running with them. stoic-textsc.d}t|}|g}||k}|stjd|fd||fdtjvstjtrtjtnddtjvstj|rtj|ndtj|tj|dz}dd|iz}ttj|dx}x}}dS) NzShort paragraph.==)z0%(py3)s {%(py3)s = %(py0)s(%(py1)s) } == %(py6)srtextpy0py1py3py6assert %(py8)spy8) r @pytest_ar_call_reprcompare @py_builtinslocals_should_repr_global_name _safereprAssertionError_format_explanation)r4 @py_assert2 @py_assert5 @py_assert4 @py_format7 @py_format9s r) test_sub_chunk_short_passthroughrI7s/ D d  %v% v %%%%%%%%%% v%%%%%%%%%%%%:%%%%%:%%%%%%%%%%%%%d%%%%%d%%%%%% %%%%v%%%%%%%%%%%%%%%%%%%%%%%%%%%%%r*c~d}t|d}t|}d}||k}|stjd|fd||fdt jvstjtrtjtnddt jvstj|rtj|ndtj|tj|d z}d d |iz}ttj |dx}x}}|D]}t|}d }||k}|stjd |fd||fdt jvstjtrtjtnddt jvstj|rtj|ndtj|tj|d z}d d |iz}ttj |dx}x}}dS)NaSentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. Sentence one is here. ) max_charsr>z/%(py3)s {%(py3)s = %(py0)s(%(py1)s) } > %(py6)srchunksr5r:r;i,)<=)z0%(py3)s {%(py3)s = %(py0)s(%(py1)s) } <= %(py6)schunk) rrr<r=r>r?r@rArBrC) long_textrPrDrErFrGrHrRs r)test_sub_chunk_splits_long_textrT<sj.I  S 1 1 1F v;;;?;33vv;!!5zz S zS          zS            s     s             5     5      z    S                            !!r*c ftt|dz tdddl}|t |dz }d}|j}|}|j}||v}|stj d|fd||ftj |dtj vstj |rtj |ndtj |tj |tj |d z}d d |iz} ttj| dx}x}x}x}}|d} | j} | } td } t%| }| |k}|stj d |fd| |fdtj vstj | rtj | ndtj | tj | dtj vstj t$rtj t$ndtj | tj |dz}dd|iz}ttj|dx} x} x}x} }dS)NindexTembedder overwriterrPin)zf%(py1)s in %(py9)s {%(py9)s = %(py7)s {%(py7)s = %(py5)s {%(py5)s = %(py3)s.list_tables }() }.tables }db)r7r8py5py7py9zassert %(py11)spy11r0r2)zi%(py4)s {%(py4)s = %(py2)s {%(py2)s = %(py0)s.count_rows }() } == %(py10)s {%(py10)s = %(py6)s(%(py8)s) }tabler)r6py2py4r9r;py10zassert %(py12)spy12)r INDEXABLE FAKE_EMBEDDERlancedbconnectstr list_tablestablesr<r=rAr>r?r@rBrC open_table count_rowsr)tmp_pathrhr\ @py_assert0rF @py_assert6 @py_assert8rD @py_format10 @py_format12ra @py_assert1 @py_assert3 @py_assert7 @py_assert9rE @py_format11 @py_format13s r)test_build_index_creates_tabler{Gs 8g- QUVVVVNNN X/00 1 1B .r~.~~''.'..8. ..........8......8...........r.....r......~....'.................................... MM( # #E  >    >Y}%=>%=!>!>> !> >>>>>>>>>> !>>>>>>>>>>>>>5>>>>>5>>>>>> >>>> >>>>>>>>>>>>>>>>>>>>>>%=>>>>!>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>r*c|dz }tt|tdtd|dt}t |}d}||k}|st jd|fd ||fd tjvst j trt j tnd d tjvst j |rt j |nd t j |t j |d z}d d|iz}tt j |dx}x}}d}|d} || v}|slt jd|fd|| ft j |t j | dz} dd| iz}tt j |dx}x}} d}|d} || v}|slt jd|fd|| ft j |t j | dz} dd| iz}tt j |dx}x}} d}|d} || v}|slt jd|fd|| ft j |t j | dz} dd| iz}tt j |dx}x}} dS)NrVTrWzmind and powertop_krXrrMrOrresultsr5r:r;chunk_idrZ)z%(py1)s in %(py4)s)r7rczassert %(py6)sr9 source_idr4 rrfrgrrr<r=r>r?r@rArBrC) ro index_dirrrDrErFrGrHrprv @py_format5s r) test_query_index_returns_resultsrQsJ7"I 9}MMMM*IQWWWG w<<!r?r@rArBrC)rorrDru @py_format4 @py_format6s r)$test_query_index_empty_returns_emptyr[sHw&G7b=7b77br*c|dz }tt|tdtt|tdtd|dt}t |}d}||k}|st jd|fd ||fd tjvst j trt j tnd d tjvst j |rt j |nd t j |t j |d z}d d|iz}tt j |dx}x}}dS)NrVTrWvirtuer~rrMrOrrr5r:r;r)rorrrDrErFrGrHs r)test_build_index_overwriterbsq7"I 9}MMMM 9}MMMM(IQOOOG w<<!z-test_chunk_ids_are_unique..vs---1:---r*r2)zn%(py6)s {%(py6)s = %(py0)s(%(py4)s {%(py4)s = %(py1)s(%(py2)s) }) } == %(py11)s {%(py11)s = %(py8)s(%(py9)s) }rset chunk_ids)r6r7rbrcr9r;r_r`zassert %(py13)spy13)rrfrgrhrirjrmsearchrlimitto_listrrr<r=r>r?r@rArBrC) rorrhr\rarowsrrvrE @py_assert10rwrt @py_format14s r)test_chunk_ids_are_uniquerns7"I 9}MMMMNNN Y ( (B MM( # #E << $ $ * *4 0 0 8 8 : :D-----I9~~03~  0#i..0 . 0000000000 .00000000000030000030000000000000s00000s00000000000009000009000000~0000 00000000000#00000#0000000000000i00000i000000.0000000000000000000000000000000r*)r. __future__rbuiltinsr>_pytest.assertion.rewrite assertionrewriter<rnumpyrcompiler.stages.indexrrrrr rg _PASSAGESrfrIrTr{rrrrrr/r*r)rsFKK""""""FFFFFFFFFF0      I & &&& !!!???   @@@ 1 1 1 1 1r*