]j d dl Z d dlZd dlZd dlZd dlZd dlT d dlmZ d dlmZ d dlmZ d dlm Z d dlm
Z
d dlm Z d d lm Z d d
lm
Z
d d lmZ d d lmZ d d
lmZ d dlmZmZmZmZmZmZmZmZmZmZm Z dZ n
# e $ r dZ Y nw xY wej d dk re Z!dZ"dZ#eej$ dd dk rdndZ%ndZ%dZ& G d de' Z( G d de( Z) G d d e' Z* G d d e+ Z, G d d e Z- G d! d"e- Z. G d# d$e/ Z0 G d% d&e0 Z1 G d' d(e2 Z3 G d) d*e4 Z5 G d+ d,e6 Z7 G d- d.e7 Z8 G d/ d0e8 Z9d1Z: e;d2 e;e: z e;e:< z e; e=d3 f z Z> e;d4 e?d5 D Z@[:[> ejA d6 ZB G d7 d8e8 ZC dRd9ZD G d: d;e7 ZEd<e
_F d= ZG G d> d?eH ZIe r@d ZJd@ZKdAZLdZMdZNdBZOdCZPdDZQdEZRdFZSd ZTd@ZUdAZVdZWdZXdBZYdCZZdDZ[dEZ\dFZ]dGZ^dSdHZ_dTdIZ` G dJ dKeI ZadL ZbdM ZcdN ZddO ZedP ZfdQ ZgdS )U N)*)
ColumnBase)EnclosedNodeList)Entity)
Expression)Insert)Node)NodeList)OP) VirtualField)
merge_dict)sqlite3) backupbackup_to_fileBlobConnectionHelperregister_bloomfilterregister_hash_functionsregister_rank_functionssqlite_get_db_statussqlite_get_status
TableFunctionZeroBlobTF pcxpcnalx)r r )r r c . e Zd ZdZdxZxZZ fdZ xZS )
RowIDFieldTrowidc || j k r't t | d| j d t t | j ||g|R d S )Nz must be named "z".)
required_name
ValueErrortypesuperr! bind)selfmodelnameargs __class__s K/opt/imunify360/venv/lib64/python3.11/site-packages/playhouse/sqlite_ext.pyr( zRowIDField.bind8 sm 4% % % "4jjjj$*<*<*< > ? ?
?$j$ $UD84888888 ) __name__
__module__ __qualname__auto_increment column_namer+ r$ r(
__classcell__r- s @r. r! r! 4 sL N)00K0$ 9 9 9 9 9 9 9 9 9r/ r! c e Zd ZdxZxZZdS )
DocIDFielddocidN)r0 r1 r2 r4 r+ r$ r/ r. r8 r8 ? s )00K0$ r/ r8 c e Zd Z fdZ xZS )AutoIncrementFieldc t t | | }t |t d f S )N
AUTOINCREMENT)r' r< ddlr
SQL)r) ctx node_listr- s r. r? zAutoIncrementField.ddlD s< ,d3377<< C$8$89:::r/ )r0 r1 r2 r? r5 r6 s @r. r< r< C s8 ; ; ; ; ; ; ; ; ;r/ r< c e Zd ZdZd ZdS )
TDecimalFieldTEXTc d S Nr: r) s r.
get_modifierszTDecimalField.get_modifiersK s r/ N)r0 r1 r2
field_typerI r: r/ r. rD rD I s J!!!!!r/ rD c e Zd Zd fd Zed Zd ZddZddZddZ ddZ
dd Z d
Z d Z
d Zd
Zd Zd Zd Z xZS )JSONPathNc v t t | || _ |pd| _ d S Nr: )r' rL __init___field_path)r) fieldpathr- s r. rO zJSONPath.__init__O s5
h &&((( ZR
r/ c V t dd | j z S )Nz$%s )ValuejoinrQ rH s r. rS z
JSONPath.pathT s# URWWTZ 0 00111r/ c t |t s|dk rd|z }nd|z } t | | j | j |fz S )N#z[%s]z.%s)
isinstanceintr& rP rQ )r) idxitems r. __getitem__zJSONPath.__getitem__X sS c3 3#::C<DD3;DtDzz$+tzTG';<<<r/ c |s t |t t f r2t | j | }t | j | d j | S NrY ) rZ listdictfnjsonrP _json_dumpsjson_setrS r) valueas_jsons r. appendzJSONPath.append_ s^ <jt 55 <GGDK 3 3E : :;;E{{4;S >>>r/ c |s t |t t f r2t | j | } || j | j | S rG )rZ ra rb rc rd rP re rS r) funcrh ri s r. _json_operationzJSONPath._json_operationd sX <jt 55 <GGDK 3 3E : :;;EtDKE222r/ c D | t j || S rG )rn rc json_insertrg s r. insertzJSONPath.inserti s ##BNE7CCCr/ c D | t j || S rG )rn rc rf rg s r. setz JSONPath.setl s ##BK@@@r/ c D | t j || S rG )rn rc json_replacerg s r. replacezJSONPath.replaceo ##BOUGDDDr/ c | t | | j | S rG )rs rc
json_patchrP re r) rh s r. updatezJSONPath.updater s2 xx
dDK,C,CE,J,JKKLLLr/ c L t | j | j S rG )rc json_removerP rS rH s r. removezJSONPath.removeu s ~~dk49555r/ c L t | j | j S rG )rc json_typerP rS rH s r. r zJSONPath.json_typex ||DK333r/ c L t | j | j S rG )rc json_array_lengthrP rS rH s r. lengthzJSONPath.length{ s ##DK;;;r/ c L t | j | j S rG )rc json_eachrP rS rH s r. childrenzJSONPath.children~ r r/ c L t | j | j S rG )rc json_treerP rS rH s r. treez
JSONPath.tree r r/ c | | j r%t | j | j n| j S rG )sqlrQ rc json_extractrP rS r) rA s r. __sql__zJSONPath.__sql__ s> ww *6rt{DI>>>*.+7 7 7r/ rG )r0 r1 r2 rO propertyrS r^ rj rn rq rs rv r{ r~ r r r r r r5 r6 s @r. rL rL N sC
2 2 X2= = =? ? ? ?
3 3 3 3
D D D DA A A AE E E EM M M6 6 64 4 4< < <4 4 44 4 47 7 7 7 7 7 7r/ rL c H e Zd Zd
dZd
dZd
dZd
dZd
dZd Zd Z d Z
dS ) JSONBPathNc |s t |t t f r2t | j | }t | j | d j | S r` ) rZ ra rb rc jsonbrP re jsonb_setrS rg s r. rj zJSONBPath.append s^ =jt 55 =HHT[ 4 4U ; ;<<E||DKc ???r/ c |s t |t t f r2t | j | } || j | j | S rG )rZ ra rb rc r rP re rS rl s r. rn zJSONBPath._json_operation sX =jt 55 =HHT[ 4 4U ; ;<<EtDKE222r/ c D | t j || S rG )rn rc jsonb_insertrg s r. rq zJSONBPath.insert rw r/ c D | t j || S rG )rn rc r rg s r. rs z
JSONBPath.set s ##BL%AAAr/ c D | t j || S rG )rn rc
jsonb_replacerg s r. rv zJSONBPath.replace s ##B$4eWEEEr/ c | t | | j | S rG )rs rc jsonb_patchrP re rz s r. r{ zJSONBPath.update s2 xxtT[-D-DU-K-KLLMMMr/ c L t | j | j S rG )rc jsonb_removerP rS rH s r. r~ zJSONBPath.remove s t{DI666r/ c | | j r%t | j | j n| j S rG )r rQ rc
jsonb_extractrP rS r s r. r zJSONBPath.__sql__ s@ ww *6r'' TY???*.+7 7 7r/ rG ) r0 r1 r2 rj rn rq rs rv r{ r~ r r: r/ r. r r s @ @ @ @
3 3 3 3
E E E EB B B BF F F FN N N7 7 77 7 7 7 7r/ r c j e Zd ZdZdZeZd fd Zd Zd Z d Z
e
e j Z
e
e j Z e
e j Z e
e j Z e
e j Z e
e j Zej Zd Zd Zd
Z d Z dd Z dd
Z ddZ ddZ!d Z"d Z#d Z$ddZ%d Z&d Z' xZ(S ) JSONFieldJSONFNc |p t j | _ |p t j | _ t t | j di | d S rN )rd dumpsre loads _json_loadsr' r rO )r)
json_dumps
json_loadskwargsr- s r. rO zJSONField.__init__ sJ %3%3'i '11&11111r/ c h |/ | | S # t t f$ r |cY S w xY wd S rG )r TypeErrorr% rz s r. python_valuezJSONField.python_value sR
''... z*
s //c |Dt |t s-t | | }|S d S rG )rZ r rc rd re rz s r. db_valuezJSONField.db_value sF eT**
9 0 0 7 788L r/ c fd}|S )Nc t |t t f rt || j d }t | | S )NF) converterunpack)rZ ra rb rV r r )r) rhsops r. innerzJSONField._e.<locals>.inner sB #d|,,
HC4=GGG dB,, ,r/ r: )r r s ` r. _ez JSONField._e s# - - - - - r/ c 8 | | | S rG )Path)r) r] s r. r^ zJSONField.__getitem__ s yyt$$r/ c > d |D }t j | g|R S )Nc 0 g | ]}t |d S Fr rV .0ps r.
<listcomp>z%JSONField.extract.<locals>.<listcomp> % :::qqE***:::r/ )rc r r) pathss r. extractzJSONField.extract s- ::E:::t,e,,,,r/ c B t | dt |d S )Nz->Fr r rV r) rS s r. extract_jsonzJSONField.extract_json s! $eDE&B&B&BCCCr/ c B t | dt |d S )Nz->>Fr r r s r. extract_textzJSONField.extract_text s! $uTU'C'C'CDDDr/ c T | | || S rG )r rj rg s r. rj zJSONField.append " yy%%eW555r/ c T | | || S rG )r rq rg s r. rq zJSONField.insert r r/ c T | | || S rG )r rs rg s r. rs z
JSONField.set s" yy""5'222r/ c T | | || S rG )r rv rg s r. rv zJSONField.replace s" yy&&ug666r/ c R | | | S rG )r r{ )r) datas r. r{ zJSONField.update s yy%%d+++r/ c x |s'| | S t j | g|R S rG )r r~ rc r} r s r. r~ zJSONField.remove s> ,99T??))++ +~d+U++++r/ c 6 t | S rG )rc r rH s r. r zJSONField.json_type ||D!!!r/ c 0 |r| |fn| f}t j | S rG )rc r )r) rS r, s r. r zJSONField.length s$ #0d||$#T**r/ c 6 t | S )a?
Schema of `json_each` and `json_tree`:
key,
value,
type TEXT (object, array, string, etc),
atom (value for primitive/scalar types, NULL for array and object)
id INTEGER (unique identifier for element)
parent INTEGER (unique identifier of parent element or NULL)
fullkey TEXT (full path describing element)
path TEXT (path to the container of the current element)
json JSON hidden (1st input parameter to function)
root TEXT hidden (2nd input parameter, path at which to start)
)rc r rH s r. r zJSONField.children s ||D!!!r/ c 6 t | S rG )rc r rH s r. r zJSONField.tree r r/ )NNrG ))r0 r1 r2 rJ r rL r rO r r r r EQ__eq__NE__ne__GT__gt__GTE__ge__LT__lt__LTE__le__Field__hash__r^ r r r rj rq rs rv r{ r~ r r r r r5 r6 s @r. r r s J
F D2 2 2 2 2 2
RYYF
RYYF
RYYF
RZZF
RYYF
RZZF~H% % %- - -D D DE E E6 6 6 66 6 6 63 3 3 37 7 7 7, , ,, , ,
" " "+ + + +" " """ " " " " " "r/ r c . e Zd ZdZeZd Zd Zd Zd Z dS )
JSONBFieldJSONBc |Dt |t s-t | | }|S d S rG )rZ r rc r re rz s r. r zJSONBField.db_value sF eT**
:!1!1%!8!899L r/ c 6 t | S rG )rc rd rH s r. rd zJSONBField.json s wwt}} r/ c > d |D }t j | g|R S )Nc 0 g | ]}t |d S r r r s r. r z&JSONBField.extract.<locals>.<listcomp> r r/ )rc r r s r. r zJSONBField.extract s. ::E::: -u----r/ c x |s'| | S t j | g|R S rG )r r~ rc r r s r. r~ zJSONBField.remove s> ,99T??))++ +t,e,,,,r/ N)
r0 r1 r2 rJ r r r rd r r~ r: r/ r. r r sZ J D . . .- - - - -r/ r c J e Zd Zd
fd Zd Zed Zd Zd d Z xZ S ) SearchFieldFNc |r t dt | z t t | ||d d S )Nz8SearchField does not accept these keyword arguments: %s.T) unindexedr4 null)r% sortedr' r rO )r) r r4 kr- s r. rO zSearchField.__init__ sm ; .06q : ; ;
;
k4 ))I6A * N N N N Nr/ c " t | | S rG )match)r) terms r. r zSearchField.match& s T4 r/ c t | d s:d | j j j D }| | j | _ | j S )N_fts_column_indexc F g | ] }t |t |j S r: )rZ r r+ )r fs r. r z0SearchField.fts_column_index.<locals>.<listcomp>, s8 < < < *1k : : <QV < < <r/ )hasattrr* _meta
sorted_fieldsindexr+ r )r)
search_fieldss r. fts_column_indexz SearchField.fts_column_index) s\ t 011 D < <TZ-=-K < < <M%2%8%8%C%CD "%%r/ c h | j }t | j j j ||| S rG )r rc highlightr* r entity)r) leftright
column_idxs r. r zSearchField.highlight1 s* *
||DJ , 3ZuMMMr/ ... c d|cxk rdk sn t d | j }t | j j j ||||| S )Nr A z/max_tokens must be between 1 and 64 (inclusive))r% r rc snippetr* r r )r) r r over_length
max_tokensr
s r. r zSearchField.snippet5 sc J######## NOO O*
zz$**1:tU%z3 3 3r/ )FN)r r )
r0 r1 r2 rO r r r r r r5 r6 s @r. r r s N N N N N N! ! ! & & X&N N N3 3 3 3 3 3 3 3r/ r c ( e Zd ZddZd fd Z xZS )VirtualTableSchemaManagerTc | j t | j j j | }| }| d |r| d | | j d | j j j }t |t r| | S | t | d g }| j j }|j r$|
d |j D |j D ]}t |t s|j r t# |j g}|j r"| t d | t+ | |j r$|
d |j D |r(|
| | | t1 | S )NzCREATE VIRTUAL TABLE zIF NOT EXISTS z USING c , g | ]}t | S r: r@ r as r. r zCVirtualTableSchemaManager._create_virtual_table.<locals>.<listcomp>W s D D Dc!ff D D Dr/ UNINDEXEDc , g | ]}t | S r: r r s r. r zCVirtualTableSchemaManager._create_virtual_table.<locals>.<listcomp>c s = = =c!ff = = =r/ )r*
clean_optionsr
r options_create_contextliteralr extension_modulerZ r r@ prefix_argumentsextendr r! _hiddenr r4 r rj r
arguments_create_table_option_sqlr ) r) safer rA
ext_moduler$ metarR field_defs r. _create_virtual_tablez/VirtualTableSchemaManager._create_virtual_table> s& *** tz'/ 9 9; ; ""$$ +,,, * KK( ) ) )
#dj//
')
Z%6
j$ ' ' '77:&& & J ((--- z F D Dd.C D D D E E E ' 2 2E%*..
%-
1223I
3 [!1!1222 Xi 0 0 1 1 1 1 > ? = =dn = = = > > > E T : :7 C C D D Dww' 22333r/ c t | j t r | j |fi |S t t
| j |fi |S rG )
issubclassr* VirtualModelr* r' r
_create_table)r) r& r r- s r. r. z'VirtualTableSchemaManager._create_tablei sd dj, / / ?-4-d>>g>> >Cu.55C r/ T)r0 r1 r2 r* r. r5 r6 s @r. r r = sR )4 )4 )4 )4V r/ r c > e Zd Z G d d Zed ZdS )r- c " e Zd ZdZdZdZdZeZdS )VirtualModel.MetaNF) r0 r1 r2 r$ r r! primary_keyr schema_manager_classr: r/ r. Metar2 r s, 8 r/ r5 c |S rG r: )clsr s r. r zVirtualModel.clean_optionsy s r/ N)r0 r1 r2 r5 classmethodr r: r/ r. r- r- q sW 9 9 9 9 9 9 9 9 [ r/ r- c $ e Zd Zed ZdS ) BaseFTSModelc F | d }| d }| d }t |t r |dk rd|d< n<t |t r't |j j j |j |d< |rVt |t t f r d d |D }d| d z |d< |r*| j j
d
k rd |z |d< |S ) NcontentprefixtokenizerU z'',c , g | ]}t | S r: )str)r is r. r z.BaseFTSModel.clean_options.<locals>.<listcomp> s ":":":a3q66":":":r/ z'%s'z' fts5"%s")getrZ
basestringr r r* r
table_namer4 ra tuplerW stripr lower)r7 r r< r= r> s r. r zBaseFTSModel.clean_options s& ++i((X&&;;z** gz * * =w"}}!%GI
'
' =!'
(;(F(/(;"= "=GI <&4-00
< ":":6":":":;; & d);); ;GH 4 288::fDD #)8"3GJ r/ N)r0 r1 r2 r8 r r: r/ r. r: r: ~ s- [ r/ r: c e Zd ZdZ e Z G d d Zed Zed Z ed Z
ed Z edd
Z edd Z
ed
Zed Zed Zed Zed Zed Ze d d Ze d d Ze d d Ze d d ZdS ) FTSModelz
VirtualModel class for creating tables that use either the FTS3 or FTS4
search extensions. Peewee automatically determines which version of the
FTS extension is supported and will use FTS4 if possible.
c e Zd Zdez ZdS )
FTSModel.MetazFTS%sN)r0 r1 r2 FTS_VERSIONr r: r/ r. r5 rN s "[0r/ r5 c | j j }| j j d|d|d|d }| S )Nz INSERT INTO (z
) VALUES('z');)r rG database execute_sqlfetchone)r7 cmdtblress r. _fts_cmdzFTSModel._fts_cmd sO i"i ,,,25##sssCCC @B B||~~ r/ c , | d S NoptimizerX r7 s r. r[ zFTSModel.optimize ||J'''r/ c , | d S Nrebuildr\ r] s r. ra zFTSModel.rebuild ||I&&&r/ c , | d S )Nintegrity-checkr\ r] s r. integrity_checkzFTSModel.integrity_check s || -...r/ c 8 | d|d| S )Nzmerge=r? r\ )r7 blockssegmentss r. mergezFTSModel.merge s! |||VVVXX >???r/ Tc : | d|rdpdz S )Nz automerge=%s10r\ )r7 states r. automergezFTSModel.automerge s" ||Nem.Bs CDDDr/ c 6 t | j j | S zU
Generate a `MATCH` expression appropriate for searching this table.
r r r r7 r s r. r zFTSModel.match
SY%t,,,r/ c z t | j j t }t j |g|R S rG )rc matchinfor r FTS3_MATCHINFOfts_rank)r7 weightsrw s r. rankz
FTSModel.rank s2 LL!1>BB {9/w////r/ c z t | j j t }t j |g|R S rG )rc rw r r FTS4_MATCHINFOfts_bm25r7 rz
match_infos r. bm25z
FTSModel.bm25 s2 \\#)"2NCC
{:00000r/ c z t | j j t }t j |g|R S rG )rc rw r r r} fts_bm25fr s r. bm25fzFTSModel.bm25f s2 \\#)"2NCC
|J11111r/ c z t | j j t }t j |g|R S rG )rc rw r r r}
fts_lucener s r. lucenezFTSModel.lucene s2 \\#)"2NCC
}Z2'2222r/ c |s | }nut |t r[g }| j j D ]F} | | | | j d }
| |
G || }n || }d} |} |r| | | f} |r|st | } | j |
| | | S )N ?r: )
rZ rb r r rE r+ rj aliasr@ selectwherer order_by)
r7 r rz
with_score score_aliasscore_fnexplicit_orderingr{ weight_argsrR field_weight selectionr s
r. _searchzFTSModel._search s &8::DD
&
& & K 0
1
1 '{{5'++ej#2N2N O O ""<00008[)DD8W%D 7 djj 5 56I ( / (;''H$syy''(## %r/ NFscorec @ | ||||| j | S 'Full-text search using selected `term`.)r r{ r7 r rz r r r s r. searchzFTSModel.search . {{ H
r/ c @ | ||||| j | S z:Full-text search for selected `term` using BM25 algorithm.)r r r s r. search_bm25zFTSModel.search_bm25 r r/ c @ | ||||| j | S r )r r r s r. search_bm25fzFTSModel.search_bm25f s. {{ I
r/ c @ | ||||| j | S r )r r r s r.
search_lucenezFTSModel.search_lucene s. {{ J
r/ )rf rg r/ NFr F)r0 r1 r2 __doc__r8 r9 r5 r8 rX r[ ra re rk rp r r{ r r r r r r r r r: r/ r. rL rL sA
JLLE1 1 1 1 1 1 1 1 [ ( ( [( ' ' [' / / [/ @ @ @ [@ E E E [E - - [- 0 0 [0 1 1 [1 2 2 [2 3 3 [3 % % [%6 FM!& [ 8=;@ [ 9><A [ :?=B [ r/ rL abcdefghijklmnopqrstuvwxyzz ,"(){}*:_+0123456789 c # ` K | ])}t | t vt | V *d S rG )chr _alphanumr s r. <genexpr>r . s8 KK3q663J3JSVV3J3J3J3JKKr/ z(?:[^\s"]|"(?:\\.|[^"])*")+c * e Zd ZdZ e Z G d d ZddddZed Z ed Z
e d
Z e e
d fd Zed
Zed Zed Ze d"d Ze d"d Zed Zed Zed Zed Zed Zed Zed Zed Zed Z ed#d Z ed$d! Z dS )% FTS5Modelan
Requires SQLite >= 3.9.0.
Table options:
content: table name of external content, or empty string for "contentless"
content_rowid: column name of external content primary key
prefix: integer(s). Ex: '2' or '2 3 4'
tokenize: porter, unicode61, ascii. Ex: 'porter unicode61'
The unicode tokenizer supports the following parameters:
* remove_diacritics (1 or 0, default is 1)
* tokenchars (string of characters, e.g. '-_'
* separators (string of characters)
Parameters are passed as alternating parameter name and value, so:
{'tokenize': "unicode61 remove_diacritics 0 tokenchars '-_'"}
Content-less tables:
If you don't need the full-text content in it's original form, you can
specify a content-less table. Searches and auxiliary functions will work
as usual, but the only values returned when SELECT-ing can be rowid. Also
content-less tables do not support UPDATE or DELETE.
External content tables:
You can set up triggers to sync these, e.g.
-- Create a table. And an external content fts5 table to index it.
CREATE TABLE tbl(a INTEGER PRIMARY KEY, b);
CREATE VIRTUAL TABLE ft USING fts5(b, content='tbl', content_rowid='a');
-- Triggers to keep the FTS index up to date.
CREATE TRIGGER tbl_ai AFTER INSERT ON tbl BEGIN
INSERT INTO ft(rowid, b) VALUES (new.a, new.b);
END;
CREATE TRIGGER tbl_ad AFTER DELETE ON tbl BEGIN
INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b);
END;
CREATE TRIGGER tbl_au AFTER UPDATE ON tbl BEGIN
INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b);
INSERT INTO ft(rowid, b) VALUES (new.a, new.b);
END;
Built-in auxiliary functions:
* bm25(tbl[, weight_0, ... weight_n])
* highlight(tbl, col_idx, prefix, suffix)
* snippet(tbl, col_idx, prefix, suffix, ?, max_tokens)
c e Zd ZdZdS )FTS5Model.MetarC Nr0 r1 r2 r r: r/ r. r5 r n s !r/ r5 zQBesides the implicit `rowid` column, all columns must be instances of SearchFieldz3Secondary indexes are not supported for FTS5 modelsz4FTS5 models must use the default `rowid` primary key)rJ r pkc ^ | j j j dk rt | j d | j j D ]8}t |t t f st | j d 9| j j
rt | j d d S )Nr" r rJ r ) r r3 r+ ImproperlyConfigured_error_messagesfieldsvaluesrZ r r! indexes)r7 rR s r. validate_modelzFTS5Model.validate_modelx s 9 % 0 0&s':4'@AA AY%,,.. N NE ek:%>??
N*3+>|+LMMM
N 9 E&s':7'CDD D E Er/ c t j d d t k rdS t j d } | d no# | d | d | j j d n # Y Y | dS xY wY nxY w| n# | w xY wdS )Nr Fz:memory:z0CREATE VIRTUAL TABLE fts5test USING fts5 (data);TrC )
r sqlite_version_infoFTS5_MIN_SQLITE_VERSIONconnectexecuteenable_load_extensionload_extensionr rR close)r7 tmp_dbs r. fts5_installedzFTS5Model.fts5_installed s &rr *-D D D5 ,, NNM N N N N :
:,,T222%%f--- "11&9999
u
LLNNNNN :9 LLNNNNFLLNNNNtsA A
C B7*B8 B7B2B7C 2B75C C%c t | }|D ]G}| d r| d r-t | t
z r dS HdS )z
Simple helper function to indicate whether a search query is a
valid FTS5 query. Note: this simply looks at the characters being
used, and is not guaranteed to catch all problematic queries.
"FT) _quote_refindall
startswithendswithrs _invalid_ascii)querytokenstokens r. validate_queryzFTS5Model.validate_query sv ""5)) E $$
)<)<
5zzN*
uu
tr/ r c g }d}t | }|D ]}| d r+| d r| | Bt | }|t z }|r d}|D ]}| || }| | |rd | S | S )z2
Clean a query of invalid tokens.
Fr Tr ) r r r r rj rs r rv rW ) r rv accum any_invalidr r token_setinvalid_for_tokencs r. clean_queryzFTS5Model.clean_query s
""5))
E $$
)<)<
U###E
I )N :
6 " * 6 6A !MM!W 5 5EE LL #88E?? " r/ c 6 t | j j | S rr rs rt s r. r zFTS5Model.match ru r/ c 8 |r
| j | nt d S )Nr{ )r r@ )r7 r, s r. r{ zFTS5Model.rank s "&7xsxCKK7r/ c : t j | j j g|R S rG )rc r r r )r7 rz s r. r zFTS5Model.bm25 s wsy'2'2222r/ NFr c d | t | |||| S r )r r r r s r. r zFTS5Model.search s7 ! !$ ' ' r/ c
|st d }nt |t rg }| j j D ]`}t |t
rI|j sB| | || |j d at j | j j g|R }n t j | j j g|R }d} |}
|r| |
| f} |r|st | }
| j | | t" | |
S )r r{ r r: )r@ rZ rb r r r r rj rE r+ rc r r r r r r r r r ) r7 r rz r r r r{ r rR r r s r. r zFTS5Model.search_bm25 si
7v;;DD
&
& 7 K 0
J
J e[11 J%/ J && E7;;uz3+G+GHHJ J J739+:k:::DD739+6g666D 7 djj 5 56I ( / (;''H$syy!6!6t!<!<==>>(## %r/ c l | j j }|g}|g}| D ]<\ }}| t | | | =t t
d | j j t | t
d t | f S )Nz INSERT INTOVALUES)r r itemsrj r r
r@ r )r7 rU extra_paramsrV columnsr keyrh s r. _fts_cmd_sqlzFTS5Model._fts_cmd_sql s i %&,,.. ! !JC NN6#;; ' ' ' MM%
I W % % MM V $ $ & ' ' 'r/ c \ | j |fi |}| j j | S rG )r r rR r )r7 rU r r s r. rX zFTS5Model._fts_cmd s5 55 55y!))%000r/ c l d|cxk rdk sn t d | d| S )Nr r z level must be between 0 and 16rp r{ )r% rX )r7 levels r. rp zFTS5Model.automerge sF U b =>> >||Ke|444r/ c 0 | d| S )Nrk r r\ )r7 npagess r. rk zFTS5Model.merge s ||G&|111r/ c , | d S rZ r\ r] s r. r[ zFTS5Model.optimize r^ r/ c , | d S r` r\ r] s r. ra zFTS5Model.rebuild rb r/ c 0 | d| S )Npgszr r\ )r7 r s r. set_pgszzFTS5Model.set_pgsz s ||F|...r/ c 0 | d| S )Nr{ r r\ )r7 rank_expressions r. set_rankzFTS5Model.set_rank! s ||F |999r/ c , | d S )Nz
delete-allr\ r] s r.
delete_allzFTS5Model.delete_all% s ||L)))r/ r c 0 | d| S )Nrd r r\ )r7 r{ s r. re zFTS5Model.integrity_check) s || -D|999r/ rowc dvrt d dz }t | s G fdd }t t t t t |d}dk rt t |d< n dk rt t |d < d
j z }t |t |t f| t | S ) N)r colinstancez5table_type must be either "row", "col" or "instance".z_vocab_model_%sc e Zd Z j j Zp j j dz Ze j j e Z
dS )"FTS5Model.VocabModel.<locals>.Meta_vN) r0 r1 r2 r rR rG rc fts5vocabr r@ r )r7 table
table_types r. r5 r 6 sV 9- " Aci&:T&A
#%<<I$C
OO$% $% r/ r5 )r doccntr" r5 r r offsetz%sVocab) r% r r TextField IntegerFieldr! r0 setattrr& r- getattr)r7 r r attrr5 attrs
class_names ``` r.
VocabModelzFTS5Model.VocabModel- s, 7 7 7 + , ,
, !:-sD!! I
%
%
%
%
%
%
%
%
%
%
%
% %Y//#~~#~~# E U"" +I 6 6e z))".|"<"<h"S\1J CtJ G G H H HsD!!!r/ r )r )r N) r0 r1 r2 r r! r" r5 r r8 r r staticmethodr r r r r{ r r r r rX rp rk r[ ra r r r re r r: r/ r. r r 4 s 4 4n
JLLE" " " " " " " "5FD O E E [E [* \ #&3r77 \. - - [- 8 8 [8 3 3 [3 FM!& [ 8=;@% % % [%6
'
' [
' 1 1 [1 5 5 [5
2 2 [2 ( ( [( ' ' [' / / [/ : : [: * * [* : : : [: " " " [ " " "r/ r c + j j D ]}|j u r| nt d j j G fddt
} G fdd }d j z }t ||fd|i S )z3Model factory for the transitive closure extension.Nz,Unable to find self-referential foreign key.c e Zd Z ee Z ee Z ee Z ee Z ee Z
ee Z G d d Z e
dfd Ze
dfd Ze
d fd ZdS )
&ClosureTable.<locals>.BaseClosureTablec e Zd ZdZdS )+ClosureTable.<locals>.BaseClosureTable.Metatransitive_closureNr r: r/ r. r5 r
i s 3 r/ r5 NFc ~ | j d | | j k | j |k }| | | j |k }n |s | | j dk }|S Ndepthonr )r r r rW idr rootobjectsr7 noder include_noder model_class
source_keys r. descendantsz2ClosureTable.<locals>.BaseClosureTable.descendantsl s f[#)//'*B*BCCd3J#&$8d::eCH ,-- gii
CI$677!
3 CIM22Lr/ c ~ | j d | | j k | j |k }|r | | j |k }n |s | | j dk }|S r )r r r rW r r r r r s r. ancestorsz0ClosureTable.<locals>.BaseClosureTable.ancestorsy s f[#)//'*B*BCCd3J#($:d<<eCFdN++ gii
3 CI$677!
3 CIM22Lr/ c
u rK|j j } |k }n | | j k | j |k | j dk z }
|z }|s|
|k }|S )Nr )
__data__rE r+ r r rW r r r r ) r7 r r fk_valuer siblings foreign_keyr referencing_classreferencing_keyr s r. r# z/ClosureTable.<locals>.BaseClosureTable.siblings s K// =,,[-=>>#**,,22;(3JKK . #VO 4 4 !T#;#(+BT D D "UCFdNsyA~#F G G % &(( %
h 677!'))
8 J$$677Lr/ NFF)r0 r1 r2 r r r r r idcolumn parentcolumnr tablenamer5 r8 r r r# )r$ r r% r& r s r. BaseClosureTabler a s3 \**
\,
'
' < **#|I.. |L)) L++ 4 4 4 4 4 4 4 4
r/ r, c ` e Zd Zj j Zj j j j dZdZdS )ClosureTable.<locals>.Meta)r+ r) r* FN) r0 r1 r2 r rR rG r4 r r3 )r$ r% r& s r. r5 r. sB $*3*0;'3 ' 35 5 r/ r5 z %sClosure)r refs rel_modelr% r3 r- r0 r& ) r r$ r% r& field_objr, r5 r+ r s ```` @r. ClosureTabler2 O s$ '$*/ M MI"k11 ' 2 KLL L ".J $; ; ; ; ; ; ; ; ; ; ;< ; ; ;z - -D ')FD> : ::r/ c e Zd Z G d d Zed Zed d Zed Zed Z ed Z
ed Z ed
Z d S )
LSMTablec e Zd ZdZdZdS )
LSMTable.Metalsm1N)r0 r1 r2 r filenamer: r/ r. r5 r6 s !r/ r5 c | j j }|st d t | dk r|d dk rd|z }| j j st d | j j }t |t rt d t |t t t f st d d |_
t |t rd
}nt |t rd }nd }|d|j z |g| j _ t | j j
dk r | j j
d
| j _ n d | j _ |S )NzILSM1 extension requires that you specify a filename for the LSM database. r r rD z-LSM1 models must specify a primary-key field.z8LSM1 models must explicitly declare a primary key field.z9LSM1 key must be a TextField, BlobField, or IntegerField.TUINTBLOBrE r )r r8 r% lenr3 rZ AutoFieldr BlobFieldr r# r+ r! r _value_field)r7 r r8 r data_types r. r zLSMTable.clean_options sl 9% - > ? ?
? 8}}!!hqkS&8&8!H,y$ N LMM Mi# c9 % % + * + +
+# 9l CDD . - . .
. c< ( ( II
Y
'
' II I&.0A9%M " sy& ' '1 , ,%(Y%<Q%?CI " "%)CI "r/ lsm.soc D | j j | d S rG )r rR r )r7 rS s r. r zLSMTable.load_extension s! ))$/////r/ c |j '|j | |j |j S |j | |j k S |j | |j k S d S rG )startstopbetween)r r\ s r.
slice_to_exprzLSMTable.slice_to_expr sZ 9 SX%9;;sy#(33 3
Y
"#)# #
X
!#(? " "
!r/ c & t |t r6t || }|| | } | dfS t |t
r| | dfS | ||k dfS NFT)rZ slicer4 rH r r )r r lookupexprs r. _apply_lookup_to_queryz LSMTable._apply_lookup_to_query s fe $ $ 4))#v66D D))%<
+
+ 4;;v&&- -;;sf}--t3 3r/ c | | | j j | \ }}|r*| }| j j |d n|S |S Nr )rN r namedtuplesr r3 rE r@ )r7 r r is_singler s r. get_by_idzLSMTable.get_by_id sr 55 JJLL $ $ & & I ! y
))++C Y 3 ?3q66S HLr/ c | j j | j j |i}ntt |t r0i }t | j j dd | D ]
\ }}|||< n/t |t r|}nt || r|j }||| j j < | |
d S rP ) r r@ rZ rH zipr rb __dict__r3 rv r )r7 r rh r rR fvals r. set_by_idzLSMTable.set_by_id s 9 ! -I*E2DD
u
%
% "D "39#:122#> F F
#
# t "U
#
t
$
$ "DD
s
#
# ">D&)SY
"# D!!#####r/ c | | | j j | \ }}| S rG )rN deleter r3 r )r7 r r rR s r. delete_by_idzLSMTable.delete_by_id sB 55 JJLL I ! y }} r/ N)rB )
r0 r1 r2 r5 r8 r r r rH rN rS rX r[ r: r/ r. r4 r4 s ! ! [!F 0 0 0 [0 # # \# 4 4 \ 4
[
$ $ [ $ [ r/ r4 MATCHc 0 t j | | d uS rG )rer )regexrh s r. _sqlite_regexpr` s
9UE " "$ ..r/ c 6 e Zd Z d fd Z fdZd Z xZS )SqliteExtDatabaseNTFc t t | j |g|R i | d | _ |rt st d t o|du}
|r~|
rt
| nl| t d | t d | t d | t d |r |
st d t | |r | t dd |r |
st d
t | |r| t d |
| _ d S ) NzRSqliteExtDatabase initialized with C extensions, but shared library was not found!Fr~ ry r r z0C extension required to register hash functions.regexpr: z(C extension required to use bloomfilter.
json_contains)r' rb rO _row_factoryCYTHON_SQLITE_EXTENSIONSr r register_functionr r{ r% r r` r _json_contains
_c_extensions) r) rR c_extensionsrank_functionshash_functionsregexp_function bloomfilterre r, r prefer_cr- s r. rO zSqliteExtDatabase.__init__ s 0 &&/J4JJJ6JJJ 5 8 5& (4 5 5
5 ,K U1J ;
;'----&&tZ888&&tZ888&&t[999&&t\::: *
/ ". / / / #D ) ) ) @ " ">8Q ? ? ? '
M !KLLL & & & D " ">? C C C %r/ c t t | | | j r| j |_ d S d S rG )r' rb _add_conn_hooksrf row_factoryr) connr- s r. rr z!SqliteExtDatabase._add_conn_hooks; sH
&&66t<<< 1 # 0D 1 1r/ c || _ d S rG )rf r) rc s r. rs z SqliteExtDatabase.row_factory@ s r/ )NTFFFF)r0 r1 r2 rO rr rs r5 r6 s @r. rb rb so CG7<27!& !& !& !& !& !&F1 1 1 1 1
r/ rb r r: r rg r
c 0 fd}t | S )zt
Expose a sqlite3_status() call for a particular flag as a property of
the Database object.
c : t }r|d n|S rP )r )r) resultflagreturn_highwaters r. getterz__status__.<locals>.gettera s# &t,,F 0<6!99f <r/ r )r~ r r s `` r.
__status__r \ s2
= = = = = = r/ c 4 fd}t | S )z
Expose a sqlite3_dbstatus() call for a particular flag as a property of
the Database instance. Unlike sqlite3_status(), the dbstatus properties
pertain to the current connection.
c | j j t d t | j j }r|d S r|d n|S )Nz database connection not opened.r r )_stateru r r )r) r} r~ return_currentr s r. r z __dbstatus__.<locals>.getterl sV { '*+LMMM)$+*:DAAF
! ay 0<6!99f <r/ r )r~ r r r s ``` r. __dbstatus__r f s8 = = = = = = = r/ c d e Zd Z fdZd fd Z fdZ fdZd Zd Zd Z d Z
e d
Z e d Z
dd
Z ddZddZ ee Z eed Z ee Z ee Z ee Z ee d Z ee Z ee Z! ee"d Z# e$e% Z& e$e'd Z( e$e)d Z* e$e+d Z, e$e-dd Z. e$e/dd Z0 e$e1dd Z2 e$e3dd Z4 e$e5dd Z6 e$e7dd Z8 xZ9S )CSqliteExtDatabasec d | _ d x| _ x| _ | _ d| _ t t | j |i | d S r' ) _conn_helper _commit_hook_rollback_hook _update_hook_replace_busy_handlerr' r rO )r) r, r r- s r. rO zCSqliteExtDatabase.__init__v sT $D JN ND N 3d6G).D & 4E$d + + 4d Ef E E E E Er/ Fc X t t | j |fi | || _ d S rG )r' r initr )r) rR replace_busy_handlerr r- s r. r zCSqliteExtDatabase.init| s7 0E$d + + 0 D DV D D D)=D & & &r/ c | j r| j d | j r| j d | j r| j d t t | | S rG )
r r set_commit_hookr set_rollback_hookr set_update_hookr' r _closert s r. r zCSqliteExtDatabase._close s
8!11$777"
:!33D999
8!11$777+T2299$?? ?r/ c t t | | t | | _ | j | j | j | j | j | j | j | j
| j | j r(| j pd}| j
|dz d S d S )Nrx i )r' r rr r r r r r r r r r _timeoutset_busy_handler)r) ru timeoutr- s r. rr z"CSqliteExtDatabase._add_conn_hooks s $d + + ; ;D A A A 0 6 6D ,!11$2CDDD".!33D4GHHH ,!11$2CDDD)
C -,1!227T>BBBBB
C
Cr/ c p || _ | s| j | |S rG )r is_closedr r rw s r. on_commitz CSqliteExtDatabase.on_commit 8 "D >>##
6!11"555Ir/ c p || _ | s| j | |S rG )r r r r rw s r. on_rollbackz CSqliteExtDatabase.on_rollback s8 "$D >>##
8!33B777Ir/ c p || _ | s| j | |S rG )r r r r rw s r. on_updatez CSqliteExtDatabase.on_update r r/ c 4 | j S rG )r changesrH s r. r zCSqliteExtDatabase.changes s $,,.. .r/ c 4 | j S rG )r last_insert_rowidrH s r. r z$CSqliteExtDatabase.last_insert_rowid s $6688 8r/ c 4 | j S rG )r
autocommitrH s r. r z CSqliteExtDatabase.autocommit s $//11 1r/ Nc r t | | ||| S N)pagesr+ progress)r
connection)r) destinationr r+ r s r. r zCSqliteExtDatabase.backup s> $//++[-C-C-E-E %D8E E E
Er/ c N t | |||| S r )r r )r) r8 r r+ r s r. r z!CSqliteExtDatabase.backup_to_file s2 !$//"3"3XU'+h@ @ @
@r/ c ( t | |||| S rG )r )r) r columnr" read_onlys r. blob_openz CSqliteExtDatabase.blob_open s eVUI>> >r/ Tr( NNN):r0 r1 r2 rO r r rr r r r r r r r r r r r SQLITE_STATUS_MEMORY_USED memory_usedSQLITE_STATUS_MALLOC_SIZE malloc_sizeSQLITE_STATUS_MALLOC_COUNT malloc_count SQLITE_STATUS_PAGECACHE_USEDpagecache_used SQLITE_STATUS_PAGECACHE_OVERFLOWpagecache_overflow SQLITE_STATUS_PAGECACHE_SIZEpagecache_sizeSQLITE_STATUS_SCRATCH_USED scratch_used SQLITE_STATUS_SCRATCH_OVERFLOWscratch_overflowSQLITE_STATUS_SCRATCH_SIZE scratch_sizer SQLITE_DBSTATUS_LOOKASIDE_USEDlookaside_used SQLITE_DBSTATUS_LOOKASIDE_HIT
lookaside_hit#SQLITE_DBSTATUS_LOOKASIDE_MISS_SIZElookaside_miss#SQLITE_DBSTATUS_LOOKASIDE_MISS_FULLlookaside_miss_fullSQLITE_DBSTATUS_CACHE_USED
cache_usedSQLITE_DBSTATUS_SCHEMA_USED schema_usedSQLITE_DBSTATUS_STMT_USEDstatement_usedSQLITE_DBSTATUS_CACHE_HIT cache_hitSQLITE_DBSTATUS_CACHE_MISS
cache_missSQLITE_DBSTATUS_CACHE_WRITE cache_writer5 r6 s @r. r r u s F F F F F > > > > > > @ @ @ @ @ C C C C C / / /
9 9
9
2 2
2 E E E E =A$( @ @ @ @
? ? ? ? !j!:;; j!:DAA !z"<== #$@AA 'Z(H I I#$@$GG!z"<== %:&DEE!z"<dCC & &DEE$ %BDII
% &I&*, , *l+N+/ 1 1!\"<eTJJ
#l#>tLL % &?MM L!:E4HH !\"<eTJJ
"l#>tLL r/ r c 8 t | t j | S rG )r r r\ )lhsr s r. r r s c28S ) ))r/ c \ t } fdt d|d D S )Nc \ g | ](}t j d ||dz d )S )z@Ir r )structr )r rB bufs r. r z%_parse_match_info.<locals>.<listcomp> s6 M M M1FM$AacE
+ +A . M M Mr/ r r )r= range)r bufsizes ` r. _parse_match_infor s4 #hhG M M M Ma!8L8L M M MMr/ c V |sdg| z S dg| z }t | D ]
\ }}|||< |S )Nr r ) enumerate)ncol raw_weightsrz rB weights r. get_weightsr sL sTz#*";// IAv GAJJ Nr/ c J t | }d}|d d \ }}t || }t | D ]c}d||z dz z }t | D ]F} || }
|
s
|| dz z } || } || dz }
| dk r||
t | |
z z z
}Gd| S )N r: r r r )r r r float)raw_match_infor r r r r rz
phrase_numphrase_info_idxcol_numr col_idxrow_hits
all_rows_hitss r. r{ r{ s #>22J E bqb>DAq![))G Ahh D D
zA~ 12 Qxx D DG W%F
%15G "'*H &w{ 3M!||5??]#BCC D
6Mr/ c t | }d}d}d}t d \ }}}} || }
|| } || } | | z }
|
| z }t | | }t |
D ]}t | D ]}|| }|dk r|d||| z z z z }t || }t ||dz }t j | |z
dz |dz z }|dk rd }t ||
|z }t || |z pd
}||z }||d
z z }d
|z
||z z }|||z z } ||| z z } || |z z
}| S ) z
Usage:
# Format string *must* be pcnalx
# Second parameter to bm25 specifies the index of the column, on
# the table being queries.
bm25(matchinfo(document_tbl, 'pcnalx'), 1) AS rank
g333333?g ?r r r r r: g ?gư>r )r r r r mathlog) r r, r KBr P_OC_ON_OA_O
term_count col_count
total_docsL_OX_Orz rB jr xterm_frequencydocs_with_termidf
doc_length
avg_lengthrationumb_partdenompc_scores r. r r s #>22J A A E qCc3C J3IC J
/C
/C: )T**G
:
) )y!! ) )A QZF{{qAI
-./A ":a= 1 1N ":a!e#4 5 5N ( .036#c)+, ,C czz z#' 233J z#' 2339rJ +E AG,C1WE *F"a&j1EcEk*H h' (EE3 )6
6Mr/ c g } | t j | t j | f n# Y dS xY w|rB| \ }}t |t
rnt |t
r0|D ],}||vr dS | || || f -nt |t r
|D ] }||vr dS
n||vrdS nt |t rt |t
rdS t |t rU t t | D ]%}| || || f &n # t $ r Y dS w xY w||vrdS n||k rdS |BdS rJ )
rj rd r poprZ rb ra r r=
IndexError)src_jsonobj_jsonstackobjsrcr r] rB s r. ri ri b s E
dj**DJx,@,@ABBBBuu
99;;S c4 #t$$
7 7C#~~ $uuLL#c(CH!566667 C&&
% %D3 $uu '% C u
T
"
" #t$$
uC&&
! "3s88__ 7 7 c!fc!f%566667! ! ! ! 55!C u
CZZ55 6 4s ;A A'AE* *
E87E8r r( )FF)hrd r r^ r syspeeweer r r r r r r
r r r
r playhouse._sqlite_extr r r r r r r r r r r rg ImportError version_inforA rF rx r} r rO r r> r! r8 r< DecimalFieldrD rL r r r r r r
SchemaManagerr Modelr- r: rL _alphabetrs upperr r r r compiler r r2 r4 r\ r` SqliteDatabaserb r r r r r r SQLITE_STATUS_PARSER_STACKr r r r r r r r r r r r r SQLITE_DBSTATUS_DEFERRED_FKSr r r r r r r{ r ri r: r/ r. <module>r% s
# # # # # # % $ % % % $ % A!J
22A26)CC!!KKK# 9 9 9 9 9 9 9 91 1 1 1 1 1 1 1; ; ; ; ; ; ; ; " " " " "L " " "
87 87 87 87 87z 87 87 87t 7 7 7 7 7 7 7 7>]" ]" ]" ]" ]" ]" ]" ]"@- - - - - - - -. 3 3 3 3 3% 3 3 3>1 1 1 1 1
1 1 1 h
5
< 8L L L L L | L L L ^
)
S*
+
+
S^^
S ""
#
#$ S##b''__ KKUU3ZZKKKKK
BJ5 6 6 X" X" X" X" X" X" X" X"v CG!%X; X; X; X;vd d d d d | d d d N / / /* * * * * * * * Z TM ! #$ '($!" %&" ! !" #$ !" !" %&"!" "# ! $%!*+'*+' ! !" "# #%
cM cM cM cM cM . cM cM cML* * *N N N
! ! !HN N Nb# # # # #s A9 9BB