Viewing File: /opt/alt/python35/lib64/python3.5/site-packages/playhouse/__pycache__/sqlite_ext.cpython-35.pyc



R6W‹&@sdZddlZddlZddlZddlZddlZddlZddlZyddlZ	Wne
k
rddl	Z	YnXyddlmZWne
k
rYnXddl
Tddl
mZddl
mZddl
mZddl
mZdd	l
mZdd
l
mZddl
mZddl
mZdd
l
mZddl
mZddl
mZddl
mZyddlmZWne
k
rdZYnXejddkreZdZ dZ!ej"dddddfkodpdZ#dddfZ$GdddeZ%GdddeZ&Gddde'Z(Gd d!d!e)Z*Gd"d#d#e+Z,Gd$d%d%e-Z.Gd&d'd'e.e+Z/Gd(d)d)e.e0Z1Gd*d+d+e.e2Z3Gd,d-d-e.e4Z5Gd.d/d/e6Z7Gd0d1d1e7Z8Gd2d3d3e8Z9d4Z:e;d5d6d7d8e<d9d:d;d<d=d>d?d@dAg
e;dBBe;e:Be;e:j=BZ>e;dCdDe?dEDZ@ejAdFZBGdGdHdHe8ZCddIdJZDGdKdLdLeZEejFdMdNdOdPZGGdQdRdReHZIGdSdTdTeZJdUe_KeIjLejKdVidWdUZMdXdYZNdZd[ZOd\d]ZPdS)^a
Sqlite3 extensions
==================

* Define custom aggregates, collations and functions
* Basic support for virtual tables
* Basic support for FTS3/4
* Specify isolation level in transactions

Example usage of the Full-text search:

class Document(FTSModel):
    title = TextField()  # type affinities are ignored in FTS
    content = TextField()

Document.create_table(tokenize='porter')  # use the porter stemmer

# populate the documents using normal operations.
for doc in documents:
    Document.create(title=doc['title'], content=doc['content'])

# use the "match" operation for FTS queries.
matching_docs = Document.select().where(match(Document.title, 'some query'))

# to sort by best match, use the custom "rank" function.
best_docs = (Document
             .select(Document, Document.rank('score'))
             .where(match(Document.title, 'some query'))
             .order_by(SQL('score')))

# or use the shortcut method.
best_docs = Document.match('some phrase')
N)
TableFunction)*)EnclosedClause)Entity)
Expression)Node)OP)SqliteQueryCompiler)_AutoPrimaryKeyField)sqlite3)transaction)_sqlite_date_part)_sqlite_date_trunc)_sqlite_regexp)_sqlite_extZpcnalxZpcxZFTS4ZFTS3	c@seZdZdZdZdS)
RowIDFieldz
    Field used to access hidden primary key on FTS5 or any other SQLite
    table that does not have a separately-defined primary key.
    rowidN)__name__
__module____qualname____doc___column_namerr/sqlite_ext.pyrOsrc@seZdZdZdZdS)
DocIDFieldz9Field used to access hidden primary key on FTS3/4 tables.docidN)rrrrrrrrrrWsrcs(eZdZdZfddZS)PrimaryKeyAutoIncrementFielda
    SQLite by default uses MAX(primary key) + 1 to set the ID on a new row.
    Using the `AUTOINCREMENT` field, the IDs will increase monotonically
    even if rows are deleted. Use this if you need to guarantee IDs are not
    re-used in the event of deletion.
    cs)tt|j|}|tdgS)NZ
AUTOINCREMENT)superr __ddl__SQL)selfZcolumn_typeZddl)	__class__rrr"csz$PrimaryKeyAutoIncrementField.__ddl__)rrrrr"rr)r%rr \sr c@seZdZddZddZddZddd	Zd
dZdd
ZddZ	ddZ
ddZddZddZ
dddZdddZdddZdS)	JSONFieldcCs@|dk	r<ytj|SWnttfk
r;|SYnXdS)N)jsonloads	TypeError
ValueError)r$valuerrrpython_valueis
zJSONField.python_valuecCs|dk	rtj|SdS)N)r'dumps)r$r+rrrdb_valuepszJSONField.db_valuecCs&|jds|rd|Sd|S)N[z$%sz$.%s)
startswith)r$pathrrr
clean_pathtszJSONField.clean_pathNcCs,|rtj||j|Stj|S)N)fnZjson_array_lengthr2)r$r1rrrlengthyszJSONField.lengthcCstj||j|S)N)r3Zjson_extractr2)r$r1rrrextract~szJSONField.extractcCs2t|tttfr.tjtj|S|S)N)
isinstancelisttupledictr3r'r-)r$r+rrr_value_for_insertionszJSONField._value_for_insertioncCst|}|ddkr(tdg}xRtd|dD]>}|j|j|||j|j||dqAW|||S)Nrz%Mismatched path and value parameters.)lenr*rangeappendr2r:)r$r3pairsZnpairsaccumirrr_insert_likes"zJSONField._insert_likecGs|jtj|S)N)rCr3Zjson_insert)r$r@rrrinsertszJSONField.insertcGs|jtj|S)N)rCr3Zjson_replace)r$r@rrrreplaceszJSONField.replacecGs|jtj|S)N)rCr3Zjson_set)r$r@rrrsetsz
JSONField.setcs#tjfdd|DS)Ncsg|]}j|qSr)r2).0r1)r$rr
<listcomp>s	z$JSONField.remove.<locals>.<listcomp>)r3Zjson_remove)r$pathsr)r$rremoveszJSONField.removecCs,|rtj||j|Stj|S)N)r3	json_typer2)r$r1rrrrKszJSONField.json_typecCs,|rtj||j|Stj|S)a?
        Schema of `json_each` and `json_tree`:

        key,
        value,
        type TEXT (object, array, string, etc),
        atom (value for primitive/scalar types, NULL for array and object)
        id INTEGER (unique identifier for element)
        parent INTEGER (unique identifier of parent element or NULL)
        fullkey TEXT (full path describing element)
        path TEXT (path to the container of the current element)
        json JSON hidden (1st input parameter to function)
        root TEXT hidden (2nd input parameter, path at which to start)
        )r3Z	json_eachr2)r$r1rrrchildrenszJSONField.childrencCs,|rtj||j|Stj|S)N)r3Z	json_treer2)r$r1rrrtreeszJSONField.tree)rrrr,r.r2r4r5r:rCrDrErFrJrKrLrMrrrrr&hs
r&csCeZdZdZdddfddZfddZS)SearchFielda-
    Field class to be used with full-text search extension. Since the FTS
    extensions do not support any field types besides `TEXT`, and furthermore
    do not support secondary indexes, using this field will prevent you
    from mistakenly creating the wrong kind of field on your FTS table.
    FNcsTddd|d|i}||_|r:tdg|d<tt|j|dS)NZnullT	db_columncoerceZ	UNINDEXEDZconstraints)
_unindexedr#r!rN__init__)r$Z	unindexedrOrP_kwargs)r%rrrRs
	zSearchField.__init__cs(tt|j|}|j|_|S)N)r!rN
clone_baserQ)r$rTclone)r%rrrUszSearchField.clone_base)rrrrrRrUrr)r%rrNsrNcs(eZdZdZfddZS)_VirtualFieldMixinzx
    Field mixin to support virtual table attributes that may not correspond
    to actual columns in the database.
    cs-tt|j|||jj|dS)N)r!rWadd_to_class_metaZremove_field)r$model_classname)r%rrrXsz_VirtualFieldMixin.add_to_class)rrrrrXrr)r%rrWsrWc@seZdZdS)VirtualFieldN)rrrrrrrr\sr\c@seZdZdS)VirtualIntegerFieldN)rrrrrrrr]sr]c@seZdZdS)VirtualCharFieldN)rrrrrrrr^sr^c@seZdZdS)VirtualFloatFieldN)rrrrrrrr_sr_c@sJeZdZGdddZeddZedddZdS)	VirtualModelc@s"eZdZdZdZiZdS)zVirtualModel.MetaTN)rrrZ
virtual_tableextension_moduleextension_optionsrrrrMetasrccKs|S)Nr)clsoptionsrrr
clean_optionsszVirtualModel.clean_optionsFcKs=|r|jrdS|jjj|d||jdS)Nre)Ztable_existsrYdatabasecreate_tableZ_create_indexes)rdZ
fail_silentlyrerrrrhszVirtualModel.create_tableN)rrrrcclassmethodrfrhrrrrr`sr`c@s"eZdZeddZdS)BaseFTSModelcKs[|jd}|jd}|r2d||d<t|trW|dkrWd|d<|S)Ntokenizecontentz"%s"z'')getr6
basestring)rdrerkrlrrrrfs
zBaseFTSModel.clean_optionsN)rrrrirfrrrrrjsrjc@smeZdZdZeZGdddZeddZeddZ	edd	Z
ed
dZedd
ZeddddZ
edddZeddZeddZeddZeddZeddZedd d!d d"d#Zedd d!d d$d%Zedd d!d d&d'ZdS)(FTSModela_
    VirtualModel class for creating tables that use either the FTS3 or FTS4
    search extensions. Peewee automatically determines which version of the
    FTS extension is supported and will use FTS4 if possible.

    Note: because FTS5 is significantly different from FTS3 and FTS4, there is
    a separate model class for FTS5 virtual tables.
    c@seZdZeZdS)z
FTSModel.MetaN)rrrFTS_VERrarrrrrcsrccCs%|jjjdkr!tddS)Nrz:FTSModel classes must use the default `docid` primary key.)rYprimary_keyr[ImproperlyConfigured)rdrrrvalidate_modelszFTSModel.validate_modelcCs8|jj}|jjjd|||f}|jS)Nz INSERT INTO %s(%s) VALUES('%s');)rYdb_tablergexecute_sqlZfetchone)rdcmdtblresrrr_fts_cmdszFTSModel._fts_cmdcCs
|jdS)Noptimize)rz)rdrrrr{$szFTSModel.optimizecCs
|jdS)Nrebuild)rz)rdrrrr|(szFTSModel.rebuildcCs
|jdS)Nzintegrity-check)rz)rdrrrintegrity_check,szFTSModel.integrity_checkcCs|jd||fS)Nzmerge=%s,%s)rz)rdZblocksZsegmentsrrrmerge0szFTSModel.mergeTcCs|jd|rdpdS)Nzautomerge=%s10)rz)rdstaterrr	automerge4szFTSModel.automergecCst|j|S)zU
        Generate a `MATCH` expression appropriate for searching this table.
        )match	as_entity)rdtermrrrr8szFTSModel.matchcGs"tjtj|jt|S)N)r3fts_rank	matchinforFTS_MATCHINFO_FORMAT_SIMPLE)rdweightsrrrrank?sz
FTSModel.rankcGs(tj|jt}tj||S)N)r3rrFTS_MATCHINFO_FORMATfts_bm25)rdr
match_inforrrbm25Dsz
FTSModel.bm25cGs(tj|jt}tj||S)N)r3rrr
fts_lucene)rdrrrrrluceneIszFTSModel.lucenecCs|s|}not|trug}x<|jjD].}	|j|j|	|j|	jdq4W||}n||}f}
|}|r||j|f}
|r|rt|}|j	|
j
|j|j|S)Ng?)
r6r9rYdeclared_fieldsr?rnr[aliasr#selectwhererorder_by)rdrr
with_scorescore_aliasZscore_fnexplicit_orderingrweight_argsfield	selectionrrrr_searchNs&&
	zFTSModel._searchNFscorecCs|j|||||j|S)z'Full-text search using selected `term`.)rr)rdrrrrrrrrsearchhszFTSModel.searchcCs|j|||||j|S)z:Full-text search for selected `term` using BM25 algorithm.)rr)rdrrrrrrrrsearch_bm25tszFTSModel.search_bm25cCs|j|||||j|S)z:Full-text search for selected `term` using BM25 algorithm.)rr)rdrrrrrrrr
search_luceneszFTSModel.search_lucene)rrrrrrrcrirtrzr{r|r}rrrrrrrrrrrrrrrps4		

rpabcdefghijklmnopqrstuvwxyz	 ,"(){}r:rS+
0123456789cCs.g|]$}t|tkrt|qSr)chr	_alphanum)rGprrrrHs	rHz(?:[^\s"]|"(?:\.|[^"])*")+c@seZdZdZeZGdddZdddddd	iZed
dZ	edd
Z
eddZee
dddZeddZeddZeddZeddddddZeddddddZed d!Zed"d#Zed$d%Zed&d'Zed(d)Zed*d+Zed,dd-d.ZdS)/	FTS5Modelan
    Requires SQLite >= 3.9.0.

    Table options:

    content: table name of external content, or empty string for "contentless"
    content_rowid: column name of external content primary key
    prefix: integer(s). Ex: '2' or '2 3 4'
    tokenize: porter, unicode61, ascii. Ex: 'porter unicode61'

    The unicode tokenizer supports the following parameters:

    * remove_diacritics (1 or 0, default is 1)
    * tokenchars (string of characters, e.g. '-_'
    * separators (string of characters)

    Parameters are passed as alternating parameter name and value, so:

    {'tokenize': "unicode61 remove_diacritics 0 tokenchars '-_'"}

    Content-less tables:

    If you don't need the full-text content in it's original form, you can
    specify a content-less table. Searches and auxiliary functions will work
    as usual, but the only values returned when SELECT-ing can be rowid. Also
    content-less tables do not support UPDATE or DELETE.

    External content tables:

    You can set up triggers to sync these, e.g.

    -- Create a table. And an external content fts5 table to index it.
    CREATE TABLE tbl(a INTEGER PRIMARY KEY, b);
    CREATE VIRTUAL TABLE ft USING fts5(b, content='tbl', content_rowid='a');

    -- Triggers to keep the FTS index up to date.
    CREATE TRIGGER tbl_ai AFTER INSERT ON tbl BEGIN
      INSERT INTO ft(rowid, b) VALUES (new.a, new.b);
    END;
    CREATE TRIGGER tbl_ad AFTER DELETE ON tbl BEGIN
      INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b);
    END;
    CREATE TRIGGER tbl_au AFTER UPDATE ON tbl BEGIN
      INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b);
      INSERT INTO ft(rowid, b) VALUES (new.a, new.b);
    END;

    Built-in auxiliary functions:

    * bm25(tbl[, weight_0, ... weight_n])
    * highlight(tbl, col_idx, prefix, suffix)
    * snippet(tbl, col_idx, prefix, suffix, ?, max_tokens)
    c@seZdZdZdS)zFTS5Model.Metafts5N)rrrrarrrrrcsrc
field_typezQBesides the implicit `rowid` column, all columns must be instances of SearchFieldindexz3Secondary indexes are not supported for FTS5 modelspkz4FTS5 models must use the default `rowid` primary keycCs|jjjdkr(t|jdxB|jjjD].}t|tt	fs;t|jdq;W|jj
rt|jddS)Nrrrr)rYrrr[rs_error_messagesZfieldsvaluesr6rNrZindexes)rdrrrrrtszFTS5Model.validate_modelcCstjddtkrdStjd}z`y|jdWnHytjdtjdWndSYnX|jjjdYnXWd|j	XdS)NrFz:memory:z0CREATE VIRTUAL TABLE fts5test USING fts5 (data);Tr)
rsqlite_version_infoFTS5_MIN_VERSIONconnectexecuteenable_load_extensionload_extensionrYrgclose)rdZtmp_dbrrrfts5_installeds
	zFTS5Model.fts5_installedcCsYtj|}xC|D];}|jdr=|jdr=qt|t@rdSqWdS)z
        Simple helper function to indicate whether a search query is a
        valid FTS5 query. Note: this simply looks at the characters being
        used, and is not guaranteed to catch all problematic queries.
        rFT)	_quote_refindallr0endswithrF_invalid_ascii)querytokenstokenrrrvalidate_querys
zFTS5Model.validate_queryrc	Csg}d}tj|}x|D]}|jdrV|jdrV|j|q"t|}|t@}|rd}x |D]}|j||}qW|j|q"W|rdj|S|S)z2
        Clean a query of invalid tokens.
        FrTr)	rrr0rr?rFrrEjoin)	rrErAZany_invalidrrZ	token_setZinvalid_for_tokencrrrclean_querys"




zFTS5Model.clean_querycCst|j|S)zU
        Generate a `MATCH` expression appropriate for searching this table.
        )rr)rdrrrrr$szFTS5Model.matchcGs!|r|j|StdSdS)Nr)rr#)rdargsrrrr+s
zFTS5Model.rankcGstj|j|S)N)r3rr)rdrrrrr2szFTS5Model.bm25NFrcCs"|jtj|||||S)z'Full-text search using selected `term`.)rrr)rdrrrrrrrrr6szFTS5Model.searchcCs
|std}nt|trg}x<|jjD].}|j|j||j|jdq7Wtj	|j
|}ntj	|j
|}f}	|}
|r||j|f}	|r|rt|}
|j|	j
|jtj|j|
S)z'Full-text search using selected `term`.rg?)r#r6r9rYrr?rnr[r3rrrrrrrrr)rdrrrrrrrrrrrrrrAs&&
	zFTS5Model.search_bm25c
Ks|j}|g}|g}x:|jD],\}}|jt||j|q+Wt|}ttd|jt|tdt|}	|jjj	|	S)NzINSERT INTOZVALUES)
ritemsr?rrClauser#rYrgr)
rdrwZextra_paramsrxcolumnsrkeyr+Zinner_clauseclauserrrrz\s						zFTS5Model._fts_cmdcCs;d|kodkns(td|jdd|S)Nrzlevel must be between 0 and 16rr)r*rz)rdlevelrrrrnszFTS5Model.automergecCs|jdd|S)Nrr)rz)rdZnpagesrrrrtszFTS5Model.mergecCs|jdd|S)Npgszr)rz)rdrrrrset_pgszxszFTS5Model.set_pgszcCs|jdd|S)Nr)rz)rdZrank_expressionrrrset_rank|szFTS5Model.set_rankcCs
|jdS)Nz
delete-all)rz)rdrrr
delete_allszFTS5Model.delete_allrowc
sdkrtdd}t|sGfddd}dtdtd	td
td|i}dkrt|d<dj}t|t|tf|t	|S)
Nrcolz)table_type must be either "row" or "col".z_vocab_model_%scsPeZdZjjZp+jjdZejje	Z
dS)z"FTS5Model.VocabModel.<locals>.MetaZ_vN)rrrrYrgrur3Z	fts5vocabrr#rar)rd
table_name
table_typerrrcs
	rcrdocZcntrz%sVocab)rr)
r*hasattr	BareFieldIntegerFieldrrsetattrtyper`getattr)rdrrattrrcZattrs
class_namer)rdrrr
VocabModels
				

zFTS5Model.VocabModel)rrrrrrrcrrirtrstaticmethodrrrrrrrrrzrrrrrrrrrrrs85			rcsdkrKx<jjjD]}|jkr|PqWtdjjGfdddt}Gfddd}dj}t||fd|iS)z3Model factory for the transitive closure extension.Nz,Unable to find self-referential foreign key.cseZdZeZeZeZeZeZe	Z
GdddZeddfddZ
eddfddZedfd	d
ZdS)z&ClosureTable.<locals>.BaseClosureTablec@seZdZdZdS)z+ClosureTable.<locals>.BaseClosureTable.MetaZtransitive_closureN)rrrrarrrrrcsrcNFcsj|jjdj|d|jkj|j|k}|dk	ro|j|j|k}n|s|j|jdk}|S)Ndepthonr)rrrridrroot)rdnoderinclude_noder)rZrrrrdescendantssz2ClosureTable.<locals>.BaseClosureTable.descendantscsj|jjdj|d|jkj|j|k}|ri|j|j|k}n|s|j|jdk}|S)Nrrr)rrrrrrr)rdrrrr)rZrrrr	ancestorssz0ClosureTable.<locals>.BaseClosureTable.ancestorscsO|jjj}jj|k}|sK|j|k}|S)N)_datarnr[rr)rdrrZfk_valuer)foreign_keyrZrrrrsiblingss
z/ClosureTable.<locals>.BaseClosureTable.siblings)rrrr]rridcolumnparentcolumnrr^	tablenamercrirrrr)rrZrrrrBaseClosureTables						rcsLeZdZjjZdjjdjjjdjiZdZdS)zClosureTable.<locals>.MetarrrFN)	rrrrYrgrurrrOrbr)rrZrrrcs
rcz	%sClosure)	rYZrelrZ	rel_modelr*rrr`rr)rZrZ	field_objrrcr[r)rrZrrrClosureTables"+
rcsLeZdZdZddfddZddZdddd	ZS)
SqliteExtQueryCompilerzQ
    Subclass of QueryCompiler that can be used to construct virtual tables.
    FNc
stt|j|d|}t|trd}|jj}t|tr|j	ddt
d|g}t|}q|j	jdt
d|nd}|r|d7}t
||j	d<|j
|||}|r|j	d}	xt|jD]\}
}t|tr7|j|d
k}ntj|rdt|trd|j}nUt|ttfrt
ddjtt|}nt|tst
|}tt
|
|}d
|_|	j	j|qWt|jddr|j	jt
d|S)NsafezCREATE VIRTUAL TABLEr;ZUSINGzUSING %szCREATE TABLEz IF NOT EXISTSrr<rz'%s'r=Z
without_rowidz
WITHOUT ROWID)r!r
_create_table
issubclassr`rYrar6rZnodesr#rrDrfsortedrZFieldrinspectZisclassModelr7r8rmapstrgluer?r)
r$rZrrerZ	statement	extensionpartsZ
table_optionsZcolumns_constraintskvZoption)r%rrrs># 

%	z$SqliteExtQueryCompiler._create_tablecCsSt|jdd}|r-|j|}ni}|rO|j|j||S)Nrb)rrYrfupdate)r$rZrZ
extra_optionsZ
model_optionsrerrrrf sz$SqliteExtQueryCompiler.clean_optionscCs|j|j|||S)N)Z
parse_noder)r$rZrrerrrrh*sz#SqliteExtQueryCompiler.create_table)rrrrrrfrhrr)r%rrs6
rrVFcCstd|ddS)Nrrrm)r)r$rrr
disqualify.sr
csceZdZdZeZdfddZeddZddZ	d	d
Z
ddZd
dZddZ
dd3ddZdd4ddZdddZdddZdd5ddZdd6ddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+dd,d-Zd+fd.d/Zd0d1d2ZS)7SqliteExtDatabasez
    Database class which provides additional Sqlite-specific functionality:

    * Register custom aggregates, collations and functions
    * Specify a row factory
    * Advanced transactions (specify isolation level)
    Tcsmtt|j|||i|_i|_i|_tg|_d|_t	r|rd|_
|jt	jdd|jt	j
dd|jt	jdd|jt	jdd|jt	jdd
|jt	jd	d|jt	jd
dnhd|_
|jtdd|jtdd|jtdd|jtdd|jtd	ddS)NTZ	date_partr;Z
date_truncZregexprr<rrZ
murmurhashFrrrrr)r!rrR_aggregates_collations
_functionsrF_extensions_row_factory_c_ext_using_c_extensionsregister_functionZpeewee_date_partZpeewee_date_truncZ
peewee_regexpZpeewee_rankZ
peewee_luceneZpeewee_bm25Zpeewee_murmurhashr
rrrr)r$rgZc_extensionsrrT)r%rrrR?s*						zSqliteExtDatabase.__init__cCs|jS)N)r)r$rrrusing_c_extensionsWsz$SqliteExtDatabase.using_c_extensionscCsc|j||j||j||j||jrI|j|_|jr_|j|dS)N)Z_set_pragmas_load_aggregates_load_collations_load_functionsrrow_factoryr_load_extensions)r$connrrr_add_conn_hooks[s



		z!SqliteExtDatabase._add_conn_hookscCs=x6|jjD]%\}\}}|j|||qWdS)N)rrZcreate_aggregate)r$rr[klass
num_paramsrrrres"z"SqliteExtDatabase._load_aggregatescCs4x-|jjD]\}}|j||qWdS)N)r
rZcreate_collation)r$rr[r3rrrrisz"SqliteExtDatabase._load_collationscCs=x6|jjD]%\}\}}|j|||qWdS)N)rrZcreate_function)r$rr[r3rrrrrms"z!SqliteExtDatabase._load_functionscCs2|jdx|jD]}|j|qWdS)NT)rrr)r$rrrrrrqs
z"SqliteExtDatabase._load_extensionsNr<cCsE||f|j|p!|jj<|jsA|j|jdS)N)rrlower	is_closedrget_conn)r$rr[rrrrregister_aggregatevs"z$SqliteExtDatabase.register_aggregatecsfdd}|S)Ncsj||S)N)r!)r)r[rr$rr	decorator|sz.SqliteExtDatabase.aggregate.<locals>.decoratorr)r$r[rr"r)r[rr$r	aggregate{szSqliteExtDatabase.aggregatecsZp|jfdd}||_||j<|jsV|j|jdS)Ncs!|tdf}t|S)Nz
collate %s)r#r)rZexpressions)r[rr
_collationsz8SqliteExtDatabase.register_collation.<locals>._collation)r	collationr
rrr )r$r3r[r$r)r[rregister_collations	
z$SqliteExtDatabase.register_collationcsfdd}|S)Ncsj||S)N)r&)r3)r[r$rrr"sz.SqliteExtDatabase.collation.<locals>.decoratorr)r$r[r"r)r[r$rr%szSqliteExtDatabase.collationcCs?||f|j|p|j<|js;|j|jdS)N)rrrrr )r$r3r[rrrrrsz#SqliteExtDatabase.register_functioncsfdd}|S)Ncsj||S)N)r)r3)r[rr$rrr"sz)SqliteExtDatabase.func.<locals>.decoratorr)r$r[rr"r)r[rr$rfuncszSqliteExtDatabase.funccCsF|jj||jsB|j}|jd|j|dS)NT)raddrr rr)r$rrrrrrs

z SqliteExtDatabase.load_extensioncCs|j|=dS)N)r)r$r[rrrunregister_aggregatesz&SqliteExtDatabase.unregister_aggregatecCs|j|=dS)N)r
)r$r[rrrunregister_collationsz&SqliteExtDatabase.unregister_collationcCs|j|=dS)N)r)r$r[rrrunregister_functionsz%SqliteExtDatabase.unregister_functioncCs|jj|dS)N)rrJ)r$rrrrunload_extensionsz"SqliteExtDatabase.unload_extensioncCs
||_dS)N)r)r$r3rrrrszSqliteExtDatabase.row_factoryFcCs1|jj|||\}}|j||S)N)Zcompilerrhrv)r$rZrreZsqlZparamsrrrrhs!zSqliteExtDatabase.create_tablecs/t|trdStt|j|||S)N)rrpr!rcreate_index)r$rZ
field_nameunique)r%rrr-szSqliteExtDatabase.create_indexdeferredcCs%|jdkstt||S)Nr0	immediate	exclusive)r0r1r2)rAssertionErrorgranular_transaction)r$	lock_typerrrr4sz&SqliteExtDatabase.granular_transactionrrrr)rrrrrZcompiler_classrRpropertyrrrrrrr!r#r&r%rr'rr)r*r+r,rrhr-r4rr)r%rr5s0

rc@s+eZdZdddZddZdS)r4r0cCs(||_|jj|_||_dS)N)dbr rr5)r$r7r5rrrrRs	zgranular_transaction.__init__cCs|jj|jdS)N)r7Zbeginr5)r$rrr_beginszgranular_transaction._beginN)rrrrRr8rrrrr4sr4rMATCHcCst|tj|S)N)rrr9)Zlhsrhsrrrrscs/t}fddtd|dDS)Ncs4g|]*}tjd||ddqS)z@Irr)structunpack)rGrB)bufrrrHs	z%_parse_match_info.<locals>.<listcomp>rr)r=r>)r=bufsizer)r=r_parse_match_infosr?cGst|}d}|dd\}}|s>dg|}n4dg|}x$t|D]\}}|||<qXWxt|D]}d||d}	xst|D]e}
||
}|sq|	|
d}|||d\}}
|dkr||t||
7}qWqW|S)Ngr;r<rr)r?	enumerater>float)raw_match_inforrrrrrBweightZ
phrase_numZphrase_info_idxZcol_numZcol_idxZx1Zx2rrrrs&

 rcGst|}d}d}d}td\}}}}	||}
||}||}|	|}
|
|}|s~dg|}n8dg|}x(t|D]\}}||||<qWx@t|
D]2}x)t|D]}||}|dkrqt||	|}t||
|}|dkr2d}nd||||}|d||d}t||}t||d}ttj||d	|d	d}|||}|dkrd}n||d|}||||7}qWqW|S)
z
    Usage:

        # Format string *must* be pcnalx
        # Second parameter to bm25 specifies the index of the column, on
        # the table being queries.
        bm25(matchinfo(document_tbl, 'pcnalx'), 1) AS rank
    g333333?g?grr<rrr;g?)r?r>r@rAmaxmathlog)rBrrKBrZP_OZC_OZN_OZA_OZ
term_countZ	col_countZ
total_docsZL_OZX_OrrBrCjZ
avg_lengthZ
doc_lengthDxZterm_frequencyZdocs_with_termZidfZdenomr:rrrrsN	






			r)QrZglobrrEosrer;sysZ
simplejsonr'ImportErrorZvtfuncrZpeeweerrrrrr	r
rrr
rrZ	playhouserrversion_inforrorrrrqrrrZPrimaryKeyFieldr Z	TextFieldr&rrNobjectrWr\rr]Z	CharFieldr^Z
FloatFieldr_rr`rjrpZ	_alphabetrFrupperrr>rcompilerrrrextendr
ZSqliteDatabaserr4r9Zregister_opsrr?rrrrrr<module>!s



.R]CH
	
Back to Directory File Manager