Differential D18533 Diff 44512 src/infrastructure/query/policy/PhabricatorCursorPagedPolicyAwareQuery.php
Changeset View
Changeset View
Standalone View
Standalone View
src/infrastructure/query/policy/PhabricatorCursorPagedPolicyAwareQuery.php
| Show First 20 Lines • Show All 1,447 Lines • ▼ Show 20 Lines | protected function buildFerretJoinClause(AphrontDatabaseConnection $conn) { | ||||
| if (!$this->ferretEngine) { | if (!$this->ferretEngine) { | ||||
| return array(); | return array(); | ||||
| } | } | ||||
| $op_sub = PhutilSearchQueryCompiler::OPERATOR_SUBSTRING; | $op_sub = PhutilSearchQueryCompiler::OPERATOR_SUBSTRING; | ||||
| $op_not = PhutilSearchQueryCompiler::OPERATOR_NOT; | $op_not = PhutilSearchQueryCompiler::OPERATOR_NOT; | ||||
| $engine = $this->ferretEngine; | $engine = $this->ferretEngine; | ||||
| $ngram_engine = new PhabricatorNgramEngine(); | $stemmer = $engine->newStemmer(); | ||||
| $stemmer = new PhutilSearchStemmer(); | |||||
| $ngram_table = $engine->newNgramsObject(); | $ngram_table = $engine->newNgramsObject(); | ||||
| $ngram_table_name = $ngram_table->getTableName(); | $ngram_table_name = $ngram_table->getTableName(); | ||||
| $flat = array(); | $flat = array(); | ||||
| foreach ($this->ferretTokens as $fulltext_token) { | foreach ($this->ferretTokens as $fulltext_token) { | ||||
| $raw_token = $fulltext_token->getToken(); | $raw_token = $fulltext_token->getToken(); | ||||
| Show All 27 Lines | foreach ($this->ferretTokens as $fulltext_token) { | ||||
| if ($raw_token->isQuoted()) { | if ($raw_token->isQuoted()) { | ||||
| $is_stemmed = false; | $is_stemmed = false; | ||||
| } else { | } else { | ||||
| $is_stemmed = true; | $is_stemmed = true; | ||||
| } | } | ||||
| if ($is_substring) { | if ($is_substring) { | ||||
| $ngrams = $ngram_engine->getNgramsFromString($value, 'query'); | $ngrams = $engine->getNgramsFromString($value, 'query'); | ||||
| } else { | } else { | ||||
| $ngrams = $ngram_engine->getNgramsFromString($value, 'index'); | $ngrams = $engine->getNgramsFromString($value, 'index'); | ||||
| // If this is a stemmed term, only look for ngrams present in both the | // If this is a stemmed term, only look for ngrams present in both the | ||||
| // unstemmed and stemmed variations. | // unstemmed and stemmed variations. | ||||
| if ($is_stemmed) { | if ($is_stemmed) { | ||||
| $stem_value = $stemmer->stemToken($value); | $stem_value = $stemmer->stemToken($value); | ||||
| $stem_ngrams = $ngram_engine->getNgramsFromString( | $stem_ngrams = $engine->getNgramsFromString( | ||||
| $stem_value, | $stem_value, | ||||
| 'index'); | 'index'); | ||||
| $ngrams = array_intersect($ngrams, $stem_ngrams); | $ngrams = array_intersect($ngrams, $stem_ngrams); | ||||
| } | } | ||||
| } | } | ||||
| foreach ($ngrams as $ngram) { | foreach ($ngrams as $ngram) { | ||||
| ▲ Show 20 Lines • Show All 64 Lines • ▼ Show 20 Lines | protected function buildFerretJoinClause(AphrontDatabaseConnection $conn) { | ||||
| return $joins; | return $joins; | ||||
| } | } | ||||
| protected function buildFerretWhereClause(AphrontDatabaseConnection $conn) { | protected function buildFerretWhereClause(AphrontDatabaseConnection $conn) { | ||||
| if (!$this->ferretEngine) { | if (!$this->ferretEngine) { | ||||
| return array(); | return array(); | ||||
| } | } | ||||
| $ngram_engine = new PhabricatorNgramEngine(); | $engine = $this->ferretEngine; | ||||
| $stemmer = new PhutilSearchStemmer(); | $stemmer = $engine->newStemmer(); | ||||
| $table_map = $this->ferretTables; | $table_map = $this->ferretTables; | ||||
| $op_sub = PhutilSearchQueryCompiler::OPERATOR_SUBSTRING; | $op_sub = PhutilSearchQueryCompiler::OPERATOR_SUBSTRING; | ||||
| $op_not = PhutilSearchQueryCompiler::OPERATOR_NOT; | $op_not = PhutilSearchQueryCompiler::OPERATOR_NOT; | ||||
| $where = array(); | $where = array(); | ||||
| $current_function = 'all'; | $current_function = 'all'; | ||||
| foreach ($this->ferretTokens as $fulltext_token) { | foreach ($this->ferretTokens as $fulltext_token) { | ||||
| ▲ Show 20 Lines • Show All 48 Lines • ▼ Show 20 Lines | foreach ($this->ferretTokens as $fulltext_token) { | ||||
| // Never stem negated queries, since this can exclude results users | // Never stem negated queries, since this can exclude results users | ||||
| // did not mean to exclude and generally confuse things. | // did not mean to exclude and generally confuse things. | ||||
| if ($is_not) { | if ($is_not) { | ||||
| $is_stemmed = false; | $is_stemmed = false; | ||||
| } | } | ||||
| $term_constraints = array(); | $term_constraints = array(); | ||||
| $term_value = ' '.$ngram_engine->newTermsCorpus($value).' '; | $term_value = ' '.$engine->newTermsCorpus($value).' '; | ||||
| if ($is_not) { | if ($is_not) { | ||||
| $term_constraints[] = qsprintf( | $term_constraints[] = qsprintf( | ||||
| $conn, | $conn, | ||||
| '(%T.termCorpus NOT LIKE %~)', | '(%T.termCorpus NOT LIKE %~)', | ||||
| $table_alias, | $table_alias, | ||||
| $term_value); | $term_value); | ||||
| } else { | } else { | ||||
| $term_constraints[] = qsprintf( | $term_constraints[] = qsprintf( | ||||
| $conn, | $conn, | ||||
| '(%T.termCorpus LIKE %~)', | '(%T.termCorpus LIKE %~)', | ||||
| $table_alias, | $table_alias, | ||||
| $term_value); | $term_value); | ||||
| } | } | ||||
| if ($is_stemmed) { | if ($is_stemmed) { | ||||
| $stem_value = $stemmer->stemToken($value); | $stem_value = $stemmer->stemToken($value); | ||||
| $stem_value = $ngram_engine->newTermsCorpus($stem_value); | $stem_value = $engine->newTermsCorpus($stem_value); | ||||
| $stem_value = ' '.$stem_value.' '; | $stem_value = ' '.$stem_value.' '; | ||||
| $term_constraints[] = qsprintf( | $term_constraints[] = qsprintf( | ||||
| $conn, | $conn, | ||||
| '(%T.normalCorpus LIKE %~)', | '(%T.normalCorpus LIKE %~)', | ||||
| $table_alias, | $table_alias, | ||||
| $stem_value); | $stem_value); | ||||
| } | } | ||||
| ▲ Show 20 Lines • Show All 781 Lines • Show Last 20 Lines | |||||