Differential D18498 Diff 44444 src/applications/search/engineextension/PhabricatorFerretFulltextEngineExtension.php

Changeset View

Standalone View

src/applications/search/engineextension/PhabricatorFerretFulltextEngineExtension.php

Show All 24 Lines	public function indexFulltextObject(

$ferret_document = $engine->newDocumentObject()		$ferret_document = $engine->newDocumentObject()
->setObjectPHID($phid)		->setObjectPHID($phid)
->setIsClosed(0)		->setIsClosed(0)
->setEpochCreated(0)		->setEpochCreated(0)
->setEpochModified(0);		->setEpochModified(0);

$stemmer = new PhutilSearchStemmer();		$stemmer = new PhutilSearchStemmer();
		$ngram_engine = id(new PhabricatorNgramEngine());

$key_all = PhabricatorSearchDocumentFieldType::FIELD_ALL;		$key_all = PhabricatorSearchDocumentFieldType::FIELD_ALL;

$empty_template = array(		$empty_template = array(
'raw' => array(),		'raw' => array(),
		'term' => array(),
'normal' => array(),		'normal' => array(),
);		);

$ferret_corpus_map = array(		$ferret_corpus_map = array(
$key_all => $empty_template,		$key_all => $empty_template,
);		);

foreach ($document->getFieldData() as $field) {		foreach ($document->getFieldData() as $field) {
list($key, $raw_corpus) = $field;		list($key, $raw_corpus) = $field;
if (!strlen($raw_corpus)) {		if (!strlen($raw_corpus)) {
continue;		continue;
}		}

$normal_corpus = $stemmer->stemCorpus($raw_corpus);		$normal_corpus = $stemmer->stemCorpus($raw_corpus);
		$term_corpus = $ngram_engine->newTermsCorpus($raw_corpus);

if (!isset($ferret_corpus_map[$key])) {		if (!isset($ferret_corpus_map[$key])) {
$ferret_corpus_map[$key] = $empty_template;		$ferret_corpus_map[$key] = $empty_template;
}		}

$ferret_corpus_map[$key]['raw'][] = $raw_corpus;		$ferret_corpus_map[$key]['raw'][] = $raw_corpus;
		$ferret_corpus_map[$key]['term'][] = $term_corpus;
$ferret_corpus_map[$key]['normal'][] = $normal_corpus;		$ferret_corpus_map[$key]['normal'][] = $normal_corpus;

$ferret_corpus_map[$key_all]['raw'][] = $raw_corpus;		$ferret_corpus_map[$key_all]['raw'][] = $raw_corpus;
		$ferret_corpus_map[$key_all]['term'][] = $term_corpus;
$ferret_corpus_map[$key_all]['normal'][] = $normal_corpus;		$ferret_corpus_map[$key_all]['normal'][] = $normal_corpus;
}		}

$ferret_fields = array();		$ferret_fields = array();
foreach ($ferret_corpus_map as $key => $fields) {		foreach ($ferret_corpus_map as $key => $fields) {
$raw_corpus = $fields['raw'];		$raw_corpus = $fields['raw'];
$raw_corpus = implode("\n", $raw_corpus);		$raw_corpus = implode("\n", $raw_corpus);

$normal_corpus = $fields['normal'];		$normal_corpus = $fields['normal'];
$normal_corpus = implode("\n", $normal_corpus);		$normal_corpus = implode("\n", $normal_corpus);

		$term_corpus = $fields['term'];
		$term_corpus = implode(' ', $term_corpus);
		if (strlen($term_corpus)) {
		$term_corpus = ' '.$term_corpus.' ';
		}

$ferret_fields[] = $engine->newFieldObject()		$ferret_fields[] = $engine->newFieldObject()
->setFieldKey($key)		->setFieldKey($key)
->setRawCorpus($raw_corpus)		->setRawCorpus($raw_corpus)
		->setTermCorpus($term_corpus)
->setNormalCorpus($normal_corpus);		->setNormalCorpus($normal_corpus);
}		}

$ngrams_source = $ferret_corpus_map[$key_all]['raw'];		$ngrams_source = $ferret_corpus_map[$key_all]['raw'];
$ngrams_source = implode("\n", $ngrams_source);		$ngrams_source = implode("\n", $ngrams_source);

$ngrams = id(new PhabricatorNgramEngine())		$ngrams = $ngram_engine->getNgramsFromString($ngrams_source, 'index');
->getNgramsFromString($ngrams_source, 'index');

$ferret_document->openTransaction();		$ferret_document->openTransaction();

try {		try {
$this->deleteOldDocument($engine, $object, $document);		$this->deleteOldDocument($engine, $object, $document);

$ferret_document->save();		$ferret_document->save();

▲ Show 20 Lines • Show All 70 Lines • Show Last 20 Lines