Differential D17564 Diff 42277 src/applications/search/fulltextstorage/PhabricatorElasticFulltextStorageEngine.php

Changeset View

Standalone View

src/applications/search/fulltextstorage/PhabricatorElasticFulltextStorageEngine.php

Show First 20 Lines • Show All 155 Lines • ▼ Show 20 Lines	if (strlen($query_string)) {
$fields = $this->getTypeConstants('PhabricatorSearchDocumentFieldType');		$fields = $this->getTypeConstants('PhabricatorSearchDocumentFieldType');

// Build a simple_query_string query over all fields that must match all		// Build a simple_query_string query over all fields that must match all
// of the words in the search string.		// of the words in the search string.
$q->addMustClause(array(		$q->addMustClause(array(
'simple_query_string' => array(		'simple_query_string' => array(
'query' => $query_string,		'query' => $query_string,
'fields' => array(		'fields' => array(
'_all',		PhabricatorSearchDocumentFieldType::FIELD_TITLE.'.*',
		PhabricatorSearchDocumentFieldType::FIELD_BODY.'.*',
		PhabricatorSearchDocumentFieldType::FIELD_COMMENT.'.*',
),		),
'default_operator' => 'OR',		'default_operator' => 'AND',
),		),
));		));

// This second query clause is "SHOULD' so it only affects ranking of		// This second query clause is "SHOULD' so it only affects ranking of
// documents which already matched the Must clause. This amplifies the		// documents which already matched the Must clause. This amplifies the
// score of documents which have an exact match on title, body		// score of documents which have an exact match on title, body
// or comments.		// or comments.
$q->addShouldClause(array(		$q->addShouldClause(array(
'simple_query_string' => array(		'simple_query_string' => array(
'query' => $query_string,		'query' => $query_string,
'fields' => array(		'fields' => array(
		'*.raw',
PhabricatorSearchDocumentFieldType::FIELD_TITLE.'^4',		PhabricatorSearchDocumentFieldType::FIELD_TITLE.'^4',
PhabricatorSearchDocumentFieldType::FIELD_BODY.'^3',		PhabricatorSearchDocumentFieldType::FIELD_BODY.'^3',
PhabricatorSearchDocumentFieldType::FIELD_COMMENT.'^1.2',		PhabricatorSearchDocumentFieldType::FIELD_COMMENT.'^1.2',
),		),
'analyzer' => 'english_exact',		'analyzer' => 'english_exact',
'default_operator' => 'and',		'default_operator' => 'and',
),		),
));		));
▲ Show 20 Lines • Show All 141 Lines • ▼ Show 20 Lines	class PhabricatorElasticFulltextStorageEngine
}		}

private function getIndexConfiguration() {		private function getIndexConfiguration() {
$data = array();		$data = array();
$data['settings'] = array(		$data['settings'] = array(
'index' => array(		'index' => array(
'auto_expand_replicas' => '0-2',		'auto_expand_replicas' => '0-2',
'analysis' => array(		'analysis' => array(
		'filter' => array(
		'english_stop' => array(
		'type' => 'stop',
		'stopwords' => '_english_',
		),
		'english_stemmer' => array(
		'type' => 'stemmer',
		'language' => 'english',
		),
		'english_possessive_stemmer' => array(
		'type' => 'stemmer',
		'language' => 'possessive_english',
		),
		),
'analyzer' => array(		'analyzer' => array(
'english_exact' => array(		'english_exact' => array(
'tokenizer' => 'standard',		'tokenizer' => 'standard',
'filter' => array('lowercase'),		'filter' => array('lowercase'),
),		),
		'letter_stop' => array(
		'tokenizer' => 'letter',
		'filter' => array('lowercase', 'english_stop'),
		),
		'english_stem' => array(
		'tokenizer' => 'standard',
		'filter' => array(
		'english_possessive_stemmer',
		'lowercase',
		'english_stop',
		'english_stemmer',
		),
		),
),		),
),		),
),		),
);		);

$fields = $this->getTypeConstants('PhabricatorSearchDocumentFieldType');		$fields = $this->getTypeConstants('PhabricatorSearchDocumentFieldType');
$relationships = $this->getTypeConstants('PhabricatorSearchRelationship');		$relationships = $this->getTypeConstants('PhabricatorSearchRelationship');

$doc_types = array_keys(		$doc_types = array_keys(
PhabricatorSearchApplicationSearchEngine::getIndexableDocumentTypes());		PhabricatorSearchApplicationSearchEngine::getIndexableDocumentTypes());

$text_type = $this->getTextFieldType();		$text_type = $this->getTextFieldType();

foreach ($doc_types as $type) {		foreach ($doc_types as $type) {
$properties = array();		$properties = array();
foreach ($fields as $field) {		foreach ($fields as $field) {
// Use the custom analyzer for the corpus of text		// Use the custom analyzer for the corpus of text
$properties[$field] = array(		$properties[$field] = array(
'type' => $text_type,		'type' => $text_type,
		'fields' => array(
		'raw' => array(
		'type' => $text_type,
'analyzer' => 'english_exact',		'analyzer' => 'english_exact',
'search_analyzer' => 'english',		'search_analyzer' => 'english',
'search_quote_analyzer' => 'english_exact',		'search_quote_analyzer' => 'english_exact',
		),
		'keywords' => array(
		'type' => $text_type,
		'analyzer' => 'letter_stop',
		),
		'stems' => array(
		'type' => $text_type,
		'analyzer' => 'english_stem',
		),
		),
);		);
}		}

if ($this->version < 5) {		if ($this->version < 5) {
foreach ($relationships as $rel) {		foreach ($relationships as $rel) {
$properties[$rel] = array(		$properties[$rel] = array(
'type' => 'string',		'type' => 'string',
'index' => 'not_analyzed',		'index' => 'not_analyzed',
▲ Show 20 Lines • Show All 130 Lines • ▼ Show 20 Lines	return array(
array('total', 'store', 'size_in_bytes'))),		array('total', 'store', 'size_in_bytes'))),
);		);
}		}

private function executeRequest(PhabricatorElasticSearchHost $host, $path,		private function executeRequest(PhabricatorElasticSearchHost $host, $path,
array $data, $method = 'GET') {		array $data, $method = 'GET') {

$uri = $host->getURI($path);		$uri = $host->getURI($path);
$data = json_encode($data);		$data = phutil_json_encode($data);
$future = new HTTPSFuture($uri, $data);		$future = new HTTPSFuture($uri, $data);
if ($method != 'GET') {		if ($method != 'GET') {
$future->setMethod($method);		$future->setMethod($method);
}		}
if ($this->getTimeout()) {		if ($this->getTimeout()) {
$future->setTimeout($this->getTimeout());		$future->setTimeout($this->getTimeout());
}		}
try {		try {
Show All 26 Lines