PhutilSearchStemmerTestCase.php
No OneTemporary
Actions

Subscribers

None

File Metadata

	<?php

	final class PhutilSearchStemmerTestCase
	extends PhutilTestCase {

	public function testStemTokens() {
	$tests = array(
	// Various real-world cases collected from users before we implemented
	// stemming.
	'tokens' => 'token',
	'panels' => 'panel',

	'renames' => 'renam',
	'rename' => 'renam',

	'components' => 'compon',
	'component' => 'compon',

	'implementation' => 'implement',
	'implements' => 'implement',
	'implementing' => 'implement',
	'implementer' => 'implement',

	'deleting' => 'delet',
	'deletion' => 'delet',
	'delete' => 'delet',

	'erratically' => 'errat',
	'erratic' => 'errat',

	// Stems should be normalized.
	'DOG' => 'dog',

	// If stemming would bring a token under 3 characters, it should not
	// be stemmed.
	'dns' => 'dns',
	'nis' => 'nis',
	);

	$stemmer = new PhutilSearchStemmer();
	foreach ($tests as $input => $expect) {
	$stem = $stemmer->stemToken($input);
	$this->assertEqual(
	$expect,
	$stem,
	pht('Token stem of "%s".', $input));
	}
	}

	public function testStemDocuments() {
	$tests = array(
	'The wild boar meandered erratically.' =>
	'the wild boar meander errat',
	'Fool me onc, shame on you. Fool me twice, shame on me.' =>
	'fool onc shame you twice',
	'Fireball is a seventh-level spell which deals 2d16 points of damage '.
	'in a 1-meter radius around a target.' =>
	'firebal seventh level spell which deal 2d16 point damag meter '.
	'radiu around target',
	);

	$stemmer = new PhutilSearchStemmer();
	foreach ($tests as $input => $expect) {
	$stem = $stemmer->stemCorpus($input);
	$this->assertEqual(
	$expect,
	$stem,
	pht('Corpus stem of: %s', $input));
	}
	}


	}