PhutilSearchStemmerTestCase.php
0ae0cc00acb1stable

PhutilSearchStemmerTestCase.php
View Options

			<?php

			final class PhutilSearchStemmerTestCase
			extends PhutilTestCase {

			public function testStemTokens() {
			$tests = array(
			// Various real-world cases collected from users before we implemented
			// stemming.
			'tokens' => 'token',
			'panels' => 'panel',

			'renames' => 'renam',
			'rename' => 'renam',

			'components' => 'compon',
			'component' => 'compon',

			'implementation' => 'implement',
			'implements' => 'implement',
			'implementing' => 'implement',
			'implementer' => 'implement',

			'deleting' => 'delet',
			'deletion' => 'delet',
			'delete' => 'delet',

			'erratically' => 'errat',
			'erratic' => 'errat',

			// Stems should be normalized.
			'DOG' => 'dog',

			// If stemming would bring a token under 3 characters, it should not
			// be stemmed.
			'dns' => 'dns',
			'nis' => 'nis',
			);

			$stemmer = new PhutilSearchStemmer();
			foreach ($tests as $input => $expect) {
			$stem = $stemmer->stemToken($input);
			$this->assertEqual(
			$expect,
			$stem,
			pht('Token stem of "%s".', $input));
			}
			}

			public function testStemDocuments() {
			$tests = array(
			'The wild boar meandered erratically.' =>
			'the wild boar meander errat',
			'Fool me onc, shame on you. Fool me twice, shame on me.' =>
			'fool onc shame you twice',
			'Fireball is a seventh-level spell which deals 2d16 points of damage '.
			'in a 1-meter radius around a target.' =>
			'firebal seventh level spell which deal 2d16 point damag meter '.
			'radiu around target',
			);

			$stemmer = new PhutilSearchStemmer();
			foreach ($tests as $input => $expect) {
			$stem = $stemmer->stemCorpus($input);
			$this->assertEqual(
			$expect,
			$stem,
			pht('Corpus stem of: %s', $input));
			}
			}


			}