<?php
/*
Скрипты в cp1251
*/

//Класс для выделения основы слова
/*
*  PHP5 implementation of Martin Porter's stemming algorithm for Russian language.
*
*  Written on a cold winter evening close to the end of 2005 by Dennis Kreminsky (etranger at etranger dot ru)
*
*  Use the code freely, but don't hold me responsible if it breaks whatever it might break.
*
*
*  Usage:
*
*  $stem=stem::russian($word);
*
*  All Russian characters are (originally) in UTF-8.
*
*/

define ('CHAR_LENGTH', '1'); // all Russian characters take 2 bytes in UTF-8, so instead of using (not supported by default) mb_*
                             // string functions, we use the standard ones with a dirty char-length trick.
                             // Should you want to use WIN-1251 (or any other charset), convert this source file to that encoding
                             // and then change CHAR_LENGTH to the proper value, which is likely to be '1' then.

	
class Stemmer2 {

	var $_abc;
	var $_ABC;

	function Stemmer2() {
		$this->_abc = 'абвгдеёжзийклмнопрстуфхцчшщъьэюя';
		$this->_ABC = 'АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЬЭЮЯ';
	}

	function rustolower($arg){
		for($i=0;$i<strlen($this->_abc);$i++){
			$arg = str_replace($this->_ABC{$i},$this->_abc{$i},$arg);
		}
		return $arg;
	}

 function stem($word)
   {
   	 // RUSSIAN DIRTY LOWERCASE:
   		$word = $this->rustolower($word);
   
      $a=$this->rv($word);
      $start=$a[0];
      $rv=$a[1];
      $rv=$this->step1($rv);
      $rv=$this->step2($rv);
      $rv=$this->step3($rv);
      $rv=$this->step4($rv);
      return $start.$rv;
   }

 function rv($word)
   {
      $vowels=array('а','е','и','о','у','ы','э','ю','я');
      $flag=0;
      $rv='';
      $start='';
      for ($i=0; $i<strlen($word); $i+=CHAR_LENGTH)
         {
            if ($flag==1)
               $rv.=substr($word, $i, CHAR_LENGTH);
            else
               $start.=substr($word, $i, CHAR_LENGTH);
            if (array_search(substr($word,$i,CHAR_LENGTH), $vowels)!==FALSE)
               $flag=1;
         }
      return array($start,$rv);
   }

 function step1($word)
   {
      $perfective1=array('в', 'вши', 'вшись');
      foreach ($perfective1 as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix && (substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='а' || substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='я'))
            return substr($word, 0, strlen($word)-strlen($suffix));

      $perfective2=array('ив','ивши','ившись','ывши','ывшись');
      foreach ($perfective2 as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix)
            return substr($word, 0, strlen($word)-strlen($suffix));

      $reflexive=array('ся', 'сь');
      foreach ($reflexive as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix)
            $word=substr($word, 0, strlen($word)-strlen($suffix));

      $adjective=array('ее','ие','ые','ое','ими','ыми','ей','ий','ый','ой','ем','им','ым','ом','его','ого','ему','ому','их','ых','ую','юю','ая','яя','ою','ею');
      $participle2=array('ем','нн','вш','ющ','щ');
      $participle1=array('ивш','ывш','ующ');
      foreach ($adjective as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix)
            {
             $word=substr($word, 0, strlen($word)-strlen($suffix));
             foreach ($participle1 as $suffix)
                if (substr($word,-(strlen($suffix)))==$suffix && (substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='а' || substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='я'))
                  $word=substr($word, 0, strlen($word)-strlen($suffix));
             foreach ($participle2 as $suffix)
                if (substr($word,-(strlen($suffix)))==$suffix)
                  $word=substr($word, 0, strlen($word)-strlen($suffix));
             return $word;
            }

      $verb1=array('ла','на','ете','йте','ли','й','л','ем','н','ло','но','ет','ют','ны','ть','ешь','нно');
      foreach ($verb1 as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix && (substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='а' || substr($word,-strlen($suffix)-CHAR_LENGTH,CHAR_LENGTH)=='я'))
            return substr($word, 0, strlen($word)-strlen($suffix));

      $verb2=array('ила','ыла','ена','ейте','уйте','ите','или','ыли','ей','уй','ил','ыл','им','ым','ен','ило','ыло','ено','ят','ует','уют','ит','ыт','ены','ить','ыть','ишь','ую','ю');
      foreach ($verb2 as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix)
            return substr($word, 0, strlen($word)-strlen($suffix));

      $noun=array('а','ев','ов','ие','ье','е','иями','ями','ами','еи','ии','и','ией','ей','ой','ий','й','иям','ям','ием','ем','ам','ом','о','у','ах','иях','ях','ы','ь','ию','ью','ю','ия','ья','я');
      foreach ($noun as $suffix)
          if (substr($word,-(strlen($suffix)))==$suffix)
            return substr($word, 0, strlen($word)-strlen($suffix));

      return $word;
   }

 function step2($word)
   {
      if (substr($word,-CHAR_LENGTH,CHAR_LENGTH)=='и')
            $word=substr($word, 0, strlen($word)-CHAR_LENGTH);
      return $word;
   }

 function step3($word)
   {
      $vowels=array('а','е','и','о','у','ы','э','ю','я');
      $flag=0;
      $r1='';
      $r2='';
      for ($i=0; $i<strlen($word); $i+=CHAR_LENGTH)
         {
            if ($flag==2)
               $r1.=substr($word, $i, CHAR_LENGTH);
            if (array_search(substr($word,$i,CHAR_LENGTH), $vowels)!==FALSE)
               $flag=1;
            if ($flag=1 && array_search(substr($word,$i,CHAR_LENGTH), $vowels)===FALSE)
               $flag=2;
         }
      $flag=0;
      for ($i=0; $i<strlen($r1); $i+=CHAR_LENGTH)
         {
            if ($flag==2)
               $r2.=substr($r1, $i, CHAR_LENGTH);
            if (array_search(substr($r1,$i,CHAR_LENGTH), $vowels)!==FALSE)
               $flag=1;
            if ($flag=1 && array_search(substr($r1,$i,CHAR_LENGTH), $vowels)===FALSE)
               $flag=2;
         }
      $derivational=array('ост', 'ость');
      foreach ($derivational as $suffix)
          if (substr($r2,-(strlen($suffix)))==$suffix)
            $word=substr($word, 0, strlen($r2)-strlen($suffix));
      return $word;
   }

 function step4($word)
   {
      if (substr($word,-CHAR_LENGTH*2)=='нн')
            $word=substr($word, 0, strlen($word)-CHAR_LENGTH);
      else
         {
            $superlative=array('ейш', 'ейше');
            foreach ($superlative as $suffix)
                if (substr($word,-(strlen($suffix)))==$suffix)
                  $word=substr($word, 0, strlen($word)-strlen($suffix));
            if (substr($word,-CHAR_LENGTH*2)=='нн')
                $word=substr($word, 0, strlen($word)-CHAR_LENGTH);
         }
      // should there be a guard flag? can't think of a russian word that ends with ейшь or ннь anyways, though the algorithm states this is an "otherwise" case
      if (substr($word,-CHAR_LENGTH,CHAR_LENGTH)=='ь')
            $word=substr($word, 0, strlen($word)-CHAR_LENGTH);
      return $word;
   }
}



class Stemmer1
{
	var $VERSION = "0.02";
	var $Stem_Caching = 0;
	var $Stem_Cache = array();
	var $VOWEL = '/аеиоуыэюя/';
	var $PERFECTIVEGROUND = '/((ив|ивши|ившись|ыв|ывши|ывшись)|((?<=[ая])(в|вши|вшись)))$/';
	var $REFLEXIVE = '/(с[яь])$/';
	var $ADJECTIVE = '/(ее|ие|ые|ое|ими|ыми|ей|ий|ый|ой|ем|им|ым|ом|его|ого|ему|ому|их|ых|ую|юю|ая|яя|ою|ею)$/';
	var $PARTICIPLE = '/((ивш|ывш|ующ)|((?<=[ая])(ем|нн|вш|ющ|щ)))$/';
	var $VERB = '/((ила|ыла|ена|ейте|уйте|ите|или|ыли|ей|уй|ил|ыл|им|ым|ен|ило|ыло|ено|ят|ует|уют|ит|ыт|ены|ить|ыть|ишь|ую|ю)|((?<=[ая])(ла|на|ете|йте|ли|й|л|ем|н|ло|но|ет|ют|ны|ть|ешь|нно)))$/';
	var $NOUN = '/(а|ев|ов|ие|ье|е|иями|ями|ами|еи|ии|и|ией|ей|ой|ий|й|иям|ям|ием|ем|ам|ом|о|у|ах|иях|ях|ы|ь|ию|ью|ю|ия|ья|я)$/';
	var $RVRE = '/^(.*?[аеиоуыэюя])(.*)$/';
	var $DERIVATIONAL = '/[^аеиоуыэюя][аеиоуыэюя]+[^аеиоуыэюя]+[аеиоуыэюя].*(?<=о)сть?$/';

	function s(&$s, $re, $to)
		{
		$orig = $s;
		$s = preg_replace($re, $to, $s);
		return $orig !== $s;
		}

	function m($s, $re)
		{
		return preg_match($re, $s);
		}

	function stem($word)
		{
		//$word = mb_strtolower(mb_strtolower($word, 'CP1251'));
		//$word = strtoupper_($word);
		$word=strtolower_($word);
		$word = str_replace('ё', 'е', $word);
		if($this->Stem_Caching && isset($this->Stem_Cache[$word]))
			{
			return $this->Stem_Cache[$word];
			}
		$stem = $word;
		do
			{
			if(!preg_match($this->RVRE, $word, $p)) break;
			$start = $p[1];
			$RV = $p[2];
			if(!$RV) break;
			if(!$this->s($RV, $this->PERFECTIVEGROUND, ''))
				{
				$this->s($RV, $this->REFLEXIVE, '');
				if($this->s($RV, $this->ADJECTIVE, ''))
					{
					$this->s($RV, $this->PARTICIPLE, '');
					}
				else
					{
					if(!$this->s($RV, $this->VERB, ''))
					$this->s($RV, $this->NOUN, '');
					}
				}
			$this->s($RV, '/и$/', '');
			if($this->m($RV, $this->DERIVATIONAL))
			$this->s($RV, '/ость?$/', '');
			if(!$this->s($RV, '/ь$/', ''))
				{
				$this->s($RV, '/ейше?/', '');
				$this->s($RV, '/нн$/', 'н');
				}
			$stem = $start.$RV;
			}
		while(false);
		if($this->Stem_Caching)$this->Stem_Cache[$word] = $stem;
		return $stem;
		}

	function stem_caching($parm_ref)
		{
		$caching_level = @$parm_ref['-level'];
		if($caching_level)
			{
			if(!$this->m($caching_level, '/^[012]$/'))
				{
				die(__CLASS__ . "::stem_caching() - Legal values are '0','1' or '2'. '$caching_level' is not a legal value");
				}
			$this->Stem_Caching = $caching_level;
			}
		return $this->Stem_Caching;
		}

	function clear_stem_cache()
		{
		$this->Stem_Cache = array();
		}
}