手把手教你做关键词匹配项目（搜索引擎）---- 第二十天，教你做第二十天

php class UTF8 { /** * 检测是否utf8 * @param $char * @return bool */ public static function is($char){ return (preg_match("/^([".chr(228)."-".chr(233)."]{1}[".chr(128)."-".chr(191)."]{1}[".chr(128)."-".chr(191)."]{1}){1}/",$char) || preg_match("/([".chr(228)."-".chr(233)."]{1}[".chr(128)."-".chr(191)."]{1}[".chr(128)."-".chr(191)."]{1}){1}$/",$char) || preg_match("/([".chr(228)."-".chr(233)."]{1}[".chr(128)."-".chr(191)."]{1}[".chr(128)."-".chr(191)."]{1}){2,}/",$char)); } /** * 计算utf8字的个数 * @param $char * @return float|int */ public static function length($char) { if(self::is($char)) return ceil(strlen($char)/3); return strlen($char); } /** * 检测是否为词组 * @param $word * @return bool */ public static function isPhrase($word){ if(self::length($word)<=1) return false; return true; } }

php class DBSegmentation { public $cid; /** * 获取类目下分词的词组数据 * @return array */ public function transferDictionary(){ $ret = array(); $sql = "select word from category_linklist where cid='$this->cid'"; $words = DB::makeArray($sql); foreach($words as $strWords){ $words = explode(",",$strWords); foreach($words as $word){ if(UTF8::isPhrase($word)){ $ret[] = $word; } } } return $ret; } } class TestSegmentation { public function transferDictionary(){ $words = array( "连衣裙,连衣", "XXL,xxl,加大,加大码", "X码,中码", "外套,衣,衣服,外衣,上衣", "女款,女士,女生,女性" ); $ret = array(); foreach($words as $strWords){ $words = explode(",",$strWords); foreach($words as $word){ if(UTF8::isPhrase($word)){ $ret[] = $word; } } } return $ret; } }

class Splitter { public $keyword; private $dictionary = array(); public function setDictionary($dictionary = array()){ usort($dictionary,function($a,$b){ return (UTF8::length($a)>UTF8::length($b))?1:-1; }); $this->dictionary = $dictionary; } public function getDictionary(){ return $this->dictionary; } /** * 把关键词拆分成词组或者单词 * @return KeywordEntity $keywordEntity */ public function split(){ $remainKeyword = $this->keyword; $keywordEntity = new KeywordEntity($this->keyword); foreach($this->dictionary as $phrase){ $matchTimes = preg_match_all("/$phrase/",$remainKeyword,$matches); if($matchTimes>0){ $keywordEntity->addElement($phrase,$matchTimes); $remainKeyword = str_replace($phrase,"::",$remainKeyword); } } $remainKeywords = explode("::",$remainKeyword); foreach($remainKeywords as $splitWord){ if(!empty($splitWord)){ $keywordEntity->addElement($splitWord); } } return $keywordEntity; } } class KeywordEntity { public $keyword; public $elements = array(); public function __construct($keyword){ $this->keyword = $keyword; } public function addElement($word,$times=1){ if(isset($this->elements[$word])){ $this->elements[$word]->times += $times; }else $this->elements[] = new KeywordElement($word,$times); } /** * @desc 计算UTF8字符串权重 * @param string $word * @return float */ public function calculateWeight($word) { $element = $this->elements[$word]; return ROUND(strlen($element->word)*$element->times / strlen($this->keyword), 3); } } class KeywordElement { public $word; public $times; public function __construct($word,$times){ $this->word = $word; $this->times = $times; } }

php $segmentation = new TestSegmentation(); $splitter = new Splitter(); $splitter->setDictionary($segmentation->transferDictionary()); $splitter->keyword = "连衣裙xxl裙连衣裙"; $keywordEntity = $splitter->split(); var_dump($keywordEntity);