SluggedBehavior.php 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646
  1. <?php
  2. /**
  3. * Short description for slugged.php
  4. *
  5. * Part based/inspired by the sluggable behavior of Mariano Iglesias
  6. *
  7. * PHP version 5
  8. *
  9. * Copyright (c) 2008, Andy Dawson
  10. *
  11. * Licensed under The MIT License
  12. * Redistributions of files must retain the above copyright notice.
  13. *
  14. * @copyright Copyright (c) 2008, Andy Dawson
  15. * @link www.ad7six.com
  16. * @package mi
  17. * @subpackage mi.models.behaviors
  18. * @since v 1.0
  19. * @license http://www.opensource.org/licenses/mit-license.php The MIT License
  20. */
  21. /**
  22. * Ensure that mb_ functions exist
  23. */
  24. App::uses('I18n', 'I18n');
  25. App::uses('ModelBehavior', 'Model');
  26. /**
  27. * SluggedBehavior class
  28. *
  29. *
  30. * @version 2.x
  31. * @modified Mark Scherer
  32. */
  33. class SluggedBehavior extends ModelBehavior {
  34. /**
  35. * defaultSettings property
  36. *
  37. * label
  38. * set to the name of a field to use for the slug, an array of fields to use as slugs or leave as null to rely
  39. * on the format returned by find('list') to determine the string to use for slugs
  40. * overwrite has 2 values
  41. * false - once the slug has been saved, do not change it (use if you are doing lookups based on slugs)
  42. * true - if the label field values change, regenerate the slug (use if you are the slug is just window-dressing)
  43. * unique has 2 values
  44. * false - will not enforce a unique slug, whatever the label is is direclty slugged without checking for duplicates
  45. * true - use if you are doing lookups based on slugs (see overwrite)
  46. * mode has the following values
  47. * ascii - retuns an ascii slug generated using the core Inflector::slug() function
  48. * display - a dummy mode which returns a slug legal for display - removes illegal (not unprintable) characters
  49. * url - returns a slug appropriate to put in a url
  50. * class - a dummy mode which returns a slug appropriate to put in a html class (there are no restrictions)
  51. * id - retuns a slug appropriate to use in a html id
  52. * case has the following values
  53. * null - don't change the case of the slug
  54. * low - force lower case. E.g. "this-is-the-slug"
  55. * up - force upper case E.g. "THIS-IS-THE-SLUG"
  56. * title - force title case. E.g. "This-Is-The-Slug"
  57. * camel - force CamelCase. E.g. "ThisIsTheSlug"
  58. *
  59. * @var array
  60. */
  61. protected $_defaultSettings = array(
  62. 'label' => null,
  63. 'slugField' => 'slug',
  64. 'overwriteField' => 'overwrite_slug',
  65. 'mode' => 'url',
  66. 'separator' => '-',
  67. 'defaultSuffix' => null,
  68. 'length' => 100,
  69. 'overwrite' => false,
  70. 'unique' => false,
  71. 'notices' => true,
  72. 'case' => null,
  73. 'replace' => array(
  74. '&' => 'and',
  75. '+' => 'and',
  76. '#' => 'hash',
  77. ),
  78. 'run' => 'beforeValidate',
  79. 'language' => null,
  80. 'encoding' => null,
  81. 'trigger' => false,
  82. 'scope' => array()
  83. );
  84. /**
  85. * stopWords property
  86. *
  87. * A (3 letter) language code indexed array of stop worlds
  88. *
  89. * @var array
  90. */
  91. public $stopWords = array();
  92. /**
  93. * setup method
  94. *
  95. * Use the model's label field as the default field on which to base the slug, the label can be made up of multiple
  96. * fields by specifying an array of fields
  97. *
  98. * @param Model $Model
  99. * @param array $config
  100. * @return void
  101. */
  102. public function setup(Model $Model, $config = array()) {
  103. $this->_defaultSettings['notices'] = Configure::read('debug');
  104. $this->_defaultSettings['label'] = array($Model->displayField);
  105. foreach ($this->_defaultSettings['replace'] as $key => $value) {
  106. $this->_defaultSettings['replace'][$key] = __($value);
  107. }
  108. $this->_defaultSettings = Set::merge($this->_defaultSettings, (array)Configure::read('Slugged'));
  109. $this->settings[$Model->alias] = Set::merge($this->_defaultSettings, $config);
  110. extract($this->settings[$Model->alias]);
  111. $label = $this->settings[$Model->alias]['label'] = (array)$label;
  112. if ($Model->Behaviors->attached('Translate')) {
  113. $notices = false;
  114. }
  115. if ($notices) {
  116. foreach ($label as $field) {
  117. $alias = $Model->alias;
  118. if (strpos($field, '.')) {
  119. list($alias, $field) = explode('.', $field);
  120. if (!$Model->$alias->hasField($field)) {
  121. trigger_error('(SluggedBehavior::setup) model ' . $Model->$alias->name . ' is missing the field ' . $field .
  122. ' (specified in the setup for model ' . $Model->name . ') ', E_USER_WARNING);
  123. $Model->Behaviors->disable($this->name);
  124. }
  125. } elseif (!$Model->hasField($field)) {
  126. trigger_error('(SluggedBehavior::setup) model ' . $Model->name . ' is missing the field ' . $field . ' specified in the setup.', E_USER_WARNING);
  127. $Model->Behaviors->disable($this->name);
  128. }
  129. }
  130. }
  131. }
  132. /**
  133. * beforeValidate method
  134. *
  135. * @param Model $Model
  136. * @return void
  137. */
  138. public function beforeValidate(Model $Model) {
  139. extract($this->settings[$Model->alias]);
  140. if ($run !== 'beforeValidate') {
  141. return true;
  142. }
  143. if (is_string($this->settings[$Model->alias]['trigger'])) {
  144. if (!$Model->{$this->settings[$Model->alias]['trigger']}) {
  145. return true;
  146. }
  147. }
  148. return $this->generateSlug($Model);
  149. }
  150. /**
  151. * beforeSave method
  152. *
  153. * @param Model $Model
  154. * @return void
  155. */
  156. public function beforeSave(Model $Model) {
  157. extract($this->settings[$Model->alias]);
  158. if ($run !== 'beforeSave') {
  159. return true;
  160. }
  161. if (is_string($this->settings[$Model->alias]['trigger'])) {
  162. if (!$Model->{$this->settings[$Model->alias]['trigger']}) {
  163. return true;
  164. }
  165. }
  166. return $this->generateSlug($Model);
  167. }
  168. /**
  169. * generate slug method
  170. *
  171. * if a new row, or overwrite is set to true, check for a change to a label field and add the slug to the data
  172. * to be saved
  173. * If no slug at all is returned (should not be permitted and prevented by validating the label fields) the model
  174. * alias will be used as a slug.
  175. * If unique is set to true, check for a unique slug and if unavailable suffix the slug with -1, -2, -3 etc.
  176. * until a unique slug is found
  177. *
  178. * @param Model $Model
  179. * @return void
  180. */
  181. public function generateSlug(Model $Model) {
  182. extract($this->settings[$Model->alias]);
  183. if ($notices && !$Model->hasField($slugField)) {
  184. return true;
  185. }
  186. if (!$overwrite && !empty($Model->data[$Model->alias][$overwriteField])) {
  187. $overwrite = true;
  188. }
  189. if ($overwrite || !$Model->id) {
  190. if ($label) {
  191. $somethingToDo = false;
  192. foreach ($label as $field) {
  193. $alias = $Model->alias;
  194. if (strpos($field, '.') !== false) {
  195. list($alias, $field) = explode('.', $field, 2);
  196. }
  197. if (isset($Model->data[$alias][$field])) {
  198. $somethingToDo = true;
  199. }
  200. }
  201. if (!$somethingToDo) {
  202. return true;
  203. }
  204. $slug = array();
  205. foreach ($label as $field) {
  206. $alias = $Model->alias;
  207. if (strpos($field, '.')) {
  208. list($alias, $field) = explode('.', $field);
  209. }
  210. if (isset($Model->data[$alias][$field])) {
  211. if (is_array($Model->data[$alias][$field])) {
  212. return $this->_multiSlug($Model);
  213. }
  214. $slug[] = $Model->data[$alias][$field];
  215. } elseif ($Model->id) {
  216. $slug[] = $Model->field($field);
  217. }
  218. }
  219. $slug = implode($slug, $separator);
  220. } else {
  221. $slug = $this->display($Model);
  222. }
  223. $slug = $Model->slug($slug);
  224. if (!$slug) {
  225. $slug = $Model->alias;
  226. }
  227. if ($unique) {
  228. $conditions = array($Model->alias . '.' . $slugField => $slug);
  229. $conditions = array_merge($conditions, $this->settings[$Model->alias]['scope']);
  230. if ($Model->id) {
  231. $conditions['NOT'][$Model->alias . '.' . $Model->primaryKey] = $Model->id;
  232. }
  233. $i = 0;
  234. $suffix = '';
  235. while ($Model->hasAny($conditions)) {
  236. $i++;
  237. $suffix = $separator . $i;
  238. if (strlen($slug . $suffix) > $length) {
  239. $slug = substr($slug, 0, $length - strlen($suffix));
  240. }
  241. $conditions[$Model->alias . '.' . $slugField] = $slug . $suffix;
  242. }
  243. if ($suffix) {
  244. $slug .= $suffix;
  245. }
  246. }
  247. $this->_addToWhitelist($Model, array($slugField));
  248. $Model->data[$Model->alias][$slugField] = $slug;
  249. }
  250. return true;
  251. }
  252. /**
  253. * removeStopWords from a string. if $splitOnStopWord is true, the following occurs:
  254. * input "apples bananas pears and red cars"
  255. * output array('apples bananas pears', 'red cars')
  256. *
  257. * If the passed string doesn't contain the separator, or after stripping out stop words there's
  258. * nothing left - the original input is returned (in the desired format)
  259. *
  260. * Therefore passing "contain" will return immediately array('contain')
  261. * Passing "contain this text" will return array('text')
  262. * both contain and this are stop words
  263. * Passing "contain this" will return array('contain this')
  264. *
  265. * @param Model $Model
  266. * @param mixed $string string or array of words
  267. * @param array $params
  268. * @return mixed
  269. */
  270. public function removeStopWords(Model $Model, $string = '', $params = array()) {
  271. if (!$string) {
  272. return $string;
  273. }
  274. $separator = ' ';
  275. $splitOnStopWord = true;
  276. $return = 'array';
  277. $originalIfEmpty = true;
  278. extract($params);
  279. /*
  280. if (!class_exists('MiCache')) {
  281. App::import('Vendor', 'Mi.MiCache');
  282. }
  283. */
  284. if (!empty($this->settings[$Model->alias]['language'])) {
  285. $lang = $this->settings[$Model->alias]['language'];
  286. } else {
  287. $lang = Configure::read('Site.lang');
  288. if (!$lang) {
  289. $lang = 'eng';
  290. }
  291. $this->settings[$Model->alias]['language'] = $lang;
  292. }
  293. if (!array_key_exists($lang, $this->stopWords)) {
  294. ob_start();
  295. if (!App::import('Vendor', 'stop_words_' . $lang, array('file' => "stop_words".DS."$lang.txt"))) {
  296. $res = App::import('Vendor', 'Tools.stop_words_' . $lang, array('file' => "stop_words".DS."$lang.txt"));
  297. if (!$res) {
  298. ob_get_clean();
  299. return $string;
  300. }
  301. }
  302. $stopWords = preg_replace('@/\*.*\*/@', '', ob_get_clean());
  303. $this->stopWords[$lang] = array_filter(array_map('trim', explode("\n", $stopWords)));
  304. }
  305. if (is_array($string)) {
  306. $originalTerms = $terms = $string;
  307. foreach ($terms as $i => &$term) {
  308. $term = trim(preg_replace('@[^\p{Ll}\p{Lm}\p{Lo}\p{Lt}\p{Lu}]@u', $separator, $term), $separator);
  309. }
  310. $lTerms = array_map('mb_strtolower', $terms);
  311. $lTerms = array_diff($lTerms, $this->stopWords[$lang]);
  312. $terms = array_intersect_key($terms, $lTerms);
  313. } else {
  314. if (!strpos($string, $separator)) {
  315. if ($return === 'array') {
  316. return array($string);
  317. }
  318. return $string;
  319. }
  320. $string = preg_replace('@[^\p{Ll}\p{Lm}\p{Lo}\p{Lt}\p{Lu}]@u', $separator, $string);
  321. $originalTerms = $terms = array_filter(array_map('trim', explode($separator, $string)));
  322. if ($splitOnStopWord) {
  323. $terms = $chunk = array();
  324. $snippet = '';
  325. foreach ($originalTerms as $term) {
  326. $lterm = strtolower($term);
  327. if (in_array($lterm, $this->stopWords[$lang])) {
  328. if ($chunk) {
  329. $terms[] = $chunk;
  330. $chunk = array();
  331. }
  332. continue;
  333. }
  334. $chunk[] = $term;
  335. }
  336. if ($chunk) {
  337. $terms[] = $chunk;
  338. }
  339. foreach ($terms as &$phrase) {
  340. $phrase = implode(' ', $phrase);
  341. }
  342. } else {
  343. $lTerms = array_map('mb_strtolower', $terms);
  344. $lTerms = array_diff($lTerms, $this->stopWords[$lang]);
  345. $terms = array_intersect_key($terms, $lTerms);
  346. }
  347. }
  348. if (!$terms && $originalIfEmpty) {
  349. $terms = array(implode(' ', $originalTerms));
  350. }
  351. if ($return === 'array') {
  352. return array_values(array_unique($terms));
  353. }
  354. return implode($separator, $terms);
  355. }
  356. /**
  357. * slug method
  358. *
  359. * For the given string, generate a slug. The replacements used are based on the mode setting, If tidy is false
  360. * (only possible if directly called - primarily for tracing and testing) separators will not be cleaned up
  361. * and so slugs like "-----as---df-----" are possible, which by default would otherwise be returned as "as-df".
  362. * If the mode is "id" and the first charcter of the regex-ed slug is numeric, it will be prefixed with an x.
  363. *
  364. * @param Model $Model
  365. * @param mixed $string
  366. * @param bool $tidy
  367. * @return string a slug
  368. */
  369. public function slug(Model $Model, $string, $tidy = true) {
  370. extract($this->settings[$Model->alias]);
  371. $this->_setEncoding($Model, $encoding, $string, !Configure::read('debug'));
  372. if ($replace) {
  373. $string = str_replace(array_keys($replace), array_values($replace), $string);
  374. }
  375. if ($mode === 'ascii') {
  376. $slug = Inflector::slug($string, $separator);
  377. } else {
  378. $regex = $this->_regex($mode);
  379. if ($regex) {
  380. $slug = $this->_pregReplace('@[' . $regex . ']@Su', $separator, $string, $encoding);
  381. } else {
  382. $slug = $string;
  383. }
  384. }
  385. if ($tidy) {
  386. $slug = $this->_pregReplace('/' . $separator . '+/', $separator, $slug, $encoding);
  387. $slug = trim($slug, $separator);
  388. if ($slug && $mode === 'id' && is_numeric($slug[0])) {
  389. $slug = 'x' . $slug;
  390. }
  391. }
  392. if (strlen($slug) > $length) {
  393. $slug = mb_substr ($slug, 0, $length);
  394. while ($slug && strlen($slug) > $length) {
  395. $slug = mb_substr ($slug, 0, mb_strlen($slug) - 1);
  396. }
  397. }
  398. if ($case) {
  399. if ($case === 'up') {
  400. $slug = mb_strtoupper($slug);
  401. } else {
  402. $slug = mb_strtolower($slug);
  403. }
  404. if (in_array($case, array('title', 'camel'))) {
  405. $words = explode($separator, $slug);
  406. foreach ($words as $i => &$word) {
  407. $firstChar = mb_substr($word, 0, 1);
  408. $rest = mb_substr($word, 1, mb_strlen($word) - 1);
  409. $firstCharUp = mb_strtoupper($firstChar);
  410. $word = $firstCharUp . $rest;
  411. }
  412. if ($case === 'title') {
  413. $slug = implode($words, $separator);
  414. } elseif ($case === 'camel') {
  415. $slug = implode($words);
  416. }
  417. }
  418. }
  419. return $slug;
  420. }
  421. /**
  422. * display method
  423. *
  424. * Cheat - use find('list') and assume it has been modified such that lists show in the desired format.
  425. * First check (since this method is called in beforeSave) if there is data to be saved, and use that
  426. * to get the display name
  427. * Otherwise, read from the database
  428. *
  429. * @param mixed $id
  430. * @return mixed string (the display name) or false
  431. */
  432. public function display(Model $Model, $id = null) {
  433. if (!$id) {
  434. if (!$Model->id) {
  435. return false;
  436. }
  437. $id = $Model->id;
  438. }
  439. $conditions = array_merge(array(
  440. $Model->alias . '.' . $Model->primaryKey => $id),
  441. $this->settings[$Model->alias]['scope']);
  442. return current($Model->find('list', array('conditions' => $conditions)));
  443. }
  444. /**
  445. * resetSlugs method
  446. *
  447. * Regenerate all slugs. On large dbs this can take more than 30 seconds - a time limit is set to allow a minimum
  448. * 100 updates per second as a preventative measure.
  449. *
  450. * @param AppModel $Model
  451. * @param array $conditions
  452. * @param int $recursive
  453. * @return bool true on success false otherwise
  454. */
  455. public function resetSlugs(Model $Model, $params = array()) {
  456. $recursive = -1;
  457. extract($this->settings[$Model->alias]);
  458. if ($notices && !$Model->hasField($slugField)) {
  459. return false;
  460. }
  461. $defaults = array(
  462. 'page' => 1,
  463. 'limit' => 100,
  464. 'fields' => array_merge(array($Model->primaryKey, $slugField), $label),
  465. 'order' => $Model->displayField . ' ASC',
  466. 'conditions' => $scope,
  467. 'recursive' => $recursive,
  468. 'overwrite' => true,
  469. );
  470. $params = array_merge($defaults, $params);
  471. $count = $Model->find('count', compact('conditions'));
  472. $max = ini_get('max_execution_time');
  473. if ($max) {
  474. set_time_limit(max($max, $count / 100));
  475. }
  476. while ($rows = $Model->find('all', $params)) {
  477. foreach ($rows as $row) {
  478. $Model->create();
  479. if (!$Model->save($row, true, array($slugField))) {
  480. throw new RuntimeException(print_r($Model->validationErrors, true));
  481. }
  482. }
  483. $params['page']++;
  484. }
  485. return true;
  486. }
  487. /**
  488. * Multi slug method
  489. *
  490. * Handle both slug and lable fields using the translate behavior, and being edited
  491. * in multiple locales at once
  492. *
  493. * @param Model $Model
  494. * @return void
  495. */
  496. protected function _multiSlug(Model $Model) {
  497. extract($this->settings[$Model->alias]);
  498. $data = $Model->data;
  499. $field = current($label);
  500. foreach ($Model->data[$Model->alias][$field] as $locale => $_) {
  501. foreach ($label as $field) {
  502. if (is_array($data[$Model->alias][$field])) {
  503. $Model->data[$Model->alias][$field] = $data[$Model->alias][$field][$locale];
  504. }
  505. }
  506. $this->beforeValidate($Model);
  507. $data[$Model->alias][$slugField][$locale] = $Model->data[$Model->alias][$field];
  508. }
  509. $Model->data = $data;
  510. return true;
  511. }
  512. /**
  513. * Wrapper for preg replace taking care of encoding
  514. *
  515. * @param mixed $pattern
  516. * @param mixed $replace
  517. * @param mixed $string
  518. * @param string $encoding 'UTF-8'
  519. * @return void
  520. */
  521. protected function _pregReplace($pattern, $replace, $string, $encoding = 'UTF-8') {
  522. if ($encoding && $encoding !== 'UTF-8') {
  523. $string = mb_convert_encoding($string, 'UTF-8', $encoding);
  524. }
  525. $return = preg_replace($pattern, $replace, $string);
  526. if ($encoding && $encoding !== 'UTF-8') {
  527. $return = mb_convert_encoding($return, $encoding, 'UTF-8');
  528. }
  529. return $return;
  530. }
  531. /**
  532. * setEncoding method
  533. *
  534. * @param Model $Model
  535. * @param mixed $encoding null
  536. * @param mixed $string
  537. * @param mixed $reset null
  538. * @return void
  539. */
  540. protected function _setEncoding(Model $Model, &$encoding = null, &$string, $reset = null) {
  541. if (function_exists('mb_internal_encoding')) {
  542. $aEncoding = Configure::read('App.encoding');
  543. if ($aEncoding) {
  544. if (!$encoding) {
  545. $encoding = $aEncoding;
  546. } elseif ($encoding !== $aEncoding) {
  547. $string = mb_convert_encoding($string, $encoding, $aEncoding);
  548. }
  549. } else {
  550. $encoding = $aEncoding;
  551. }
  552. if ($encoding) {
  553. mb_internal_encoding($encoding);
  554. }
  555. }
  556. }
  557. /**
  558. * regex method
  559. *
  560. * Based upon the mode return a partial regex to generate a valid string for the intended use. Note that you
  561. * can use almost litterally anything in a url - the limitation is only in what your own application
  562. * understands. See the test case for info on how these regex patterns were generated.
  563. *
  564. * @param string $mode
  565. * @return string a partial regex
  566. */
  567. protected function _regex($mode) {
  568. $return = '\x00-\x1f\x26\x3c\x7f-\x9f\x{d800}-\x{dfff}\x{fffe}-\x{ffff}';
  569. if ($mode === 'display') {
  570. return $return;
  571. }
  572. $return .= preg_quote(' \'"/?<>.$/:;?@=+&%\#', '@');
  573. if ($mode === 'url') {
  574. return $return;
  575. }
  576. $return .= '';
  577. if ($mode === 'class') {
  578. return $return;
  579. }
  580. if ($mode === 'id') {
  581. return '\x{0000}-\x{002f}\x{003a}-\x{0040}\x{005b}-\x{005e}\x{0060}\x{007b}-\x{007e}\x{00a0}-\x{00b6}' .
  582. '\x{00b8}-\x{00bf}\x{00d7}\x{00f7}\x{0132}-\x{0133}\x{013f}-\x{0140}\x{0149}\x{017f}\x{01c4}-\x{01cc}' .
  583. '\x{01f1}-\x{01f3}\x{01f6}-\x{01f9}\x{0218}-\x{024f}\x{02a9}-\x{02ba}\x{02c2}-\x{02cf}\x{02d2}-\x{02ff}' .
  584. '\x{0346}-\x{035f}\x{0362}-\x{0385}\x{038b}\x{038d}\x{03a2}\x{03cf}\x{03d7}-\x{03d9}\x{03db}\x{03dd}\x{03df}' .
  585. '\x{03e1}\x{03f4}-\x{0400}\x{040d}\x{0450}\x{045d}\x{0482}\x{0487}-\x{048f}\x{04c5}-\x{04c6}\x{04c9}-\x{04ca}' .
  586. '\x{04cd}-\x{04cf}\x{04ec}-\x{04ed}\x{04f6}-\x{04f7}\x{04fa}-\x{0530}\x{0557}-\x{0558}\x{055a}-\x{0560}' .
  587. '\x{0587}-\x{0590}\x{05a2}\x{05ba}\x{05be}\x{05c0}\x{05c3}\x{05c5}-\x{05cf}\x{05eb}-\x{05ef}\x{05f3}-\x{0620}' .
  588. '\x{063b}-\x{063f}\x{0653}-\x{065f}\x{066a}-\x{066f}\x{06b8}-\x{06b9}\x{06bf}\x{06cf}\x{06d4}\x{06e9}' .
  589. '\x{06ee}-\x{06ef}\x{06fa}-\x{0900}\x{0904}\x{093a}-\x{093b}\x{094e}-\x{0950}\x{0955}-\x{0957}' .
  590. '\x{0964}-\x{0965}\x{0970}-\x{0980}\x{0984}\x{098d}-\x{098e}\x{0991}-\x{0992}\x{09a9}\x{09b1}\x{09b3}-\x{09b5}' .
  591. '\x{09ba}-\x{09bb}\x{09bd}\x{09c5}-\x{09c6}\x{09c9}-\x{09ca}\x{09ce}-\x{09d6}\x{09d8}-\x{09db}\x{09de}' .
  592. '\x{09e4}-\x{09e5}\x{09f2}-\x{0a01}\x{0a03}-\x{0a04}\x{0a0b}-\x{0a0e}\x{0a11}-\x{0a12}\x{0a29}\x{0a31}\x{0a34}' .
  593. '\x{0a37}\x{0a3a}-\x{0a3b}\x{0a3d}\x{0a43}-\x{0a46}\x{0a49}-\x{0a4a}\x{0a4e}-\x{0a58}\x{0a5d}\x{0a5f}-\x{0a65}' .
  594. '\x{0a75}-\x{0a80}\x{0a84}\x{0a8c}\x{0a8e}\x{0a92}\x{0aa9}\x{0ab1}\x{0ab4}\x{0aba}-\x{0abb}\x{0ac6}\x{0aca}' .
  595. '\x{0ace}-\x{0adf}\x{0ae1}-\x{0ae5}\x{0af0}-\x{0b00}\x{0b04}\x{0b0d}-\x{0b0e}\x{0b11}-\x{0b12}\x{0b29}\x{0b31}' .
  596. '\x{0b34}-\x{0b35}\x{0b3a}-\x{0b3b}\x{0b44}-\x{0b46}\x{0b49}-\x{0b4a}\x{0b4e}-\x{0b55}\x{0b58}-\x{0b5b}\x{0b5e}' .
  597. '\x{0b62}-\x{0b65}\x{0b70}-\x{0b81}\x{0b84}\x{0b8b}-\x{0b8d}\x{0b91}\x{0b96}-\x{0b98}\x{0b9b}\x{0b9d}' .
  598. '\x{0ba0}-\x{0ba2}\x{0ba5}-\x{0ba7}\x{0bab}-\x{0bad}\x{0bb6}\x{0bba}-\x{0bbd}\x{0bc3}-\x{0bc5}\x{0bc9}' .
  599. '\x{0bce}-\x{0bd6}\x{0bd8}-\x{0be6}\x{0bf0}-\x{0c00}\x{0c04}\x{0c0d}\x{0c11}\x{0c29}\x{0c34}\x{0c3a}-\x{0c3d}' .
  600. '\x{0c45}\x{0c49}\x{0c4e}-\x{0c54}\x{0c57}-\x{0c5f}\x{0c62}-\x{0c65}\x{0c70}-\x{0c81}\x{0c84}\x{0c8d}\x{0c91}' .
  601. '\x{0ca9}\x{0cb4}\x{0cba}-\x{0cbd}\x{0cc5}\x{0cc9}\x{0cce}-\x{0cd4}\x{0cd7}-\x{0cdd}\x{0cdf}\x{0ce2}-\x{0ce5}' .
  602. '\x{0cf0}-\x{0d01}\x{0d04}\x{0d0d}\x{0d11}\x{0d29}\x{0d3a}-\x{0d3d}\x{0d44}-\x{0d45}\x{0d49}\x{0d4e}-\x{0d56}' .
  603. '\x{0d58}-\x{0d5f}\x{0d62}-\x{0d65}\x{0d70}-\x{0e00}\x{0e2f}\x{0e3b}-\x{0e3f}\x{0e4f}\x{0e5a}-\x{0e80}\x{0e83}' .
  604. '\x{0e85}-\x{0e86}\x{0e89}\x{0e8b}-\x{0e8c}\x{0e8e}-\x{0e93}\x{0e98}\x{0ea0}\x{0ea4}\x{0ea6}\x{0ea8}-\x{0ea9}' .
  605. '\x{0eac}\x{0eaf}\x{0eba}\x{0ebe}-\x{0ebf}\x{0ec5}\x{0ec7}\x{0ece}-\x{0ecf}\x{0eda}-\x{0f17}\x{0f1a}-\x{0f1f}' .
  606. '\x{0f2a}-\x{0f34}\x{0f36}\x{0f38}\x{0f3a}-\x{0f3d}\x{0f48}\x{0f6a}-\x{0f70}\x{0f85}\x{0f8c}-\x{0f8f}\x{0f96}' .
  607. '\x{0f98}\x{0fae}-\x{0fb0}\x{0fb8}\x{0fba}-\x{109f}\x{10c6}-\x{10cf}\x{10f7}-\x{10ff}\x{1101}\x{1104}\x{1108}' .
  608. '\x{110a}\x{110d}\x{1113}-\x{113b}\x{113d}\x{113f}\x{1141}-\x{114b}\x{114d}\x{114f}\x{1151}-\x{1153}' .
  609. '\x{1156}-\x{1158}\x{115a}-\x{115e}\x{1162}\x{1164}\x{1166}\x{1168}\x{116a}-\x{116c}\x{116f}-\x{1171}\x{1174}' .
  610. '\x{1176}-\x{119d}\x{119f}-\x{11a7}\x{11a9}-\x{11aa}\x{11ac}-\x{11ad}\x{11b0}-\x{11b6}\x{11b9}\x{11bb}' .
  611. '\x{11c3}-\x{11ea}\x{11ec}-\x{11ef}\x{11f1}-\x{11f8}\x{11fa}-\x{1dff}\x{1e9c}-\x{1e9f}\x{1efa}-\x{1eff}' .
  612. '\x{1f16}-\x{1f17}\x{1f1e}-\x{1f1f}\x{1f46}-\x{1f47}\x{1f4e}-\x{1f4f}\x{1f58}\x{1f5a}\x{1f5c}\x{1f5e}' .
  613. '\x{1f7e}-\x{1f7f}\x{1fb5}\x{1fbd}\x{1fbf}-\x{1fc1}\x{1fc5}\x{1fcd}-\x{1fcf}\x{1fd4}-\x{1fd5}\x{1fdc}-\x{1fdf}' .
  614. '\x{1fed}-\x{1ff1}\x{1ff5}\x{1ffd}-\x{20cf}\x{20dd}-\x{20e0}\x{20e2}-\x{2125}\x{2127}-\x{2129}' .
  615. '\x{212c}-\x{212d}\x{212f}-\x{217f}\x{2183}-\x{3004}\x{3006}\x{3008}-\x{3020}\x{3030}\x{3036}-\x{3040}' .
  616. '\x{3095}-\x{3098}\x{309b}-\x{309c}\x{309f}-\x{30a0}\x{30fb}\x{30ff}-\x{3104}\x{312d}-\x{4dff}' .
  617. '\x{9fa6}-\x{abff}\x{d7a4}-\x{d7ff}\x{e000}-\x{ffff}';
  618. }
  619. return false;
  620. }
  621. }