SluggedBehavior.php 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627
  1. <?php
  2. /**
  3. * Short description for slugged.php
  4. *
  5. * Part based/inspired by the sluggable behavior of Mariano Iglesias
  6. *
  7. * PHP version 5
  8. *
  9. * Copyright (c) 2008, Andy Dawson
  10. *
  11. * Licensed under The MIT License
  12. * Redistributions of files must retain the above copyright notice.
  13. *
  14. * @copyright Copyright (c) 2008, Andy Dawson
  15. * @link www.ad7six.com
  16. * @package mi
  17. * @subpackage mi.models.behaviors
  18. * @since v 1.0
  19. * @license http://www.opensource.org/licenses/mit-license.php The MIT License
  20. */
  21. /**
  22. * Ensure that mb_ functions exist
  23. */
  24. App::uses('Multibyte', 'I18n');
  25. /**
  26. * SluggedBehavior class
  27. *
  28. * @uses ModelBehavior
  29. * @package mi
  30. * @subpackage mi.models.behaviors
  31. */
  32. class SluggedBehavior extends ModelBehavior {
  33. /**
  34. * defaultSettings property
  35. *
  36. * label
  37. * set to the name of a field to use for the slug, an array of fields to use as slugs or leave as null to rely
  38. * on the format returned by find('list') to determine the string to use for slugs
  39. * overwrite has 2 values
  40. * false - once the slug has been saved, do not change it (use if you are doing lookups based on slugs)
  41. * true - if the label field values change, regenerate the slug (use if you are the slug is just window-dressing)
  42. * unique has 2 values
  43. * false - will not enforce a unique slug, whatever the label is is direclty slugged without checking for duplicates
  44. * true - use if you are doing lookups based on slugs (see overwrite)
  45. * mode has the following values
  46. * ascii - retuns an ascii slug generated using the core Inflector::slug() function
  47. * display - a dummy mode which returns a slug legal for display - removes illegal (not unprintable) characters
  48. * url - returns a slug appropriate to put in a url
  49. * class - a dummy mode which returns a slug appropriate to put in a html class (there are no restrictions)
  50. * id - retuns a slug appropriate to use in a html id
  51. * case has the following values
  52. * null - don't change the case of the slug
  53. * low - force lower case. E.g. "this-is-the-slug"
  54. * up - force upper case E.g. "THIS-IS-THE-SLUG"
  55. * title - force title case. E.g. "This-Is-The-Slug"
  56. * camel - force CamelCase. E.g. "ThisIsTheSlug"
  57. *
  58. * @var array
  59. * @access protected
  60. */
  61. protected $_defaultSettings = array(
  62. 'label' => null,
  63. 'slugField' => 'slug',
  64. 'mode' => 'url',
  65. 'separator' => '-',
  66. 'defaultSuffix' => null,
  67. 'length' => 100,
  68. 'overwrite' => true,
  69. 'unique' => false,
  70. 'notices' => true,
  71. 'case' => null,
  72. 'replace' => array(
  73. '&' => 'and',
  74. '+' => 'and',
  75. '#' => 'hash',
  76. ),
  77. 'run' => 'beforeValidate',
  78. 'language' => null,
  79. 'encoding' => null
  80. );
  81. /**
  82. * stopWords property
  83. *
  84. * A (3 letter) language code indexed array of stop worlds
  85. *
  86. * @var array
  87. * @access public
  88. */
  89. public $stopWords = array();
  90. /**
  91. * setup method
  92. *
  93. * Use the model's label field as the default field on which to base the slug, the label can be made up of multiple
  94. * fields by specifying an array of fields
  95. *
  96. * @param mixed $Model
  97. * @param array $config
  98. * @access public
  99. * @return void
  100. */
  101. public function setup(Model $Model, $config = array()) {
  102. $this->_defaultSettings['notices'] = Configure::read('debug');
  103. $this->_defaultSettings['label'] = array($Model->displayField);
  104. $this->settings[$Model->alias] = Set::merge($this->_defaultSettings, $config);
  105. extract($this->settings[$Model->alias]);
  106. $label = $this->settings[$Model->alias]['label'] = (array)$label;
  107. if ($Model->Behaviors->attached('Translate')) {
  108. $notices = false;
  109. }
  110. if ($notices) {
  111. foreach ($label as $field) {
  112. $alias = $Model->alias;
  113. if (strpos($field, '.')) {
  114. list($alias, $field) = explode('.', $field);
  115. if (!$Model->$alias->hasField($field)) {
  116. trigger_error('(SluggedBehavior::setup) model ' . $Model->$alias->name . ' is missing the field ' . $field .
  117. ' (specified in the setup for model ' . $Model->name . ') ', E_USER_WARNING);
  118. $Model->Behaviors->disable($this->name);
  119. }
  120. } elseif (!$Model->hasField($field)) {
  121. trigger_error('(SluggedBehavior::setup) model ' . $Model->name . ' is missing the field ' . $field . ' specified in the setup.', E_USER_WARNING);
  122. $Model->Behaviors->disable($this->name);
  123. }
  124. }
  125. }
  126. }
  127. /**
  128. * beforeValidate method
  129. *
  130. * @param mixed $Model
  131. * @return void
  132. * @access public
  133. */
  134. public function beforeValidate(Model $Model) {
  135. extract($this->settings[$Model->alias]);
  136. if ($run !== 'beforeValidate') {
  137. return true;
  138. }
  139. return $this->generateSlug($Model);
  140. }
  141. /**
  142. * beforeSave method
  143. *
  144. * @param mixed $Model
  145. * @return void
  146. * @access public
  147. */
  148. public function beforeSave(Model $Model) {
  149. extract($this->settings[$Model->alias]);
  150. if ($run !== 'beforeSave') {
  151. return true;
  152. }
  153. return $this->generateSlug($Model);
  154. }
  155. /**
  156. * generate slug method
  157. *
  158. * if a new row, or overwrite is set to true, check for a change to a label field and add the slug to the data
  159. * to be saved
  160. * If no slug at all is returned (should not be permitted and prevented by validating the label fields) the model
  161. * alias will be used as a slug.
  162. * If unique is set to true, check for a unique slug and if unavailable suffix the slug with -1, -2, -3 etc.
  163. * until a unique slug is found
  164. *
  165. * @param mixed $Model
  166. * @access public
  167. * @return void
  168. */
  169. public function generateSlug(Model $Model) {
  170. extract($this->settings[$Model->alias]);
  171. if ($notices && !$Model->hasField($slugField)) {
  172. return true;
  173. }
  174. if ($overwrite || !$Model->id) {
  175. if ($label) {
  176. $somethingToDo = false;
  177. foreach ($label as $field) {
  178. $alias = $Model->alias;
  179. if (strpos($field, '.') !== false) {
  180. list($alias, $field) = explode('.', $field, 2);
  181. }
  182. if (isset($Model->data[$alias][$field])) {
  183. $somethingToDo = true;
  184. }
  185. }
  186. if (!$somethingToDo) {
  187. return true;
  188. }
  189. $slug = array();
  190. foreach ($label as $field) {
  191. $alias = $Model->alias;
  192. if (strpos($field, '.')) {
  193. list($alias, $field) = explode('.', $field);
  194. }
  195. if (isset($Model->data[$alias][$field])) {
  196. if (is_array($Model->data[$alias][$field])) {
  197. return $this->_multiSlug($Model);
  198. }
  199. $slug[] = $Model->data[$alias][$field];
  200. } elseif ($Model->id) {
  201. $slug[] = $Model->field($field);
  202. }
  203. }
  204. $slug = implode($slug, $separator);
  205. } else {
  206. $slug = $this->display($Model);
  207. }
  208. $slug = $Model->slug($slug);
  209. if (!$slug) {
  210. $slug = $Model->alias;
  211. }
  212. if ($unique) {
  213. $conditions = array($Model->alias . '.' . $slugField => $slug);
  214. if ($Model->id) {
  215. $conditions['NOT'][$Model->alias . '.' . $Model->primaryKey] = $Model->id;
  216. }
  217. $i = 0;
  218. $suffix = '';
  219. while ($Model->hasAny($conditions)) {
  220. $i++;
  221. $suffix = $separator . $i;
  222. if (strlen($slug . $suffix) > $length) {
  223. $slug = substr($slug, 0, $length - strlen($suffix));
  224. }
  225. $conditions[$Model->alias . '.' . $slugField] = $slug . $suffix;
  226. }
  227. if ($suffix) {
  228. $slug .= $suffix;
  229. }
  230. }
  231. $this->_addToWhitelist($Model, array($slugField));
  232. $Model->data[$Model->alias][$slugField] = $slug;
  233. }
  234. return true;
  235. }
  236. /**
  237. * removeStopWords from a string. if $splitOnStopWord is true, the following occurs:
  238. * input "apples bananas pears and red cars"
  239. * output array('apples bananas pears', 'red cars')
  240. *
  241. * If the passed string doesn't contain the separator, or after stripping out stop words there's
  242. * nothing left - the original input is returned (in the desired format)
  243. *
  244. * Therefore passing "contain" will return immediately array('contain')
  245. * Passing "contain this text" will return array('text')
  246. * both contain and this are stop words
  247. * Passing "contain this" will return array('contain this')
  248. *
  249. * @param mixed $Model
  250. * @param mixed $string string or array of words
  251. * @param array $params
  252. * @return mixed
  253. * @access public
  254. */
  255. public function removeStopWords(Model $Model, $string = '', $params = array()) {
  256. if (!$string) {
  257. return $string;
  258. }
  259. $separator = ' ';
  260. $splitOnStopWord = true;
  261. $return = 'array';
  262. $originalIfEmpty = true;
  263. extract($params);
  264. if (!class_exists('MiCache')) {
  265. App::import('Vendor', 'Mi.MiCache');
  266. }
  267. if (!empty($this->settings[$Model->alias]['language'])) {
  268. $lang = $this->settings[$Model->alias]['language'];
  269. } else {
  270. $lang = MiCache::setting('Site.lang');
  271. if (!$lang) {
  272. $lang = 'eng';
  273. }
  274. $this->settings[$Model->alias]['language'] = $lang;
  275. }
  276. if (!array_key_exists($lang, $this->stopWords)) {
  277. ob_start();
  278. if (!App::import('Vendor', 'stop_words/' . $lang, array('file' => "stop_words/$lang.txt"))) {
  279. App::import('Vendor', 'stop_words/' . $lang, array('plugin' => 'Mi', 'file' => "stop_words/$lang.txt"));
  280. }
  281. $stopWords = preg_replace('@/\*.*\*/@', '', ob_get_clean());
  282. $this->stopWords[$lang] = array_filter(array_map('trim', explode("\n", $stopWords)));
  283. }
  284. if (is_array($string)) {
  285. $originalTerms = $terms = $string;
  286. foreach ($terms as $i => &$term) {
  287. $term = trim(preg_replace('@[^\p{Ll}\p{Lm}\p{Lo}\p{Lt}\p{Lu}]@u', $separator, $term), $separator);
  288. }
  289. $lTerms = array_map('mb_strtolower', $terms);
  290. $lTerms = array_diff($lTerms, $this->stopWords[$lang]);
  291. $terms = array_intersect_key($terms, $lTerms);
  292. } else {
  293. if (!strpos($string, $separator)) {
  294. if ($return === 'array') {
  295. return array($string);
  296. }
  297. return $string;
  298. }
  299. $string = preg_replace('@[^\p{Ll}\p{Lm}\p{Lo}\p{Lt}\p{Lu}]@u', $separator, $string);
  300. $originalTerms = $terms = array_filter(array_map('trim', explode($separator, $string)));
  301. if ($splitOnStopWord) {
  302. $terms = $chunk = array();
  303. $snippet = '';
  304. foreach ($originalTerms as $term) {
  305. $lterm = strtolower($term);
  306. if (in_array($lterm, $this->stopWords[$lang])) {
  307. if ($chunk) {
  308. $terms[] = $chunk;
  309. $chunk = array();
  310. }
  311. continue;
  312. }
  313. $chunk[] = $term;
  314. }
  315. if ($chunk) {
  316. $terms[] = $chunk;
  317. }
  318. foreach ($terms as &$phrase) {
  319. $phrase = implode(' ', $phrase);
  320. }
  321. } else {
  322. $lTerms = array_map('mb_strtolower', $terms);
  323. $lTerms = array_diff($lTerms, $this->stopWords[$lang]);
  324. $terms = array_intersect_key($terms, $lTerms);
  325. }
  326. }
  327. if (!$terms && $originalIfEmpty) {
  328. $terms = array(implode(' ', $originalTerms));
  329. }
  330. if ($return === 'array') {
  331. return array_values(array_unique($terms));
  332. }
  333. return implode($separator, $terms);
  334. }
  335. /**
  336. * slug method
  337. *
  338. * For the given string, generate a slug. The replacements used are based on the mode setting, If tidy is false
  339. * (only possible if directly called - primarily for tracing and testing) separators will not be cleaned up
  340. * and so slugs like "-----as---df-----" are possible, which by default would otherwise be returned as "as-df".
  341. * If the mode is "id" and the first charcter of the regex-ed slug is numeric, it will be prefixed with an x.
  342. *
  343. * @param mixed $Model
  344. * @param mixed $string
  345. * @param bool $tidy
  346. * @return string a slug
  347. * @access public
  348. */
  349. public function slug(Model $Model, $string, $tidy = true) {
  350. extract($this->settings[$Model->alias]);
  351. $this->_setEncoding($Model, $encoding, $string, !Configure::read('debug'));
  352. if ($replace) {
  353. $string = str_replace(array_keys($replace), array_values($replace), $string);
  354. }
  355. if ($mode === 'ascii') {
  356. $slug = Inflector::slug($string, $separator);
  357. } else {
  358. $regex = $this->__regex($mode);
  359. if ($regex) {
  360. $slug = $this->_pregReplace('@[' . $regex . ']@Su', $separator, $string, $encoding);
  361. } else {
  362. $slug = $string;
  363. }
  364. }
  365. if ($tidy) {
  366. $slug = $this->_pregReplace('/' . $separator . '+/', $separator, $slug, $encoding);
  367. $slug = trim($slug, $separator);
  368. if ($slug && $mode === 'id' && is_numeric($slug[0])) {
  369. $slug = 'x' . $slug;
  370. }
  371. }
  372. if (strlen($slug) > $length) {
  373. $slug = mb_substr ($slug, 0, $length);
  374. while ($slug && strlen($slug) > $length) {
  375. $slug = mb_substr ($slug, 0, mb_strlen($slug) - 1);
  376. }
  377. }
  378. if ($case) {
  379. if ($case === 'up') {
  380. $slug = mb_strtoupper($slug);
  381. } else {
  382. $slug = mb_strtolower($slug);
  383. }
  384. if (in_array($case, array('title', 'camel'))) {
  385. $words = explode($separator, $slug);
  386. foreach ($words as $i => &$word) {
  387. $firstChar = mb_substr($word, 0, 1);
  388. $rest = mb_substr($word, 1, mb_strlen($word) - 1);
  389. $firstCharUp = mb_strtoupper($firstChar);
  390. $word = $firstCharUp . $rest;
  391. }
  392. if ($case === 'title') {
  393. $slug = implode($words, $separator);
  394. } elseif ($case === 'camel') {
  395. $slug = implode($words);
  396. }
  397. }
  398. }
  399. return $slug;
  400. }
  401. /**
  402. * display method
  403. *
  404. * Cheat - use find('list') and assume it has been modified such that lists show in the desired format.
  405. * First check (since this method is called in beforeSave) if there is data to be saved, and use that
  406. * to get the display name
  407. * Otherwise, read from the database
  408. *
  409. * @param mixed $id
  410. * @return mixed string (the display name) or false
  411. * @access public
  412. */
  413. public function display(Model $Model, $id = null) {
  414. if (!$id) {
  415. if (!$Model->id) {
  416. return false;
  417. }
  418. $id = $Model->id;
  419. }
  420. return current($Model->find('list', array('conditions' => array(
  421. $Model->alias . '.' . $Model->primaryKey => $id))));
  422. }
  423. /**
  424. * resetSlugs method
  425. *
  426. * Regenerate all slugs. On large dbs this can take more than 30 seconds - a time limit is set to allow a minimum
  427. * 100 updates per second as a preventative measure.
  428. *
  429. * @param AppModel $Model
  430. * @param array $conditions
  431. * @param int $recursive
  432. * @return bool true on success false otherwise
  433. * @access public
  434. */
  435. public function resetSlugs(Model $Model, $params = array()) {
  436. $recursive = -1;
  437. extract($this->settings[$Model->alias]);
  438. if ($notices && !$Model->hasField($slugField)) {
  439. return false;
  440. }
  441. $defaults = array(
  442. 'page' => 1,
  443. 'limit' => 100,
  444. 'fields' => array_merge(array($Model->primaryKey, $slugField), $label),
  445. 'order' => $Model->displayField . ' ASC',
  446. 'conditions' => array(),
  447. 'recursive' => $recursive,
  448. );
  449. $params = array_merge($defaults, $params);
  450. $count = $Model->find('count', compact('conditions'));
  451. $max = ini_get('max_execution_time');
  452. if ($max) {
  453. set_time_limit (max($max, $count / 100));
  454. }
  455. while ($rows = $Model->find('all', $params)) {
  456. foreach ($rows as $row) {
  457. $Model->create();
  458. $Model->save($row, true, array($slugField));
  459. }
  460. $params['page']++;
  461. }
  462. return true;
  463. }
  464. /**
  465. * Multi slug method
  466. *
  467. * Handle both slug and lable fields using the translate behavior, and being edited
  468. * in multiple locales at once
  469. *
  470. * @param mixed $Model
  471. * @return void
  472. * @access protected
  473. */
  474. protected function _multiSlug(Model $Model) {
  475. extract($this->settings[$Model->alias]);
  476. $data = $Model->data;
  477. $field = current($label);
  478. foreach ($Model->data[$Model->alias][$field] as $locale => $_) {
  479. foreach ($label as $field) {
  480. if (is_array($data[$Model->alias][$field])) {
  481. $Model->data[$Model->alias][$field] = $data[$Model->alias][$field][$locale];
  482. }
  483. }
  484. $this->beforeValidate($Model);
  485. $data[$Model->alias][$slugField][$locale] = $Model->data[$Model->alias][$field];
  486. }
  487. $Model->data = $data;
  488. return true;
  489. }
  490. /**
  491. * Wrapper for preg replace taking care of encoding
  492. *
  493. * @param mixed $pattern
  494. * @param mixed $replace
  495. * @param mixed $string
  496. * @param string $encoding 'UTF-8'
  497. * @return void
  498. * @access protected
  499. */
  500. protected function _pregReplace($pattern, $replace, $string, $encoding = 'UTF-8') {
  501. if ($encoding && $encoding !== 'UTF-8') {
  502. $string = mb_convert_encoding($string, 'UTF-8', $encoding);
  503. }
  504. $return = preg_replace($pattern, $replace, $string);
  505. if ($encoding && $encoding !== 'UTF-8') {
  506. $return = mb_convert_encoding($return, $encoding, 'UTF-8');
  507. }
  508. return $return;
  509. }
  510. /**
  511. * setEncoding method
  512. *
  513. * @param mixed $Model
  514. * @param mixed $encoding null
  515. * @param mixed $string
  516. * @param mixed $reset null
  517. * @return void
  518. * @access protected
  519. */
  520. protected function _setEncoding(Model $Model, &$encoding = null, &$string, $reset = null) {
  521. if (function_exists('mb_internal_encoding')) {
  522. $aEncoding = Configure::read('App.encoding');
  523. if ($aEncoding) {
  524. if (!$encoding) {
  525. $encoding = $aEncoding;
  526. } elseif ($encoding !== $aEncoding) {
  527. $string = mb_convert_encoding($string, $encoding, $aEncoding);
  528. }
  529. } else {
  530. $encoding = $aEncoding;
  531. }
  532. if ($encoding) {
  533. mb_internal_encoding($encoding);
  534. }
  535. }
  536. }
  537. /**
  538. * regex method
  539. *
  540. * Based upon the mode return a partial regex to generate a valid string for the intended use. Note that you
  541. * can use almost litterally anything in a url - the limitation is only in what your own application
  542. * understands. See the test case for info on how these regex patterns were generated.
  543. *
  544. * @param string $mode
  545. * @return string a partial regex
  546. * @access private
  547. */
  548. protected function __regex($mode) {
  549. $return = '\x00-\x1f\x26\x3c\x7f-\x9f\x{d800}-\x{dfff}\x{fffe}-\x{ffff}';
  550. if ($mode === 'display') {
  551. return $return;
  552. }
  553. $return .= preg_quote(' \'"/?<>.$/:;?@=+&%\#', '@');
  554. if ($mode === 'url') {
  555. return $return;
  556. }
  557. $return .= '';
  558. if ($mode === 'class') {
  559. return $return;
  560. }
  561. if ($mode === 'id') {
  562. return '\x{0000}-\x{002f}\x{003a}-\x{0040}\x{005b}-\x{005e}\x{0060}\x{007b}-\x{007e}\x{00a0}-\x{00b6}' .
  563. '\x{00b8}-\x{00bf}\x{00d7}\x{00f7}\x{0132}-\x{0133}\x{013f}-\x{0140}\x{0149}\x{017f}\x{01c4}-\x{01cc}' .
  564. '\x{01f1}-\x{01f3}\x{01f6}-\x{01f9}\x{0218}-\x{024f}\x{02a9}-\x{02ba}\x{02c2}-\x{02cf}\x{02d2}-\x{02ff}' .
  565. '\x{0346}-\x{035f}\x{0362}-\x{0385}\x{038b}\x{038d}\x{03a2}\x{03cf}\x{03d7}-\x{03d9}\x{03db}\x{03dd}\x{03df}' .
  566. '\x{03e1}\x{03f4}-\x{0400}\x{040d}\x{0450}\x{045d}\x{0482}\x{0487}-\x{048f}\x{04c5}-\x{04c6}\x{04c9}-\x{04ca}' .
  567. '\x{04cd}-\x{04cf}\x{04ec}-\x{04ed}\x{04f6}-\x{04f7}\x{04fa}-\x{0530}\x{0557}-\x{0558}\x{055a}-\x{0560}' .
  568. '\x{0587}-\x{0590}\x{05a2}\x{05ba}\x{05be}\x{05c0}\x{05c3}\x{05c5}-\x{05cf}\x{05eb}-\x{05ef}\x{05f3}-\x{0620}' .
  569. '\x{063b}-\x{063f}\x{0653}-\x{065f}\x{066a}-\x{066f}\x{06b8}-\x{06b9}\x{06bf}\x{06cf}\x{06d4}\x{06e9}' .
  570. '\x{06ee}-\x{06ef}\x{06fa}-\x{0900}\x{0904}\x{093a}-\x{093b}\x{094e}-\x{0950}\x{0955}-\x{0957}' .
  571. '\x{0964}-\x{0965}\x{0970}-\x{0980}\x{0984}\x{098d}-\x{098e}\x{0991}-\x{0992}\x{09a9}\x{09b1}\x{09b3}-\x{09b5}' .
  572. '\x{09ba}-\x{09bb}\x{09bd}\x{09c5}-\x{09c6}\x{09c9}-\x{09ca}\x{09ce}-\x{09d6}\x{09d8}-\x{09db}\x{09de}' .
  573. '\x{09e4}-\x{09e5}\x{09f2}-\x{0a01}\x{0a03}-\x{0a04}\x{0a0b}-\x{0a0e}\x{0a11}-\x{0a12}\x{0a29}\x{0a31}\x{0a34}' .
  574. '\x{0a37}\x{0a3a}-\x{0a3b}\x{0a3d}\x{0a43}-\x{0a46}\x{0a49}-\x{0a4a}\x{0a4e}-\x{0a58}\x{0a5d}\x{0a5f}-\x{0a65}' .
  575. '\x{0a75}-\x{0a80}\x{0a84}\x{0a8c}\x{0a8e}\x{0a92}\x{0aa9}\x{0ab1}\x{0ab4}\x{0aba}-\x{0abb}\x{0ac6}\x{0aca}' .
  576. '\x{0ace}-\x{0adf}\x{0ae1}-\x{0ae5}\x{0af0}-\x{0b00}\x{0b04}\x{0b0d}-\x{0b0e}\x{0b11}-\x{0b12}\x{0b29}\x{0b31}' .
  577. '\x{0b34}-\x{0b35}\x{0b3a}-\x{0b3b}\x{0b44}-\x{0b46}\x{0b49}-\x{0b4a}\x{0b4e}-\x{0b55}\x{0b58}-\x{0b5b}\x{0b5e}' .
  578. '\x{0b62}-\x{0b65}\x{0b70}-\x{0b81}\x{0b84}\x{0b8b}-\x{0b8d}\x{0b91}\x{0b96}-\x{0b98}\x{0b9b}\x{0b9d}' .
  579. '\x{0ba0}-\x{0ba2}\x{0ba5}-\x{0ba7}\x{0bab}-\x{0bad}\x{0bb6}\x{0bba}-\x{0bbd}\x{0bc3}-\x{0bc5}\x{0bc9}' .
  580. '\x{0bce}-\x{0bd6}\x{0bd8}-\x{0be6}\x{0bf0}-\x{0c00}\x{0c04}\x{0c0d}\x{0c11}\x{0c29}\x{0c34}\x{0c3a}-\x{0c3d}' .
  581. '\x{0c45}\x{0c49}\x{0c4e}-\x{0c54}\x{0c57}-\x{0c5f}\x{0c62}-\x{0c65}\x{0c70}-\x{0c81}\x{0c84}\x{0c8d}\x{0c91}' .
  582. '\x{0ca9}\x{0cb4}\x{0cba}-\x{0cbd}\x{0cc5}\x{0cc9}\x{0cce}-\x{0cd4}\x{0cd7}-\x{0cdd}\x{0cdf}\x{0ce2}-\x{0ce5}' .
  583. '\x{0cf0}-\x{0d01}\x{0d04}\x{0d0d}\x{0d11}\x{0d29}\x{0d3a}-\x{0d3d}\x{0d44}-\x{0d45}\x{0d49}\x{0d4e}-\x{0d56}' .
  584. '\x{0d58}-\x{0d5f}\x{0d62}-\x{0d65}\x{0d70}-\x{0e00}\x{0e2f}\x{0e3b}-\x{0e3f}\x{0e4f}\x{0e5a}-\x{0e80}\x{0e83}' .
  585. '\x{0e85}-\x{0e86}\x{0e89}\x{0e8b}-\x{0e8c}\x{0e8e}-\x{0e93}\x{0e98}\x{0ea0}\x{0ea4}\x{0ea6}\x{0ea8}-\x{0ea9}' .
  586. '\x{0eac}\x{0eaf}\x{0eba}\x{0ebe}-\x{0ebf}\x{0ec5}\x{0ec7}\x{0ece}-\x{0ecf}\x{0eda}-\x{0f17}\x{0f1a}-\x{0f1f}' .
  587. '\x{0f2a}-\x{0f34}\x{0f36}\x{0f38}\x{0f3a}-\x{0f3d}\x{0f48}\x{0f6a}-\x{0f70}\x{0f85}\x{0f8c}-\x{0f8f}\x{0f96}' .
  588. '\x{0f98}\x{0fae}-\x{0fb0}\x{0fb8}\x{0fba}-\x{109f}\x{10c6}-\x{10cf}\x{10f7}-\x{10ff}\x{1101}\x{1104}\x{1108}' .
  589. '\x{110a}\x{110d}\x{1113}-\x{113b}\x{113d}\x{113f}\x{1141}-\x{114b}\x{114d}\x{114f}\x{1151}-\x{1153}' .
  590. '\x{1156}-\x{1158}\x{115a}-\x{115e}\x{1162}\x{1164}\x{1166}\x{1168}\x{116a}-\x{116c}\x{116f}-\x{1171}\x{1174}' .
  591. '\x{1176}-\x{119d}\x{119f}-\x{11a7}\x{11a9}-\x{11aa}\x{11ac}-\x{11ad}\x{11b0}-\x{11b6}\x{11b9}\x{11bb}' .
  592. '\x{11c3}-\x{11ea}\x{11ec}-\x{11ef}\x{11f1}-\x{11f8}\x{11fa}-\x{1dff}\x{1e9c}-\x{1e9f}\x{1efa}-\x{1eff}' .
  593. '\x{1f16}-\x{1f17}\x{1f1e}-\x{1f1f}\x{1f46}-\x{1f47}\x{1f4e}-\x{1f4f}\x{1f58}\x{1f5a}\x{1f5c}\x{1f5e}' .
  594. '\x{1f7e}-\x{1f7f}\x{1fb5}\x{1fbd}\x{1fbf}-\x{1fc1}\x{1fc5}\x{1fcd}-\x{1fcf}\x{1fd4}-\x{1fd5}\x{1fdc}-\x{1fdf}' .
  595. '\x{1fed}-\x{1ff1}\x{1ff5}\x{1ffd}-\x{20cf}\x{20dd}-\x{20e0}\x{20e2}-\x{2125}\x{2127}-\x{2129}' .
  596. '\x{212c}-\x{212d}\x{212f}-\x{217f}\x{2183}-\x{3004}\x{3006}\x{3008}-\x{3020}\x{3030}\x{3036}-\x{3040}' .
  597. '\x{3095}-\x{3098}\x{309b}-\x{309c}\x{309f}-\x{30a0}\x{30fb}\x{30ff}-\x{3104}\x{312d}-\x{4dff}' .
  598. '\x{9fa6}-\x{abff}\x{d7a4}-\x{d7ff}\x{e000}-\x{ffff}';
  599. }
  600. return false;
  601. }
  602. }