1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
<?php
/**
* @addtogroup Language
*/
require_once( dirname(__FILE__).'/../LanguageConverter.php' );
require_once( dirname(__FILE__).'/LanguageZh_hans.php' );
class ZhConverter extends LanguageConverter {
function loadDefaultTables() {
require( dirname(__FILE__)."/../../includes/ZhConversion.php" );
$this->mTables = array(
'zh-hans' => new ReplacementArray( $zh2Hans ),
'zh-hant' => new ReplacementArray( $zh2Hant ),
'zh-cn' => new ReplacementArray( array_merge($zh2Hans, $zh2CN) ),
'zh-tw' => new ReplacementArray( array_merge($zh2Hant, $zh2TW) ),
'zh-sg' => new ReplacementArray( array_merge($zh2Hans, $zh2SG) ),
'zh-hk' => new ReplacementArray( array_merge($zh2Hant, $zh2HK) ),
'zh' => new ReplacementArray
);
}
function postLoadTables() {
$this->mTables['zh-cn']->merge( $this->mTables['zh-hans'] );
$this->mTables['zh-tw']->merge( $this->mTables['zh-hant'] );
$this->mTables['zh-sg']->merge( $this->mTables['zh-hans'] );
$this->mTables['zh-hk']->merge( $this->mTables['zh-hant'] );
}
/* there shouldn't be any latin text in Chinese conversion, so no need
to mark anything.
$noParse is there for compatibility with LanguageConvert::markNoConversion
*/
function markNoConversion($text, $noParse = false) {
return $text;
}
function convertCategoryKey( $key ) {
return $this->autoConvert( $key, 'zh' );
}
}
/* class that handles both Traditional and Simplified Chinese
right now it only distinguish zh_hans, zh_hant, zh_cn, zh_tw, zh_sg and zh_hk.
*/
class LanguageZh extends LanguageZh_hans {
function __construct() {
global $wgHooks;
parent::__construct();
$variants = array('zh', 'zh-hans', 'zh-hant', 'zh-cn', 'zh-tw', 'zh-sg', 'zh-hk');
$variantfallbacks = array(
'zh' => 'zh-hans',
'zh-hans' => 'zh',
'zh-hant' => 'zh',
'zh-cn' => 'zh-hans',
'zh-sg' => 'zh-hans',
'zh-tw' => 'zh-hant',
'zh-hk' => 'zh-hant',
);
$this->mConverter = new ZhConverter( $this, 'zh', $variants, $variantfallbacks );
$wgHooks['ArticleSaveComplete'][] = $this->mConverter;
}
# this should give much better diff info
function segmentForDiff( $text ) {
return preg_replace(
"/([\\xc0-\\xff][\\x80-\\xbf]*)/e",
"' ' .\"$1\"", $text);
}
function unsegmentForDiff( $text ) {
return preg_replace(
"/ ([\\xc0-\\xff][\\x80-\\xbf]*)/e",
"\"$1\"", $text);
}
// word segmentation
function stripForSearch( $string ) {
$fname="LanguageZh::stripForSearch";
wfProfileIn( $fname );
// eventually this should be a word segmentation
// for now just treat each character as a word
$t = preg_replace(
"/([\\xc0-\\xff][\\x80-\\xbf]*)/e",
"' ' .\"$1\"", $string);
//always convert to zh-hans before indexing. it should be
//better to use zh-hans for search, since conversion from
//Traditional to Simplified is less ambiguous than the
//other way around
$t = $this->mConverter->autoConvert($t, 'zh-hans');
$t = parent::stripForSearch( $t );
wfProfileOut( $fname );
return $t;
}
function convertForSearchResult( $termsArray ) {
$terms = implode( '|', $termsArray );
$terms = implode( '|', $this->mConverter->autoConvertToAllVariants( $terms ) );
$ret = array_unique( explode('|', $terms) );
return $ret;
}
}
|
