1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
<?php
/**
* @package MediaWiki
*/
/**
* Client for querying zhdaemon
*
* @package MediaWiki
*/
class ZhClient {
var $mHost, $mPort, $mFP, $mConnected;
/**
* Constructor
*
* @access private
*/
function ZhClient($host, $port) {
$this->mHost = $host;
$this->mPort = $port;
$this->mConnected = $this->connect();
}
/**
* Check if connection to zhdaemon is successful
*
* @access public
*/
function isconnected() {
return $this->mConnected;
}
/**
* Establish conncetion
*
* @access private
*/
function connect() {
wfSuppressWarnings();
$errno = $errstr = '';
$this->mFP = fsockopen($this->mHost, $this->mPort, $errno, $errstr, 30);
wfRestoreWarnings();
if(!$this->mFP) {
return false;
}
return true;
}
/**
* Query the daemon and return the result
*
* @access private
*/
function query($request) {
if(!$this->mConnected)
return false;
fwrite($this->mFP, $request);
$result=fgets($this->mFP, 1024);
list($status, $len) = explode(" ", $result);
if($status == 'ERROR') {
//$len is actually the error code...
print "zhdaemon error $len<br />\n";
return false;
}
$bytesread=0;
$data='';
while(!feof($this->mFP) && $bytesread<$len) {
$str= fread($this->mFP, $len-$bytesread);
$bytesread += strlen($str);
$data .= $str;
}
//data should be of length $len. otherwise something is wrong
if(strlen($data) != $len)
return false;
return $data;
}
/**
* Convert the input to a different language variant
*
* @param string $text input text
* @param string $tolang language variant
* @return string the converted text
* @access public
*/
function convert($text, $tolang) {
$len = strlen($text);
$q = "CONV $tolang $len\n$text";
$result = $this->query($q);
if(!$result)
$result = $text;
return $result;
}
/**
* Convert the input to all possible variants
*
* @param string $text input text
* @return array langcode => converted_string
* @access public
*/
function convertToAllVariants($text) {
$len = strlen($text);
$q = "CONV ALL $len\n$text";
$result = $this->query($q);
if(!$result)
return false;
list($infoline, $data) = explode('|', $result, 2);
$info = explode(";", $infoline);
$ret = array();
$i=0;
foreach($info as $variant) {
list($code, $len) = explode(' ', $variant);
$ret[strtolower($code)] = substr($data, $i, $len);
$i+=$len;
}
return $ret;
}
/**
* Perform word segmentation
*
* @param string $text input text
* @return string segmented text
* @access public
*/
function segment($text) {
$len = strlen($text);
$q = "SEG $len\n$text";
$result = $this->query($q);
if(!$result) {// fallback to character based segmentation
$result = ZhClientFake::segment($text);
}
return $result;
}
/**
* Close the connection
*
* @access public
*/
function close() {
fclose($this->mFP);
}
}
?>
|
