Linguistic corpora 种子语料库待分析对象分析与更新语料库

Computational Linguistics

http://matplotlib.org/

https://github.com/matplotlib/matplotlib/blob/master/INSTALL#L59

http://www.nltk.org/book/ch01.html#id9

 1 C:\Users\w>python -m pip install --upgrade pip
 2 Collecting pip
 3   Retrying (Retry(total=4, connect=None, read=None, redirect=None)) after connection broken by 'ConnectTimeoutError(<pip._vendor.reque
 4   Retrying (Retry(total=3, connect=None, read=None, redirect=None)) after connection broken by 'ReadTimeoutError("HTTPSConnectionPool(
 5   Downloading pip-9.0.1-py2.py3-none-any.whl (1.3MB)
 6     100% |████████████████████████████████| 1.3MB 14kB/s
 7 Installing collected packages: pip
 8   Found existing installation: pip 8.1.1
 9     Uninstalling pip-8.1.1:
10       Successfully uninstalled pip-8.1.1
11 Successfully installed pip-9.0.1
12 
13 C:\Users\w>python -m pip install matplotlib
14 Collecting matplotlib
15   Downloading matplotlib-1.5.3-cp35-cp35m-win_amd64.whl (6.5MB)
16     100% |████████████████████████████████| 6.5MB 30kB/s
17 Collecting pytz (from matplotlib)
18   Downloading pytz-2016.10-py2.py3-none-any.whl (483kB)
19     100% |████████████████████████████████| 491kB 35kB/s
20 Collecting pyparsing!=2.0.4,!=2.1.2,>=1.5.6 (from matplotlib)
21   Downloading pyparsing-2.1.10-py2.py3-none-any.whl (56kB)
22     100% |████████████████████████████████| 61kB 29kB/s
23 Collecting numpy>=1.6 (from matplotlib)
24   Downloading numpy-1.11.2-cp35-none-win_amd64.whl (7.6MB)
25     100% |████████████████████████████████| 7.6MB 32kB/s
26 Collecting cycler (from matplotlib)
27   Downloading cycler-0.10.0-py2.py3-none-any.whl
28 Collecting python-dateutil (from matplotlib)
29   Downloading python_dateutil-2.6.0-py2.py3-none-any.whl (194kB)
30     100% |████████████████████████████████| 194kB 46kB/s
31 Collecting six (from cycler->matplotlib)
32   Downloading six-1.10.0-py2.py3-none-any.whl
33 Installing collected packages: pytz, pyparsing, numpy, six, cycler, python-dateutil, matplotlib
34 Successfully installed cycler-0.10.0 matplotlib-1.5.3 numpy-1.11.2 pyparsing-2.1.10 python-dateutil-2.6.0 pytz-2016.10 six-1.10.0
 text4.dispersion_plot(["kate","he","she","jack"])
 1 <p id="w_last" style="color: red; font-size: 6em;">w-WAITING---</p><br>
 2 <?php
 3 include('conn.php');
 4 //http://www.baidu.com/s?wd=%E5%8F%96%E8%8B%B1%E6%96%87%E5%90%8D
 5 $w_db_incr_girl = 0;
 6 for ($w = 0; $w < 153; $w++) {
 7     $wgirl = 'http://api.open.baidu.com/pae/channel/data/asyncqury?appid=4036&srcid=4036&from_mid=1&format=json&ie=utf-8&oe=utf-8&subtitle=%E8%8B%B1%E6%96%87%E5%90%8D&query=%E8%8B%B1%E6%96%87%E5%90%8D&rn=5&stat1=%E5%A5%B3%E7%94%9F&pn=' . (5 * $w) . '&srcid=4036&cb=jQuery110205654252001601794_1481004786057&_=' . (1481004786059 + $w);
 8     $w_file = file_get_contents($wgirl);
 9     $partten = '/\"englishname\"\:\"\w{0,}\"/';
10     $w_name = preg_match_all($partten, $w_file, $matches, PREG_SET_ORDER);
11     $tmp = 0;
12     foreach ($matches AS $one) {
13         if ($tmp % 3 == 2) {
14             $given_name = substr($one[0], 15, strlen($one[0]) - 15 - 1);
15             $sql = 'INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $wgirl . '",0)';
16             if (mysqli_query($link, $sql)) {
17                 $w_db_incr_girl++;
18             };
19         }
20         $tmp++;
21     }
22 }
23 
24 
25 $w_db_incr_boy = 0;
26 for ($w = 0; $w < 153; $w++) {
27 
28     //  $wgirl = 'http://api.open.baidu.com/pae/channel/data/asyncqury?appid=4036&srcid=4036&from_mid=1&format=json&ie=utf-8&oe=utf-8&subtitle=%E8%8B%B1%E6%96%87%E5%90%8D&query=%E8%8B%B1%E6%96%87%E5%90%8D&rn=5&stat1=%E5%A5%B3%E7%94%9F&pn='.(5*$w).'&srcid=4036&cb=jQuery110205654252001601794_1481004786057&_='.(1481004786059+$w);
29 
30     $wboy = 'http://api.open.baidu.com/pae/channel/data/asyncqury?appid=4036&srcid=4036&from_mid=1&format=json&ie=utf-8&oe=utf-8&subtitle=%E8%8B%B1%E6%96%87%E5%90%8D&query=%E8%8B%B1%E6%96%87%E5%90%8D&rn=5&pn=' . (5 * $w) . '&srcid=4036&stat1=%E7%94%B7%E7%94%9F&cb=jQuery1102017382318514491035_1481005337608&_=' . (1481004786059 + $w);
31     $w_file = file_get_contents($wboy);
32     $partten = '/\"englishname\"\:\"\w{0,}\"/';
33     $w_name = preg_match_all($partten, $w_file, $matches, PREG_SET_ORDER);
34 
35     $tmp = 0;
36     foreach ($matches AS $one) {
37         if ($tmp % 3 == 2) {
38             $given_name = substr($one[0], 15, strlen($one[0]) - 15 - 1);
39             $sql = 'INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $wboy . '",1)';
40             if (mysqli_query($link, $sql)) {
41                 $w_db_incr_boy++;
42             };
43         }
44         $tmp++;
45     }
46 }
47 
48 
49 $w_arr = array_merge(range('A', 'Z'));
50 //http://ename.dict.cn/list/female/R/2
51 foreach ($w_arr AS $w_range) {
52     for ($w = 1; $w < 8; $w++) {
53         $wgirl = 'http://ename.dict.cn/list/female/' . $w_range . '/' . $w;
54         $w_file = file_get_contents($wgirl);
55         $partten = '/' . 'href=\"\/\w{0,}\"\>' . '/';
56         $w_name = preg_match_all($partten, $w_file, $matches, PREG_SET_ORDER);
57         foreach ($matches AS $one) {
58             $given_name = substr($one[0], 7, strlen($one[0]) - 7 - 2);
59             $sql = 'INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $wgirl . '",0)';
60             if (mysqli_query($link, $sql)) {
61                 $w_db_incr_girl++;
62             };
63         }
64     }
65 
66 
67     for ($w = 1; $w < 8; $w++) {
68         $wboy = 'http://ename.dict.cn/list/male/' . $w_range . '/' . $w;
69         $w_file = file_get_contents($wboy);
70         $partten = '/' . 'href=\"\/\w{0,}\"\>' . '/';
71         $w_name = preg_match_all($partten, $w_file, $matches, PREG_SET_ORDER);
72         foreach ($matches AS $one) {
73             $given_name = substr($one[0], 7, strlen($one[0]) - 7 - 2);
74             $sql = 'INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $wboy . '",1)';
75             if (mysqli_query($link, $sql)) {
76                 $w_db_incr_boy++;
77             };
78         }
79     }
80 }
81 
82 ?>
83 <script>
84     document.getElementById('w_last').innerHTML = 'w_db_incr_girl\'s=<?= $w_db_incr_girl?>,w_db_incr_boy\'s=' +<?= $w_db_incr_boy?>;
85 </script>
 1             $sql_db_check = 'SEELCT isboy FROM namelist WHERE given_name="'.$given_name.'"';
 2             $check = db_multiple_rows_link($link, $sql_db_check);
 3             if(count($check)==2){
 4                 $isboy = 2;
 5             }elseif(count($check)==1){
 6                 $isboy = $check['isboy'];
 7             }elseif(count($check)==0){
 8                 $w_arr = w_cross_domian_name_isboy($given_name);
 9                 //var_dump($w_arr);
10                 $isboy = $w_arr['w_code'];
11                 $grab_url = $w_arr['w_url'];
12                 if($isboy!=4){
13                     if($isboy==1){
14                         $sql_w ='INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $grab_url . '",1)';
15                     }elseif($isboy==0){
16                         $sql_w ='INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $grab_url . '",0)';
17                     }elseif($isboy==2){
18                         $sql_w ='INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $grab_url . '",1)'.';';
19                         $sql_w .='INSERT INTO namelist (given_name,grab_url,isboy) VALUES ("' . $given_name . '","' . $grab_url . '",0)';
20                     }
21                   //  var_dump($sql_w);
22                     mysqli_multi_query($link,$sql_w);
 1 function w_given_name($wstr)
 2 {
 3     $given_name = strstr($wstr, ' ', TRUE);
 4     if (empty($given_name)) $given_name = ltrim($wstr);
 5     $given_name = strtoupper(substr($given_name, 0, 1)) . strtolower(substr($given_name, 1));
 6     RETURN $given_name;
 7 }
 8 
 9 //http://dict.youdao.com/w/eng/Tommy/#keyfrom=dict2.index
10 //http://dict.youdao.com/w/eng/Chris/#keyfrom=dict2.index
11 //http://dict.youdao.com/w/eng/Billie/#keyfrom=dict2.index
12 //http://dict.youdao.com/w/eng/Mikhael/#keyfrom=dict2.index
13 function w_cross_domian_name_isboy($name)
14 {
15     $url = 'http://dict.youdao.com/w/eng/' . $name . '/#keyfrom=dict2.index';
16     $w_file = file_get_contents($url);
17     // $wfile = fopen('w.w', 'w');
18     //fwrite($wfile, $w_file);
19 
20     $partten = '/' . '您要找的是不是' . '/';
21     preg_match_all($partten, $w_file, $matches_spell, PREG_SET_ORDER);
22     if (!empty($matches_spell)) {
23     } else {
24         $partten = '/' . '男子名' . '/';
25         preg_match_all($partten, $w_file, $matches_boy, PREG_SET_ORDER);
26         $partten = '/' . '女子名' . '/';
27         preg_match_all($partten, $w_file, $matches_girl, PREG_SET_ORDER);
28     }
29 
30     $w = array();
31     $w['w_url'] = $url;
32     $w['w_code'] = 4;
33     if (!empty($matches_spell) || (empty($matches_boy) && empty($matches_girl))) {
34     } elseif (!empty($matches_boy) && !empty($matches_girl)) {
35         $w['w_code'] = 2;
36     } elseif (!empty($matches_boy)) {
37         $w['w_code'] = 1;
38     } elseif (!empty($matches_girl)) {
39         $w['w_code'] = 0;
40     }
41     RETURN $w;
42 }
原文地址:https://www.cnblogs.com/rsapaper/p/6145410.html