hankcs--hanlp
wehub-resource-sync
49 行
1.7 KiB
Python
49 行
1.7 KiB
Python
# -*- coding:utf-8 -*-
|
||
# Author: hankcs
|
||
# Date: 2020-02-17 15:46
|
||
|
||
_PTB_HOME = 'https://github.com/KhalilMrini/LAL-Parser/archive/master.zip#data/'
|
||
|
||
PTB_TRAIN = _PTB_HOME + '02-21.10way.clean'
|
||
'''Training set of PTB without empty categories. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
PTB_DEV = _PTB_HOME + '22.auto.clean'
|
||
'''Dev set of PTB without empty categories. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
PTB_TEST = _PTB_HOME + '23.auto.clean'
|
||
'''Test set of PTB without empty categories. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
|
||
PTB_SD330_TRAIN = _PTB_HOME + 'ptb_train_3.3.0.sd.clean'
|
||
'''Training set of PTB in Stanford Dependencies 3.3.0 format. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
PTB_SD330_DEV = _PTB_HOME + 'ptb_dev_3.3.0.sd.clean'
|
||
'''Dev set of PTB in Stanford Dependencies 3.3.0 format. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
PTB_SD330_TEST = _PTB_HOME + 'ptb_test_3.3.0.sd.clean'
|
||
'''Test set of PTB in Stanford Dependencies 3.3.0 format. PoS tags are automatically predicted using 10-fold
|
||
jackknifing (:cite:`collins-koo-2005-discriminative`).'''
|
||
|
||
PTB_TOKEN_MAPPING = {
|
||
"-LRB-": "(",
|
||
"-RRB-": ")",
|
||
"-LCB-": "{",
|
||
"-RCB-": "}",
|
||
"-LSB-": "[",
|
||
"-RSB-": "]",
|
||
"``": '"',
|
||
"''": '"',
|
||
"`": "'",
|
||
'«': '"',
|
||
'»': '"',
|
||
'‘': "'",
|
||
'’': "'",
|
||
'“': '"',
|
||
'”': '"',
|
||
'„': '"',
|
||
'‹': "'",
|
||
'›': "'",
|
||
"\u2013": "--", # en dash
|
||
"\u2014": "--", # em dash
|
||
}
|