Support Python 3.6 on Windows

Author: hankcs

hanlp/version.py

@@ -2,7 +2,7 @@
 # Author: hankcs
 # Date: 2019-12-28 19:26
 
-__version__ = '2.1.0-beta.57'
+__version__ = '2.1.0-beta.58'
 """HanLP version"""
 
 

setup.py

@@ -20,7 +20,7 @@
     TENSORFLOW = ['tensorflow==2.6.0', 'keras==2.6.0', 'protobuf<3.19']
 
 TOKENIZERS = []
-if (sys_version_info.major, sys_version_info.minor) == (3, 6) and sys.platform == 'darwin':
+if (sys_version_info.major, sys_version_info.minor) == (3, 6) and sys.platform in {'darwin', 'win32'}:
     TOKENIZERS = ['tokenizers==0.10.3']
 
 extras_require = {