-
Notifications
You must be signed in to change notification settings - Fork 32
/
setup.py
81 lines (79 loc) · 2.84 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
from setuptools import setup, find_packages
with open('README.md', 'rb') as f:
readme = f.read().decode("UTF-8")
VERSION = '0.1.2'
NAME = 'lmqg'
LICENSE = 'MIT License'
setup(
name=NAME,
packages=find_packages(exclude=['tests', 'misc', 'asset']),
version=VERSION,
license=LICENSE,
description='Language Model for Question Generation.',
url='https://github.com/asahi417/lm-question-generation',
download_url="https://github.com/asahi417/lm-question-generation/archive/v{}.tar.gz".format(VERSION),
keywords=['language model', 'question-answering', 'question-generation'],
long_description=readme,
long_description_content_type="text/markdown",
author='Asahi Ushio',
author_email='[email protected]',
classifiers=[
'Development Status :: 4 - Beta', # Chose either "3 - Alpha", "4 - Beta" or "5 - Production/Stable" as the current state of your package
'Intended Audience :: Developers', # Define that your audience are developers
'Intended Audience :: Science/Research',
'Topic :: Scientific/Engineering',
f'License :: OSI Approved :: {LICENSE}', # Again, pick a license
'Programming Language :: Python :: 3', #Specify which pyhton versions that you want to support
],
include_package_data=True,
test_suite='tests',
extras_require={
"api": [
'uvicorn',
'fastapi',
'pydantic',
'spacy_ke',
'pydantic',
'protobuf'
]
},
install_requires=[
'psutil',
'pytextrank',
"torch==1.13.0",
"tqdm",
"requests",
"pandas",
"numpy",
"transformers==4.26.1",
"huggingface-hub>=0.12.0",
# "transformers<=4.21.2", # push-to-model is not working for latest version
# "huggingface-hub<=0.9.1",
"sentencepiece",
"datasets",
"spacy",
'sudachipy',
'sudachidict_core',
'bert-score',
'pyemd', # to compute moverscore
'evaluate',
"wandb",
"ray",
"ray[tune]",
"nltk",
"accelerate"
],
python_requires='>=3.6',
entry_points={
'console_scripts': [
'lmqg-train = lmqg.lmqg_cl.model_finetuning:main_training',
'lmqg-train-search = lmqg.lmqg_cl.model_finetuning:main_training_search',
'lmqg-eval = lmqg.lmqg_cl.model_evaluation:main',
'lmqg-eval-qag = lmqg.lmqg_cl.model_evaluation_qag:main',
'lmqg-eval-qa = lmqg.lmqg_cl.model_evaluation_qa:main',
'lmqg-push-to-hf = lmqg.lmqg_cl.push_to_hf:main',
'lmqg-generate-qa = lmqg.lmqg_cl.model_evaluation_qa_based_metric:main_generate_qa_pair',
'lmqg-qae = lmqg.lmqg_cl.model_evaluation_qa_based_metric:main_qa_model_training'
]
}
)