Add MO extras requires for supported DL frameworks (#5615)

* Add extras requires for supported DL frameworks

* fix pylint issues

* codestyle (PEP8)

* Indentation
This commit is contained in:
Sergey Lyubimtsev 2021-05-13 20:20:41 +03:00 committed by GitHub
parent 40ffca6fa2
commit 5af767a0a2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -11,27 +11,34 @@ $ python setup.py sdist bdist_wheel
import os
import re
from pathlib import Path
from shutil import copyfile
from setuptools import setup, find_packages
from setuptools.command.install import install
from setuptools.command.build_py import build_py
PACKAGE_NAME = 'mo'
SETUP_DIR = Path(__file__).resolve().parent
def read_text(path):
return (SETUP_DIR / path).read_text()
# Detect all the framework specific requirements_*.txt files.
requirements_txt = []
py_modules = []
for name in os.listdir():
if re.match(r'requirements(.*)\.txt', name):
requirements_txt.append(name)
if re.match(r'mo(.*)\.py', name):
py_modules.append(name.split('.')[0])
for item in os.listdir():
if re.match(r'requirements(.*)\.txt', item):
requirements_txt.append(item)
if re.match(r'mo(.*)\.py', item):
py_modules.append(item.split('.')[0])
# Minimal set of dependencies
deps_whitelist = ('networkx', 'defusedxml', 'numpy')
deps = []
with open('requirements.txt', 'rt') as f:
for line in f.read().split('\n'):
with open('requirements.txt', 'rt') as req_file:
for line in req_file.read().split('\n'):
if line.startswith(deps_whitelist):
deps.append(line)
@ -42,23 +49,24 @@ class InstallCmd(install):
# Create requirements.txt files for all the frameworks
for name in requirements_txt:
path = os.path.join(self.install_purelib, PACKAGE_NAME, name)
with open(path, 'wt') as f:
f.write('\n'.join(deps))
with open(path, 'wt') as common_reqs_file:
common_reqs_file.write('\n'.join(deps))
# Add version.txt if exists
version_txt = 'version.txt'
if os.path.exists(version_txt):
copyfile(os.path.join(version_txt),
os.path.join(self.install_purelib, PACKAGE_NAME, version_txt))
os.path.join(self.install_purelib,
PACKAGE_NAME, version_txt))
path = os.path.join(self.install_purelib, PACKAGE_NAME, '__init__.py')
with open(path, 'wt') as f:
f.write('import os, sys\n')
f.write('from {} import mo\n'.format(PACKAGE_NAME))
with open(path, 'wt') as init_file:
init_file.write('import os, sys\n')
init_file.write('from {} import mo\n'.format(PACKAGE_NAME))
# This is required to fix internal imports
f.write('sys.path.append(os.path.dirname(__file__))\n')
init_file.write('sys.path.append(os.path.dirname(__file__))\n')
# We install a package into custom folder "PACKAGE_NAME".
# Redirect import to model-optimizer/mo/__init__.py
f.write('sys.modules["mo"] = mo')
init_file.write('sys.modules["mo"] = mo')
class BuildCmd(build_py):
@ -74,33 +82,42 @@ class BuildCmd(build_py):
packages = find_packages()
packages = [PACKAGE_NAME + '.' + p for p in packages]
setup(name='openvino-mo',
version='0.0.0',
author='Intel Corporation',
author_email='openvino_pushbot@intel.com',
url='https://github.com/openvinotoolkit/openvino',
packages=packages,
package_dir={PACKAGE_NAME: '.'},
py_modules=py_modules,
cmdclass={
'install': InstallCmd,
'build_py': BuildCmd,
},
entry_points={
'console_scripts': [
'mo = mo.__main__:main',
],
},
package_data={
'mo.mo.front.caffe.proto': ['*.proto'],
'mo.extensions.front.mxnet': ['*.json'],
'mo.extensions.front.onnx': ['*.json'],
'mo.extensions.front.tf': ['*.json'],
},
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
],
install_requires=deps,
setup(
name='openvino-mo',
version='0.0.0',
author='Intel Corporation',
author_email='openvino_pushbot@intel.com',
url='https://github.com/openvinotoolkit/openvino',
packages=packages,
package_dir={PACKAGE_NAME: '.'},
py_modules=py_modules,
cmdclass={
'install': InstallCmd,
'build_py': BuildCmd,
},
entry_points={
'console_scripts': [
'mo = mo.__main__:main',
],
},
package_data={
'mo.mo.front.caffe.proto': ['*.proto'],
'mo.extensions.front.mxnet': ['*.json'],
'mo.extensions.front.onnx': ['*.json'],
'mo.extensions.front.tf': ['*.json'],
},
extras_require={
'caffe': read_text('requirements_caffe.txt'),
'kaldi': read_text('requirements_kaldi.txt'),
'mxnet': read_text('requirements_mxnet.txt'),
'onnx': read_text('requirements_onnx.txt'),
'tensorflow': read_text('requirements_tf.txt'),
'tensorflow2': read_text('requirements_tf2.txt'),
},
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
],
install_requires=deps,
)