From 14d3310b322dafcc1c51fd5d877cec9c92aa3573 Mon Sep 17 00:00:00 2001
From: Dmitry Navalny <dmitry.kurtaev+github@gmail.com>
Date: Tue, 9 Feb 2021 10:47:14 +0300
Subject: [PATCH] [MO] pip packaging (#3123)

* [MO] pip packaging

* Use subprocess

* Remove MANIFEST.in

* Fix comments

* Fix requirements.txt duplication

* Add license
---
 .github/workflows/mo.yml |  29 +++++++++++
 model-optimizer/setup.py | 103 +++++++++++++++++++++++++++++++++++++++
 2 files changed, 132 insertions(+)
 create mode 100644 model-optimizer/setup.py

diff --git a/.github/workflows/mo.yml b/.github/workflows/mo.yml
index e996bdf7475..7dcb851466a 100644
--- a/.github/workflows/mo.yml
+++ b/.github/workflows/mo.yml
@@ -62,3 +62,32 @@ jobs:
           mkdir ../mo-ut-logs
           python3 -m xmlrunner discover -p *_test.py --output=../mo-ut-logs
         working-directory: model-optimizer
+  
+  build_wheel:
+    name: Build Python wheel
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          python3 -m pip install --upgrade pip
+          python3 -m pip install wheel setuptools
+          python3 -m pip install tensorflow==2.3.0
+      
+      - name: Build
+        run: |
+          python3 setup.py sdist bdist_wheel
+        working-directory: model-optimizer
+      
+      - name: Test
+        run: |
+          wget -q http://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224.tgz
+          tar -xf mobilenet_v1_1.0_224.tgz
+          python3 -m pip install model-optimizer/dist/*.whl
+          python3 -c "import sys, subprocess, mo_tf; subprocess.run([sys.executable, mo_tf.__file__, '--input_model', 'mobilenet_v1_1.0_224_frozen.pb', '--input_shape', '[1,224,224,3]'], check=True)"
+
+      - uses: actions/upload-artifact@v2
+        with:
+          name: mo_wheel
+          path: "model-optimizer/dist/*.whl"
diff --git a/model-optimizer/setup.py b/model-optimizer/setup.py
new file mode 100644
index 00000000000..7ea21f04ee7
--- /dev/null
+++ b/model-optimizer/setup.py
@@ -0,0 +1,103 @@
+#!/usr/bin/env python3
+
+"""
+ Copyright (C) 2018-2021 Intel Corporation
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+"""
+
+"""
+Use this script to create a wheel with Model Optimizer code:
+
+$ python setup.py sdist bdist_wheel
+"""
+
+import sys
+import os
+import re
+from setuptools import setup, find_packages
+from setuptools.command.install import install
+from setuptools.command.build_py import build_py
+
+package_name = 'mo'
+
+# Detect all the framework specific requirements_*.txt files.
+requirements_txt = []
+py_modules = []
+for name in os.listdir():
+    if re.match('requirements(.*)\.txt', name):
+        requirements_txt.append(name)
+    if re.match('mo_(.*)\.py', name):
+        py_modules.append(name.split('.')[0])
+
+# Minimal set of dependencies
+deps_whitelist = ('networkx', 'defusedxml', 'numpy')
+deps = []
+with open('requirements.txt', 'rt') as f:
+    for line in f.read().split('\n'):
+        if line.startswith(deps_whitelist):
+            deps.append(line)
+
+
+class InstallCmd(install):
+    def run(self):
+        install.run(self)
+        # Create requirements.txt files for all the frameworks
+        for name in requirements_txt:
+            path = os.path.join(self.install_purelib, package_name, name)
+            with open(path, 'wt') as f:
+                f.write('\n'.join(deps))
+        
+        path = os.path.join(self.install_purelib, package_name, '__init__.py')
+        with open(path, 'wt') as f:
+            f.write('import os, sys\n')
+            f.write('from {} import mo\n'.format(package_name))
+            # This is required to fix internal imports
+            f.write('sys.path.append(os.path.dirname(__file__))\n')
+            # We install a package into custom folder "package_name".
+            # Redirect import to model-optimizer/mo/__init__.py
+            f.write('sys.modules["mo"] = mo')
+
+
+class BuildCmd(build_py):
+    def find_package_modules(self, package, package_dir):
+        modules = super().find_package_modules(package, package_dir)
+        return [
+            (pkg, module, filename)
+            for (pkg, module, filename) in modules
+            if not filename.endswith('_test.py')
+        ]
+
+
+packages = find_packages()
+packages = [package_name + '.' + p for p in packages]
+
+setup(name='openvino-mo',
+      version='0.0.0',
+      author='Intel Corporation',
+      author_email='openvino_pushbot@intel.com',
+      url='https://github.com/openvinotoolkit/openvino',
+      packages=packages,
+      package_dir={package_name: '.'},
+      py_modules=py_modules,
+      cmdclass={
+          'install': InstallCmd,
+          'build_py': BuildCmd,
+      },
+      classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: Apache Software License",
+        "Operating System :: OS Independent",
+      ],
+      install_requires=deps,
+)