# Copyright 2017-2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"). You # may not use this file except in compliance with the License. A copy of # the License is located at # # http://aws.amazon.com/apache2.0/ # # or in the "license" file accompanying this file. This file is # distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF # ANY KIND, either express or implied. See the License for the specific # language governing permissions and limitations under the License. import os import re import sys import platform import subprocess from pathlib import Path from setuptools import setup, Extension, find_packages from setuptools.command.build_ext import build_ext from distutils.version import LooseVersion class CMakeExtension(Extension): def __init__(self, name, sourcedir=''): Extension.__init__(self, name, sources=[]) self.sourcedir = os.path.abspath(sourcedir) class CMakeBuild(build_ext): def run(self): try: out = subprocess.check_output(['cmake', '--version']) except OSError: raise RuntimeError("CMake must be installed to build the following extensions: " + ", ".join(e.name for e in self.extensions)) if platform.system() == "Windows": cmake_version = LooseVersion(re.search(r'version\s*([\d.]+)', out.decode()).group(1)) if cmake_version < '3.1.0': raise RuntimeError("CMake >= 3.1.0 is required on Windows") for ext in self.extensions: self.build_extension(ext) def build_extension(self, ext): extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name))) # required for auto-detection of auxiliary "native" libs if not extdir.endswith(os.path.sep): extdir += os.path.sep cmake_args = ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=' + extdir, '-DPYTHON_EXECUTABLE=' + sys.executable, '-DCMAKE_PREFIX_PATH=' + os.environ['CMAKE_PREFIX_PATH'], '-DCMAKE_CXX_FLAGS=' + "-fPIC"] cfg = 'Debug' if self.debug else 'Release' build_args = ['--config', cfg] if platform.system() == "Windows": cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), extdir)] if sys.maxsize > 2**32: cmake_args += ['-A', 'x64'] build_args += ['--', '/m'] else: cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg] build_args += ['--', '-j2'] env = os.environ.copy() env['CXXFLAGS'] = '{} -DVERSION_INFO=\\"{}\\"'.format(env.get('CXXFLAGS', ''), self.distribution.get_version()) if not os.path.exists(self.build_temp): os.makedirs(self.build_temp) subprocess.check_call(['cmake', ext.sourcedir] + cmake_args, cwd=self.build_temp, env=env) subprocess.check_call(['cmake', '--build', '.'] + build_args, cwd=self.build_temp) def get_sha(): try: return subprocess.check_output(['git', 'rev-parse', 'HEAD']).decode('ascii').strip() except Exception: return 'Unknown' def get_version(sha): version = open('version.txt', 'r').read().strip() if sha != 'Unknown': version += '+' + sha[:7] return version def write_version_file(): sha = get_sha() version = get_version(sha) version_path = os.path.join(Path.cwd(), 'awsio', '_version.py') with open(version_path, 'w') as f: f.write(f"__version__ = \"{version}\"\n") if __name__ == "__main__": # metadata package_name = 'awsio' required_packages = ["torch>=1.5.1"] # define __version__ write_version_file() exec(open("awsio/_version.py").read()) print(f"Building wheel for {package_name}-{__version__}") with open('README.md') as f: readme = f.read() setup( name=package_name, version=__version__, author='Amazon Web Services', author_email='aws-pytorch@amazon.com', description='A package for creating PyTorch Datasets using objects in AWS S3 buckets', long_description=readme, license='Apache License 2.0', keywords='ML Amazon AWS AI PyTorch', # Package info packages=find_packages(exclude=('test',)), zip_safe=False, install_requires=required_packages, extras_require={ "scipy": ["scipy"], }, ext_modules=[CMakeExtension('aws_io')], cmdclass=dict(build_ext=CMakeBuild), classifiers=[ "Programming Language :: Python :: 3", "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", ], )