setup.py

import os
import json
from setuptools import setup, find_packages
import subprocess

def get_extra_requirements(folder='./extra_requirements'):
    """ Helper function to read in all extra requirement files in the specified
        folder. """
    extra_requirements = {}
    if not os.path.exists(folder):
        print(f"Folder {folder} does not exist.")
        return extra_requirements

    for file in os.listdir(folder):
        if file.endswith('.json'):
            with open(os.path.join(folder, file), 'r', encoding='utf-8') as fh:
                requirements = json.load(fh)
                extra_requirements.update(requirements)

    print(f"Extra requirements: {extra_requirements}")
    return extra_requirements

extra_requirements = get_extra_requirements()


def build_docker_image(image_name, docker_dir):
    dockerfile_path = os.path.join(docker_dir, 'Dockerfile')
    
    if os.path.exists(dockerfile_path):
        print(f"Building Docker image {image_name}...")
        subprocess.run(['docker', 'build', '-t', image_name, docker_dir], check=True)
        print(f"Docker image '{image_name}' created successfully.")
    else:
        print(f"Dockerfile not found at {dockerfile_path}")
        raise FileNotFoundError(f"Dockerfile not found at {dockerfile_path}")

def init_absolut_docker():
    docker_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'resources/docker/absolut_image')
    build_docker_image('absolut_image', docker_dir)

req = [
    "scipy>=1.4.1",
    "numpy>=1.18.1",
    "ConfigSpace>=0.4.12",
    "scikit-learn",
    "openml",
    "matplotlib",
    "torch",
    "torchvision",
    "gpytorch",
    
    # "GPy",
    "GPyOpt",
    "gym",
    "sobol-seq",
    "xgboost",
    "paramz",
    "emukit",
    "pymoo",
    "jax",
    "networkx",
    "gplearn",
    "oslo.concurrency>=4.2.0",
    'GPy @ git+https://github.com/SheffieldML/GPy.git@devel',
    'mmh3',
    'rich',
    'flask_cors',
    'openai'
]

setup(
    name="transopt",
    version="0.0.1",
    author="transopt",
    description="Transfer Optimiztion System",
    long_description="This is a longer description of my package.",
    url="https://github.com/maopl/TransOpt.git",
    classifiers=[
        "Development Status :: 3 - Alpha",
        "Intended Audience :: Developers",
        "License :: OSI Approved :: MIT License",
        "Programming Language :: Python :: 3",
    ],
    license="BSD",
    packages=find_packages(exclude=["hpobench"]),
    install_requires=req,
    extras_require=extra_requirements,
    entry_points={
        'console_scripts': [
            'transopt-server = transopt.agent.app:main',
            'init-absolut-docker = transopt.scripts.init_docker:init_absolut_docker',
        ],
    }
)