diff --git a/docker/base-image/install/deps/deps.sh b/docker/base-image/install/deps/deps.sh index 944ba83e..2908aa9e 100644 --- a/docker/base-image/install/deps/deps.sh +++ b/docker/base-image/install/deps/deps.sh @@ -3,30 +3,21 @@ # Fail on error set -e -# Ensure directory mode of /tmp is world-writable (readable, writable, executable by all users) -# This is important for temporary file operations in containerized environments +# Ensure directory mode of /tmp is world-writable chmod 777 /tmp -# Update the package index files from the repositories -# This ensures we get the latest versions of packages +# Update package index apt-get update -# Install common dependencies with detailed explanations -# -y flag means "yes" to all prompts (non-interactive installation) +# Install essential dependencies apt-get install -y \ curl \ wget \ git \ - net-tools \ iputils-ping \ - ntp \ - ntpdate \ nginx \ - unzip \ - zip \ jq \ - gnupg2 \ - libc6 + net-tools # Add source /etc/profile to ~/.bashrc echo "source /etc/profile" >> ~/.bashrc \ No newline at end of file diff --git a/docker/base-image/install/python/python.sh b/docker/base-image/install/python/python.sh index 25d5525d..cfc0ad9a 100644 --- a/docker/base-image/install/python/python.sh +++ b/docker/base-image/install/python/python.sh @@ -20,19 +20,9 @@ install_dependencies() { build-essential \ libssl-dev \ zlib1g-dev \ - libbz2-dev \ - libreadline-dev \ - libsqlite3-dev \ - wget \ - curl \ - llvm \ - libncursesw5-dev \ - xz-utils \ - tk-dev \ libxml2-dev \ - libxmlsec1-dev \ - libffi-dev \ - liblzma-dev + libxslt-dev \ + libffi-dev } # Function to setup pyenv diff --git a/docker/base-image/install/python/requirements.txt b/docker/base-image/install/python/requirements.txt index 86646d6d..691cfd7b 100644 --- a/docker/base-image/install/python/requirements.txt +++ b/docker/base-image/install/python/requirements.txt @@ -1,9 +1,5 @@ -scrapy>=2.9.0 -pymongo -bs4 crawlab-sdk>=0.7.0rc1 -crawlab-demo<=0.1.0 +scrapy selenium -pyopenssl -playwright -feapder +bs4 +requests