tweaking, reduce build times

docker/spiderfoot/Dockerfile

@@ -1,5 +1,8 @@
 FROM alpine:3.15
 #
+# Include dist
+COPY dist/ /root/dist/
+#
 # Get and install dependencies & packages
 RUN apk -U --no-cache add \
             build-base \
@@ -18,7 +21,31 @@ RUN apk -U --no-cache add \
             openssl-dev \
             python3 \
             python3-dev \
+	    py3-cryptography \
+	    py3-ipaddr \
+	    py3-beautifulsoup4 \
+	    py3-dnspython \
+	    py3-exifread \
+	    py3-future \
+	    py3-jaraco.classes \
+	    py3-jaraco.context \
+	    py3-jaraco.functools \
+	    py3-lxml \
+	    py3-mako \
+	    py3-more-itertools \
+	    py3-netaddr \
+	    py3-networkx \
+	    py3-openssl \
+	    py3-pillow \
+	    py3-portend \
+	    py3-pypdf2 \
+	    py3-phonenumbers \
             py3-pip \
+	    py3-pysocks \
+	    py3-requests \
+	    py3-tempora \
+	    py3-wheel \
+	    py3-xlsxwriter \
             swig \
 	    tinyxml \
 	    tinyxml-dev \
@@ -32,7 +59,7 @@ RUN apk -U --no-cache add \
     git clone --depth=1 -b v3.5 https://github.com/smicallef/spiderfoot /home/spiderfoot && \
     cd /home/spiderfoot && \
     pip3 install --upgrade pip && \
-    pip3 install --no-cache-dir wheel && \ 
+    cp /root/dist/requirements.txt . && \
     pip3 install --no-cache-dir -r requirements.txt && \ 
     mkdir -p /home/spiderfoot/.spiderfoot/logs && \
     chown -R spiderfoot:spiderfoot /home/spiderfoot && \

docker/spiderfoot/dist/requirements.txt

@@ -0,0 +1,11 @@
+adblockparser>=0.7,<1
+CherryPy>=18.6.1,<19
+cherrypy-cors>=1.6,<2
+ipwhois>=1.1.0,<1.2.0
+pygexf>=0.2.2,<0.3
+python-whois>=0.7.3,<0.8
+secure>=0.3.0,<0.4.0
+python-docx>=0.8.11,<0.9
+python-pptx>=0.6.21,<0.7
+publicsuffixlist>=0.7.9,<0.8
+openpyxl>=3.0.9,<4

docker/spiderfoot/docker-compose.yml

@@ -10,8 +10,8 @@ services:
     build: .
     container_name: spiderfoot
     restart: always
-    cpu_count: 1
-    cpus: 0.75
+#    cpu_count: 1
+#    cpus: 0.75
     networks:
      - spiderfoot_local
     ports: