Thumbor 7

.github/workflows/build.yaml

@@ -0,0 +1,48 @@
+name: Build test and push
+on:
+  pull_request:
+  workflow_dispatch:
+permissions:
+  contents: read
+  packages: write
+jobs:
+  build-test-push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: get thumbor version
+        id: thumbor
+        run: |
+          echo "VERSION=$(cat thumbor/requirements.txt| grep thumbor== | cut -d= -f 3)" >> $GITHUB_OUTPUT
+      - name: build images and load them for testing
+        run: |
+          ./build --extra "--load --cache-from=type=gha --cache-to=type=gha" --branch "${GITHUB_REF_NAME}"
+      - name: install bats
+        run: |
+          git clone https://github.com/bats-core/bats-core.git
+          cd bats-core
+          sudo ./install.sh /usr/local
+      - name: run bats tests
+        uses: nick-fields/retry@v2
+        with:
+          timeout_minutes: 10
+          max_attempts: 3
+          command: |
+            docker image ls -a
+            for filename in tests/*.bats; do sudo bats --tap "$filename" || exit 1; done
+      - name: login to ghcr.io
+        if: github.head_ref == 'thumbor-7' || github.ref == 'refs/heads/master'
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: minimalcompact
+          password: ${{ secrets.GH_TOKEN }}
+      - name: push when master
+        if: github.ref == 'refs/heads/master'
+        run: |
+          ./build --multiarch --push --branch master

README.md

@@ -8,23 +8,25 @@ Key Features and Goals:
 
 * The latest version of thumbor and dependencies, in a docker image
 * Supports both solo thumbor and multiprocess in one image
-* [Nginx frontend docker image with built-in caching](nginx-proxy-cache/README.md), using [nginx-proxy](https://github.com/jwilder/nginx-proxy)
+* [Nginx frontend docker image with built-in caching](nginx-proxy-cache/README.md), using [nginx-proxy](https://github.com/nginx-proxy/nginx-proxy)
 * SIMD support via docker tags
 * remotecv docker image (for async smart cropping and feature detection)
 * Clear version tagging to match Thumbor versions
+* NOTE: from Thumbor 7.x images are no longer updated on docker hub and were moved to **ghcr.io**
+        `latest` will be deleted from docker hub eventually
 
 ## Quick Start
 
 ```
-$ docker run -p 80:80 minimalcompact/thumbor
-$ wget http://localhost/unsafe/500x150/i.imgur.com/Nfn80ck.png
+$ docker run -p 80:80 ghcr.io/minimalcompact/thumbor
+$ wget http://localhost/unsafe/500x150/iili.io/H8m6pHv.png
 ```
 
 multi-process
 
 ```
-$ docker run -p 80:80 -e THUMBOR_NUM_PROCESSES=8 minimalcompact/thumbor
-$ wget http://localhost/unsafe/500x150/i.imgur.com/Nfn80ck.png
+$ docker run -p 80:80 -e THUMBOR_NUM_PROCESSES=8 ghcr.io/minimalcompact/thumbor
+$ wget http://localhost/unsafe/500x150/iili.io/H8m6pHv.png
 
 ```
 

benchmarks/locust/Dockerfile

@@ -1,6 +1,6 @@
-FROM python:3.6
+FROM python:3.9
 
-RUN python3.6 -m pip install locustio==0.11.0
+RUN python3.9 -m pip install locustio==0.14.5
 
 EXPOSE 8089
 EXPOSE 5557

benchmarks/locust/docker-compose.yml

@@ -1,11 +1,10 @@
 version: "3"
 services:
   thumbor:
-    image: minimalcompact/thumbor
+    image: ghcr.io/minimalcompact/thumbor
     environment:
       # we can control the number of processes and threads via ENV
       - THUMBOR_NUM_PROCESSES=${THUMBOR_NUM_PROCESSES:-1}
-      - ENGINE_THREADPOOL_SIZE=${ENGINE_THREADPOOL_SIZE:-0}
       # this would allow CORS from any origin (you can restrict to specific origins if you want)
       - CORS_ALLOW_ORIGIN=*
       # returns a webp image if browser Accept headers match
@@ -27,7 +26,6 @@ services:
     environment:
       - THUMBOR_DOCKER_PROCS=${THUMBOR_DOCKER_PROCS:-1}
       - THUMBOR_NUM_PROCESSES=${THUMBOR_NUM_PROCESSES:-1}
-      - ENGINE_THREADPOOL_SIZE=${ENGINE_THREADPOOL_SIZE:-0}
     volumes:
       - ./scripts:/opt/scripts
       - ./reports:/opt/reports
@@ -41,7 +39,7 @@ services:
               --master
               --expect-slaves 3
               --only-summary
-              --csv=/opt/reports/${THUMBOR_DOCKER_PROCS}-${THUMBOR_NUM_PROCESSES}-${ENGINE_THREADPOOL_SIZE}"
+              --csv=/opt/reports/${THUMBOR_DOCKER_PROCS}-${THUMBOR_NUM_PROCESSES}"
   # this is the locust slave. We can control the number of slaves using docker-compose scale
   locust-slave:
     build:

benchmarks/locust/run_benchmark

@@ -4,37 +4,18 @@ docker-compose build
 docker-compose down
 
 for procs in 1 3 6 9; do
-  for threads in 0 3 6; do
-    export THUMBOR_DOCKER_PROCS=1
+  for docker_procs in 1 3 6 9; do
+    export THUMBOR_DOCKER_PROCS=$docker_procs
     export THUMBOR_NUM_PROCESSES=$procs
-    export ENGINE_THREADPOOL_SIZE=$threads
 
     echo
-    echo "***************** BEGIN BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes and ${ENGINE_THREADPOOL_SIZE} threads ********************"
+    echo "***************** BEGIN BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes ********************"
     echo
     docker-compose up -d --scale locust-slave=3 --scale thumbor=${THUMBOR_DOCKER_PROCS} --force-recreate --always-recreate-deps --renew-anon-volumes
     docker-compose logs -f locust
     docker-compose down
     echo
-    echo "***************** END BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes and ${ENGINE_THREADPOOL_SIZE} threads ********************"
-    echo
-  done
-done
-
-for procs in 3 6 9; do
-  for threads in 0 3 6; do
-    export THUMBOR_DOCKER_PROCS=$procs
-    export THUMBOR_NUM_PROCESSES=1
-    export ENGINE_THREADPOOL_SIZE=$threads
-
-    echo
-    echo "***************** BEGIN BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes and ${ENGINE_THREADPOOL_SIZE} threads ********************"
-    echo
-    docker-compose up -d --scale locust-slave=3 --scale thumbor=${THUMBOR_DOCKER_PROCS} --force-recreate --always-recreate-deps --renew-anon-volumes
-    docker-compose logs -f locust
-    docker-compose down
-    echo
-    echo "***************** END BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes and ${ENGINE_THREADPOOL_SIZE} threads ********************"
+    echo "***************** END BENCHMARK WITH ${THUMBOR_DOCKER_PROCS} Docker processes, ${THUMBOR_NUM_PROCESSES} thumbor processes ********************"
     echo
   done
 done

benchmarks/locust/scripts/benchmark.py

@@ -1,4 +1,4 @@
-from locust import HttpLocust, TaskSet, task
+from locust import HttpLocust, TaskSet, task, between
 
 
 class HealthTaskSet(TaskSet):
@@ -17,3 +17,4 @@ def fit_in(self):
 
 class Benchmark(HttpLocust):
     task_set = SimpleTaskSet
+    wait_time = between(0, 0.1)

build

@@ -1,48 +1,81 @@
 #!/bin/bash
 set -e
 
-echo "--> BUILDING minimalcompact/thumbor"
-docker build --pull -f thumbor/Dockerfile -t minimalcompact/thumbor thumbor/
-# introspecting version by running the built image
-THUMBOR_VERSION=`docker run --rm minimalcompact/thumbor bash -c "pip freeze |grep ^thumbor== | cut -d= -f 3"`
-echo "THUMBOR VERSION: $THUMBOR_VERSION"
+PLATFORM="linux/amd64"
+EXTRA_ARGUMENTS=""
+while true; do
+  case "$1" in
+    ### Push requires authentication to minimalcompact docker hub
+    -p | --push)
+        EXTRA_ARGUMENTS="${EXTRA_ARGUMENTS} --push"
+        shift
+        ;;
+    -b | --branch)
+        BRANCH="$2";
+        shift 2
+        ;;
+    ### Images have issues building multi arch, so hold behind a feature flag
+    -m | --multiarch)
+        PLATFORM="${PLATFORM},linux/arm64"
+        shift
+        ;;
+    ## Create should be run once, or in ci, if docker buildx ls doesnt contain supported platforms
+    -c | --create)
+         docker buildx create --use
+         shift
+         ;;
+    -e | --extra )
+        EXTRA_ARGUMENTS="${EXTRA_ARGUMENTS} $2"
+        shift 2
+        ;;
+     * ) break ;;
+  esac
+done
+
+THUMBOR_VERSION=$(cat thumbor/requirements.txt| grep thumbor== | cut -d= -f 3)
 
-echo "--> TAGGING minimalcompact/thumbor:$THUMBOR_VERSION"
-docker tag minimalcompact/thumbor minimalcompact/thumbor:$THUMBOR_VERSION
-echo "--> TAGGING minimalcompact/thumbor:latest"
-docker tag minimalcompact/thumbor minimalcompact/thumbor:latest
+echo "Branch: ${BRANCH} | Thumbor version: ${THUMBOR_VERSION}"
+echo "*******************************************************"
+
+echo "--> BUILDING minimalcompact/thumbor-nginx-proxy-cache"
+[ "$BRANCH" == "master" ] && EXTRA_TAG="--tag ghcr.io/minimalcompact/thumbor-nginx-proxy-cache:latest"
+docker buildx build $EXTRA_ARGUMENTS --platform $PLATFORM  --pull -f nginx-proxy-cache/Dockerfile \
+ --tag ghcr.io/minimalcompact/thumbor-nginx-proxy-cache:test \
+ --tag ghcr.io/minimalcompact/thumbor-nginx-proxy-cache:$THUMBOR_VERSION \
+ $EXTRA_TAG \
+ nginx-proxy-cache/
+
+echo "--> BUILDING minimalcompact/thumbor"
+[ "$BRANCH" == "master" ] && EXTRA_TAG="--tag ghcr.io/minimalcompact/thumbor:latest"
+docker buildx build $EXTRA_ARGUMENTS --platform $PLATFORM --pull -f thumbor/Dockerfile \
+ --tag ghcr.io/minimalcompact/thumbor:test \
+ --tag ghcr.io/minimalcompact/thumbor:$THUMBOR_VERSION \
+  $EXTRA_TAG \
+ thumbor/
 
 echo "--> BUILDING minimalcompact/thumbor:simd-sse4"
-docker build --build-arg SIMD_LEVEL=sse4 -f thumbor/Dockerfile -t minimalcompact/thumbor-simd-sse4 thumbor/
-echo "--> TAGGING minimalcompact/thumbor:$THUMBOR_VERSION-simd-sse4"
-docker tag minimalcompact/thumbor-simd-sse4 minimalcompact/thumbor:$THUMBOR_VERSION-simd-sse4
-echo "--> TAGGING minimalcompact/thumbor:latest-simd-sse4"
-docker tag minimalcompact/thumbor-simd-sse4 minimalcompact/thumbor:latest-simd-sse4
+[ "$BRANCH" == "master" ] && EXTRA_TAG="--tag ghcr.io/minimalcompact/thumbor:latest-simd-sse4t"
+## SSE doesnt support multi arch
+docker buildx build $EXTRA_ARGUMENTS --platform linux/amd64 --build-arg SIMD_LEVEL=sse4 --pull -f thumbor/Dockerfile \
+ --tag ghcr.io/minimalcompact/thumbor:$THUMBOR_VERSION-simd-sse4 \
+ $EXTRA_TAG \
+ thumbor/
 
 echo "--> BUILDING minimalcompact/thumbor:simd-avx2"
-docker build --build-arg SIMD_LEVEL=avx2  -f thumbor/Dockerfile -t minimalcompact/thumbor-simd-avx2 thumbor/
-echo "--> TAGGING minimalcompact/thumbor:$THUMBOR_VERSION-simd-avx2"
-docker tag minimalcompact/thumbor-simd-avx2 minimalcompact/thumbor:$THUMBOR_VERSION-simd-avx2
-echo "--> TAGGING minimalcompact/thumbor:latest-simd-avx2"
-docker tag minimalcompact/thumbor-simd-avx2 minimalcompact/thumbor:latest-simd-avx2
-
-echo "--> BUILDING minimalcompact/thumbor-nginx-proxy (DEPRECATED)"
-docker build --pull -f nginx-proxy/Dockerfile -t minimalcompact/thumbor-nginx-proxy nginx-proxy/
-echo "--> TAGGING minimalcompact/thumbor-nginx-proxy:$THUMBOR_VERSION"
-docker tag minimalcompact/thumbor-nginx-proxy minimalcompact/thumbor-nginx-proxy:$THUMBOR_VERSION
-echo "--> TAGGING minimalcompact/thumbor-nginx-proxy:latest"
-docker tag minimalcompact/thumbor-nginx-proxy minimalcompact/thumbor-nginx-proxy:latest
-
-echo "--> BUILDING minimalcompact/thumbor-nginx-proxy-cache"
-docker build --pull -f nginx-proxy-cache/Dockerfile -t minimalcompact/thumbor-nginx-proxy-cache nginx-proxy-cache/
-echo "--> TAGGING minimalcompact/thumbor-nginx-proxy-cache:$THUMBOR_VERSION"
-docker tag minimalcompact/thumbor-nginx-proxy-cache minimalcompact/thumbor-nginx-proxy-cache:$THUMBOR_VERSION
-echo "--> TAGGING minimalcompact/thumbor-nginx-proxy-cache:latest"
-docker tag minimalcompact/thumbor-nginx-proxy-cache minimalcompact/thumbor-nginx-proxy-cache:latest
+[ "$BRANCH" == "master" ] && EXTRA_TAG="--tag ghcr.io/minimalcompact/thumbor:latest-simd-avx2"
+## AVX2 Doesnt support multi arch
+docker buildx build $EXTRA_ARGUMENTS --platform linux/amd64 --build-arg SIMD_LEVEL=avx2 --pull -f thumbor/Dockerfile \
+ --tag ghcr.io/minimalcompact/thumbor:$THUMBOR_VERSION-simd-avx2 \
+ $EXTRA_TAG \
+ thumbor/
 
 echo "--> BUILDING minimalcompact/remotecv"
-docker build --build-arg THUMBOR_TAG=latest -f remotecv/Dockerfile -t minimalcompact/remotecv remotecv/
-echo "--> TAGGING minimalcompact/remotecv:$THUMBOR_VERSION"
-docker tag minimalcompact/remotecv minimalcompact/remotecv:$THUMBOR_VERSION
-echo "--> TAGGING minimalcompact/remotecv:latest"
-docker tag minimalcompact/remotecv minimalcompact/remotecv:latest
+[ "$BRANCH" == "master" ] && EXTRA_TAG="--tag ghcr.io/minimalcompact/remotecv:latest"
+docker buildx build $EXTRA_ARGUMENTS --platform $PLATFORM --build-arg THUMBOR_TAG=$THUMBOR_VERSION --pull -f remotecv/Dockerfile \
+ --tag ghcr.io/minimalcompact/remotecv:$THUMBOR_VERSION \
+ $EXTRA_TAG \
+ remotecv/
+
+echo "*******************************************************"
+echo Docker images:
+docker image ls -a

nginx-proxy-cache/README.md

@@ -1,10 +1,10 @@
 # Minimal Compact thumbor nginx proxy cache
 
-A caching proxy for thumbor based on [nginx-proxy](https://github.com/jwilder/nginx-proxy)
+A caching proxy for thumbor based on [nginx-proxy](https://github.com/nginx-proxy/nginx-proxy)
 
 ## Basics
 
-[nginx-proxy](https://github.com/jwilder/nginx-proxy) provides a way to dynamically attach docker images and get them proxied by Nginx.
+[nginx-proxy](https://github.com/nginx-proxy/nginx-proxy) provides a way to dynamically attach docker images and get them proxied by Nginx.
 
 This image adds a proxy caching layer into `nginx-proxy`, using the built-in `proxy_cache` directive.