github-actions-matrix.py

import argparse
import json
from typing import NamedTuple


class Triplet(NamedTuple):
    triplet: str
    os: str


class Test(NamedTuple):
    test: str
    features: str
    dependencies_ubuntu: str = ""
    dependencies_macos: str = ""


deps_ubuntu_fontconfig = "autopoint gperf"
deps_macos_fontconfig = "automake gperf"
deps_ubuntu_opengl = "libgl-dev libglx-dev"
deps_ubuntu_all = " ".join([deps_ubuntu_fontconfig, deps_ubuntu_opengl])
deps_macos_all = deps_macos_fontconfig

triplets = [
    Triplet(
        triplet="x64-linux",
        os="ubuntu-latest",
        ),
    Triplet(
        triplet="x64-osx",
        os="macos-latest",
        ),
    Triplet(
        triplet="x64-uwp",
        os="windows-latest",
        ),
    Triplet(
        triplet="x64-windows",
        os="windows-latest",
        ),
    Triplet(
        triplet="x64-windows-static",
        os="windows-latest",
        ),
    Triplet(
        triplet="x64-windows-static-md",
        os="windows-latest",
        ),
    Triplet(
        triplet="x86-windows",
        os="windows-latest",
        ),
    Triplet(
        triplet="x64-mingw-dynamic",
        os="ubuntu-latest",
        ),
    Triplet(
        triplet="x64-mingw-static",
        os="ubuntu-latest",
        ),
    ]

tests = [
    Test(
        test="minimal",
        features="core",
        ),
    Test(
        test="all",
        features="core,all",
        dependencies_ubuntu=deps_ubuntu_all,
        dependencies_macos=deps_macos_all,
        ),
    Test(
        test="all-gpl",
        features="core,all-gpl",
        dependencies_ubuntu=deps_ubuntu_all,
        dependencies_macos=deps_macos_all,
        ),
    Test(
        test="all-nonfree",
        features="core,all-nonfree",
        dependencies_ubuntu=deps_ubuntu_all,
        dependencies_macos=deps_macos_all,
        ),
    Test(
        test="avcodec",
        features="core,avcodec",
        ),
    Test(
        test="avformat",
        features="core,avformat",
        ),
    Test(
        test="avdevice",
        features="core,avdevice",
        ),
    Test(
        test="avfilter",
        features="core,avfilter",
        ),
    Test(
        test="swresample",
        features="core,swresample",
        ),
    Test(
        test="swscale",
        features="core,swscale",
        ),
    Test(
        test="ffmpeg",
        features="core,ffmpeg",
        ),
    Test(
        test="ffplay",
        features="core,ffplay",
        ),
    Test(
        test="ffprobe",
        features="core,ffprobe",
        ),
    Test(
        test="ass",
        features="core,ass,avfilter",
        dependencies_ubuntu=deps_ubuntu_fontconfig,
        dependencies_macos=deps_macos_fontconfig,
        ),
    Test(
        test="bzip2",
        features="core,bzip2,avformat",
        ),
    Test(
        test="dav1d",
        features="core,dav1d,avcodec",
        ),
    Test(
        test="freetype1",
        features="core,freetype,avfilter",
        ),
    Test(
        test="freetype2",
        features="core,freetype,fontconfig,fribidi,avfilter",
        dependencies_ubuntu=deps_ubuntu_fontconfig,
        dependencies_macos=deps_macos_fontconfig,
        ),
    Test(
        test="iconv",
        features="core,iconv,avcodec",
        ),
    Test(
        test="ilbc",
        features="core,ilbc,avcodec",
        ),
    Test(
        test="lzma",
        features="core,lzma,avformat",
        ),
    Test(
        test="modplug",
        features="core,modplug,avformat",
        ),
    Test(
        test="mp3lame",
        features="core,mp3lame,avcodec",
        ),
    Test(
        test="nvcodec",
        features="core,nvcodec,avcodec",
        ),
    Test(
        test="opencl",
        features="core,opencl,avfilter",
        ),
    Test(
        test="opengl",
        features="core,opengl,avdevice",
        dependencies_ubuntu=deps_ubuntu_opengl,
        ),
    Test(
        test="openh264",
        features="core,openh264,avcodec",
        ),
    Test(
        test="openjpeg",
        features="core,openjpeg,avcodec",
        ),
    Test(
        test="opus",
        features="core,opus,avcodec",
        ),
    Test(
        test="sdl2",
        features="core,sdl2,avdevice",
        ),
    Test(
        test="snappy",
        features="core,snappy,avcodec",
        ),
    Test(
        test="soxr",
        features="core,soxr,swresample",
        ),
    Test(
        test="ssh",
        features="core,ssh,avformat",
        ),
    Test(
        test="tesseract",
        features="core,tesseract,avfilter",
        ),
    Test(
        test="speex",
        features="core,speex,avcodec",
        ),
    Test(
        test="theora",
        features="core,theora,avcodec",
        ),
    Test(
        test="vorbis",
        features="core,vorbis,avcodec",
        ),
    Test(
        test="vpx",
        features="core,vpx,avcodec",
        ),
    Test(
        test="webp",
        features="core,webp,avcodec",
        ),
    Test(
        test="xml2",
        features="core,xml2,avformat",
        ),
    Test(
        test="zlib",
        features="core,zlib,avformat",
        ),
    Test(
        test="avisynthplus",
        features="core,avisynthplus,avformat",
        ),
    # GPL features
    Test(
        test="postproc",
        features="core,postproc",
        ),
    Test(
        test="x264",
        features="core,x264,avcodec",
        ),
    Test(
        test="x265",
        features="core,x265,avcodec",
        ),
    # non-free features
    Test(
        test="openssl",
        features="core,openssl,avformat",
        ),
    Test(
        test="fdk-aac",
        features="core,fdk-aac,avcodec",
        ),
    ]


parser = argparse.ArgumentParser(description='Generate build matrix.')
parser.add_argument('--triplets', nargs='*')
parser.add_argument('--tests', nargs='*')
parser.add_argument("--period", type=int, default=1)
parser.add_argument("--run", type=int, default=0)
parser.add_argument("--pretty", action="store_true")
parser.add_argument("--summary", action="store_true")
args = parser.parse_args()


def experimental_job(triplet: Triplet, test: Test):
    is_experimental = dict(experimental=True)
    if test.test == "ffplay" and triplet.triplet == "x64-osx":
        return is_experimental
    if test.test == "ass" and triplet.triplet == "x64-uwp":
        return is_experimental
    if test.test == "bzip2" and triplet.triplet == "x64-osx":
        return is_experimental
    if test.test == "dav1d" and triplet.triplet == "x64-osx":
        return is_experimental
    if test.test == "freetype2" and triplet.triplet.startswith("x64-windows-static"):
        return is_experimental
    if test.test == "freetype2" and triplet.triplet == "x64-linux":
        return is_experimental
    if test.test == "freetype2" and triplet.triplet == "x64-osx":
        return is_experimental
    if test.test == "modplug" and triplet.triplet == "x64-uwp":
        return is_experimental
    if test.test == "openh264" and triplet.triplet == "x64-uwp":
        return is_experimental
    return dict(experimental=False)


def include_job(triplet: Triplet, test: Test):
    # filter as per arguments provided
    if args.triplets:
        if triplet.triplet not in args.triplets:
            return False
    if args.tests:
        if test.test not in args.tests:
            return False
    # remove x64-mingw triplets if no triplets are specified
    # (known to be broken)
    if not args.triplets:
        if triplet.triplet.startswith("x64-mingw"):
            return False
    # avisynthplus only supported on windows with dynamic linkage
    if test.test == "avisynthplus":
        return triplet.triplet in {"x86-windows", "x64-windows"}
    # dav1d only supports 64 bit
    if test.test == "dav1d" and triplet.triplet.startswith("x86-windows"):
        return False
    # nvcodec not supported on osx
    if test.test == "nvcodec" and triplet.triplet == "x64-osx":
        return False
    # features not supported on uwp
    if test.test == "opencl" and triplet.triplet == "x64-uwp":
        return False
    if test.test == "opengl" and triplet.triplet == "x64-uwp":
        return False
    return True


def schedule_jobs(jobs):
    return [
        job for i, job in enumerate(jobs)
        if i % args.period == args.run % args.period]


jobs = schedule_jobs([
    {**triplet._asdict(), **test._asdict(), **experimental_job(triplet, test)}
    for triplet in triplets
    for test in tests
    if include_job(triplet, test)
    ])


if args.summary:
    for job in jobs:
        triplet = job["triplet"]
        test = job["test"]
        print(f"{triplet} {test}")
    print(len(jobs))
else:
    if args.pretty:
        json_args = dict(indent=4)
    else:
        json_args = dict(separators=(',', ':'))
    matrix = {"include": jobs}
    print("::set-output name=matrix::%s" % json.dumps(matrix, **json_args))