summaryrefslogtreecommitdiff
path: root/contrib/SDL-3.2.8/.github/workflows/create-test-plan.py
diff options
context:
space:
mode:
Diffstat (limited to 'contrib/SDL-3.2.8/.github/workflows/create-test-plan.py')
-rwxr-xr-xcontrib/SDL-3.2.8/.github/workflows/create-test-plan.py863
1 files changed, 863 insertions, 0 deletions
diff --git a/contrib/SDL-3.2.8/.github/workflows/create-test-plan.py b/contrib/SDL-3.2.8/.github/workflows/create-test-plan.py
new file mode 100755
index 0000000..a137889
--- /dev/null
+++ b/contrib/SDL-3.2.8/.github/workflows/create-test-plan.py
@@ -0,0 +1,863 @@
1#!/usr/bin/env python
2import argparse
3import dataclasses
4import fnmatch
5from enum import Enum
6import json
7import logging
8import os
9import re
10from typing import Optional
11
12logger = logging.getLogger(__name__)
13
14
15class AppleArch(Enum):
16 Aarch64 = "aarch64"
17 X86_64 = "x86_64"
18
19
20class MsvcArch(Enum):
21 X86 = "x86"
22 X64 = "x64"
23 Arm32 = "arm"
24 Arm64 = "arm64"
25
26
27class JobOs(Enum):
28 WindowsLatest = "windows-latest"
29 UbuntuLatest = "ubuntu-latest"
30 MacosLatest = "macos-latest"
31 Ubuntu22_04 = "ubuntu-22.04"
32 Ubuntu24_04 = "ubuntu-24.04"
33 Ubuntu24_04_arm = "ubuntu-24.04-arm"
34 Macos13 = "macos-13"
35
36
37class SdlPlatform(Enum):
38 Android = "android"
39 Emscripten = "emscripten"
40 Haiku = "haiku"
41 LoongArch64 = "loongarch64"
42 Msys2 = "msys2"
43 Linux = "linux"
44 MacOS = "macos"
45 Ios = "ios"
46 Tvos = "tvos"
47 Msvc = "msvc"
48 N3ds = "n3ds"
49 PowerPC = "powerpc"
50 PowerPC64 = "powerpc64"
51 Ps2 = "ps2"
52 Psp = "psp"
53 Vita = "vita"
54 Riscos = "riscos"
55 FreeBSD = "freebsd"
56 NetBSD = "netbsd"
57
58
59class Msys2Platform(Enum):
60 Mingw32 = "mingw32"
61 Mingw64 = "mingw64"
62 Clang64 = "clang64"
63 Ucrt64 = "ucrt64"
64
65
66class IntelCompiler(Enum):
67 Icc = "icc"
68 Icx = "icx"
69
70
71class VitaGLES(Enum):
72 Pib = "pib"
73 Pvr = "pvr"
74
75
76@dataclasses.dataclass(slots=True)
77class JobSpec:
78 name: str
79 os: JobOs
80 platform: SdlPlatform
81 artifact: Optional[str]
82 container: Optional[str] = None
83 no_cmake: bool = False
84 xcode: bool = False
85 android_mk: bool = False
86 android_gradle: bool = False
87 lean: bool = False
88 android_arch: Optional[str] = None
89 android_abi: Optional[str] = None
90 android_platform: Optional[int] = None
91 msys2_platform: Optional[Msys2Platform] = None
92 intel: Optional[IntelCompiler] = None
93 apple_framework: Optional[bool] = None
94 apple_archs: Optional[set[AppleArch]] = None
95 msvc_project: Optional[str] = None
96 msvc_arch: Optional[MsvcArch] = None
97 clang_cl: bool = False
98 gdk: bool = False
99 vita_gles: Optional[VitaGLES] = None
100
101
102JOB_SPECS = {
103 "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
104 "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
105 "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
106 "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
107 "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
108 "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
109 "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
110 "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
111 "msvc-arm32": JobSpec(name="Windows (MSVC, ARM)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm32", msvc_arch=MsvcArch.Arm32, ),
112 "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, ),
113 "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
114 "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
115 "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
116 "steamrt-sniper": JobSpec(name="Steam Linux Runtime (Sniper)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-slrsniper", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:beta", ),
117 "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
118 "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
119 "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos13, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
120 "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
121 "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
122 "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
123 "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
124 "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
125 "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
126 "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
127 "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
128 "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
129 "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
130 "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
131 "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
132 "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
133 "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
134 "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
135 "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
136 "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
137 "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
138 "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
139 "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
140 "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
141}
142
143
144class StaticLibType(Enum):
145 MSVC = "SDL3-static.lib"
146 A = "libSDL3.a"
147
148
149class SharedLibType(Enum):
150 WIN32 = "SDL3.dll"
151 SO_0 = "libSDL3.so.0"
152 SO = "libSDL3.so"
153 DYLIB = "libSDL3.0.dylib"
154 FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
155
156
157@dataclasses.dataclass(slots=True)
158class JobDetails:
159 name: str
160 key: str
161 os: str
162 platform: str
163 artifact: str
164 no_cmake: bool
165 ccache: bool = False
166 build_tests: bool = True
167 container: str = ""
168 cmake_build_type: str = "RelWithDebInfo"
169 shell: str = "sh"
170 sudo: str = "sudo"
171 cmake_config_emulator: str = ""
172 apk_packages: list[str] = dataclasses.field(default_factory=list)
173 apt_packages: list[str] = dataclasses.field(default_factory=list)
174 brew_packages: list[str] = dataclasses.field(default_factory=list)
175 cmake_toolchain_file: str = ""
176 cmake_arguments: list[str] = dataclasses.field(default_factory=list)
177 cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
178 clang_tidy: bool = True
179 cppflags: list[str] = dataclasses.field(default_factory=list)
180 cc: str = ""
181 cxx: str = ""
182 cflags: list[str] = dataclasses.field(default_factory=list)
183 cxxflags: list[str] = dataclasses.field(default_factory=list)
184 ldflags: list[str] = dataclasses.field(default_factory=list)
185 pollute_directories: list[str] = dataclasses.field(default_factory=list)
186 use_cmake: bool = True
187 shared: bool = True
188 static: bool = True
189 shared_lib: Optional[SharedLibType] = None
190 static_lib: Optional[StaticLibType] = None
191 run_tests: bool = True
192 test_pkg_config: bool = True
193 cc_from_cmake: bool = False
194 source_cmd: str = ""
195 pretest_cmd: str = ""
196 java: bool = False
197 android_apks: list[str] = dataclasses.field(default_factory=list)
198 android_ndk: bool = False
199 android_mk: bool = False
200 android_gradle: bool = False
201 minidump: bool = False
202 intel: bool = False
203 msys2_msystem: str = ""
204 msys2_env: str = ""
205 msys2_no_perl: bool = False
206 werror: bool = True
207 msvc_vcvars_arch: str = ""
208 msvc_vcvars_sdk: str = ""
209 msvc_project: str = ""
210 msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
211 setup_ninja: bool = False
212 setup_libusb_arch: str = ""
213 xcode_sdk: str = ""
214 cpactions: bool = False
215 setup_gdk_folder: str = ""
216 cpactions_os: str = ""
217 cpactions_version: str = ""
218 cpactions_arch: str = ""
219 cpactions_setup_cmd: str = ""
220 cpactions_install_cmd: str = ""
221 setup_vita_gles_type: str = ""
222 check_sources: bool = False
223 setup_python: bool = False
224 pypi_packages: list[str] = dataclasses.field(default_factory=list)
225
226 def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
227 data = {
228 "name": self.name,
229 "key": self.key,
230 "os": self.os,
231 "ccache": self.ccache,
232 "container": self.container if self.container else "",
233 "platform": self.platform,
234 "artifact": self.artifact,
235 "enable-artifacts": enable_artifacts,
236 "shell": self.shell,
237 "msys2-msystem": self.msys2_msystem,
238 "msys2-env": self.msys2_env,
239 "msys2-no-perl": self.msys2_no_perl,
240 "android-ndk": self.android_ndk,
241 "java": self.java,
242 "intel": self.intel,
243 "apk-packages": my_shlex_join(self.apk_packages),
244 "apt-packages": my_shlex_join(self.apt_packages),
245 "test-pkg-config": self.test_pkg_config,
246 "brew-packages": my_shlex_join(self.brew_packages),
247 "pollute-directories": my_shlex_join(self.pollute_directories),
248 "no-cmake": self.no_cmake,
249 "build-tests": self.build_tests,
250 "source-cmd": self.source_cmd,
251 "pretest-cmd": self.pretest_cmd,
252 "cmake-config-emulator": self.cmake_config_emulator,
253 "cc": self.cc,
254 "cxx": self.cxx,
255 "cflags": my_shlex_join(self.cppflags + self.cflags),
256 "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
257 "ldflags": my_shlex_join(self.ldflags),
258 "cmake-toolchain-file": self.cmake_toolchain_file,
259 "clang-tidy": self.clang_tidy,
260 "cmake-arguments": my_shlex_join(self.cmake_arguments),
261 "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
262 "shared": self.shared,
263 "static": self.static,
264 "shared-lib": self.shared_lib.value if self.shared_lib else None,
265 "static-lib": self.static_lib.value if self.static_lib else None,
266 "cmake-build-type": self.cmake_build_type,
267 "run-tests": self.run_tests,
268 "android-apks": my_shlex_join(self.android_apks),
269 "android-gradle": self.android_gradle,
270 "android-mk": self.android_mk,
271 "werror": self.werror,
272 "sudo": self.sudo,
273 "msvc-vcvars-arch": self.msvc_vcvars_arch,
274 "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
275 "msvc-project": self.msvc_project,
276 "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
277 "setup-ninja": self.setup_ninja,
278 "setup-libusb-arch": self.setup_libusb_arch,
279 "cc-from-cmake": self.cc_from_cmake,
280 "xcode-sdk": self.xcode_sdk,
281 "cpactions": self.cpactions,
282 "cpactions-os": self.cpactions_os,
283 "cpactions-version": self.cpactions_version,
284 "cpactions-arch": self.cpactions_arch,
285 "cpactions-setup-cmd": self.cpactions_setup_cmd,
286 "cpactions-install-cmd": self.cpactions_install_cmd,
287 "setup-vita-gles-type": self.setup_vita_gles_type,
288 "setup-gdk-folder": self.setup_gdk_folder,
289 "check-sources": self.check_sources,
290 "setup-python": self.setup_python,
291 "pypi-packages": my_shlex_join(self.pypi_packages),
292 }
293 return {k: v for k, v in data.items() if v != ""}
294
295
296def my_shlex_join(s):
297 def escape(s):
298 if s[:1] == "'" and s[-1:] == "'":
299 return s
300 if set(s).intersection(set("; \t")):
301 return f'"{s}"'
302 return s
303
304 return " ".join(escape(s))
305
306
307def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool) -> JobDetails:
308 job = JobDetails(
309 name=spec.name,
310 key=key,
311 os=spec.os.value,
312 artifact=spec.artifact or "",
313 container=spec.container or "",
314 platform=spec.platform.value,
315 sudo="sudo",
316 no_cmake=spec.no_cmake,
317 )
318 if job.os.startswith("ubuntu"):
319 job.apt_packages.extend([
320 "ninja-build",
321 "pkg-config",
322 ])
323 pretest_cmd = []
324 if trackmem_symbol_names:
325 pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
326 else:
327 pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
328 win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
329 fpic = None
330 build_parallel = True
331 if spec.lean:
332 job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
333 if win32:
334 job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
335 job.minidump = True
336 if spec.intel is not None:
337 match spec.intel:
338 case IntelCompiler.Icx:
339 job.cc = "icx"
340 job.cxx = "icpx"
341 case IntelCompiler.Icc:
342 job.cc = "icc"
343 job.cxx = "icpc"
344 # Disable deprecation warning
345 job.cppflags.append("-diag-disable=10441")
346 # Avoid 'Catastrophic error: cannot open precompiled header file'
347 job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
348 job.clang_tidy = False
349 case _:
350 raise ValueError(f"Invalid intel={spec.intel}")
351 job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
352 job.intel = True
353 job.shell = "bash"
354 job.cmake_arguments.extend((
355 f"-DCMAKE_C_COMPILER={job.cc}",
356 f"-DCMAKE_CXX_COMPILER={job.cxx}",
357 "-DCMAKE_SYSTEM_NAME=Linux",
358 ))
359 match spec.platform:
360 case SdlPlatform.Msvc:
361 job.setup_ninja = not spec.gdk
362 job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
363 job.msvc_project = spec.msvc_project if spec.msvc_project else ""
364 job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
365 job.test_pkg_config = False
366 job.shared_lib = SharedLibType.WIN32
367 job.static_lib = StaticLibType.MSVC
368 job.cmake_arguments.extend((
369 "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
370 "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
371 "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
372 ))
373
374 job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
375
376 if spec.clang_cl:
377 job.cmake_arguments.extend((
378 "-DCMAKE_C_COMPILER=clang-cl",
379 "-DCMAKE_CXX_COMPILER=clang-cl",
380 ))
381 match spec.msvc_arch:
382 case MsvcArch.X86:
383 job.cflags.append("/clang:-m32")
384 job.ldflags.append("/MACHINE:X86")
385 case MsvcArch.X64:
386 job.cflags.append("/clang:-m64")
387 job.ldflags.append("/MACHINE:X64")
388 case _:
389 raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
390 if spec.msvc_project:
391 match spec.msvc_arch:
392 case MsvcArch.X86:
393 msvc_platform = "Win32"
394 case MsvcArch.X64:
395 msvc_platform = "x64"
396 case _:
397 raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
398 if spec.gdk:
399 msvc_platform = f"Gaming.Desktop.{msvc_platform}"
400 job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
401 match spec.msvc_arch:
402 case MsvcArch.X86:
403 job.msvc_vcvars_arch = "x64_x86"
404 case MsvcArch.X64:
405 job.msvc_vcvars_arch = "x64"
406 case MsvcArch.Arm32:
407 job.msvc_vcvars_arch = "x64_arm"
408 job.msvc_vcvars_sdk = "10.0.22621.0" # 10.0.26100.0 dropped ARM32 um and ucrt libraries
409 job.run_tests = False
410 case MsvcArch.Arm64:
411 job.msvc_vcvars_arch = "x64_arm64"
412 job.run_tests = False
413 if spec.gdk:
414 job.setup_gdk_folder = "VisualC-GDK"
415 else:
416 match spec.msvc_arch:
417 case MsvcArch.X86:
418 job.setup_libusb_arch = "x86"
419 case MsvcArch.X64:
420 job.setup_libusb_arch = "x64"
421 case SdlPlatform.Linux:
422 if spec.name.startswith("Ubuntu"):
423 assert spec.os.value.startswith("ubuntu-")
424 job.apt_packages.extend((
425 "ccache",
426 "gnome-desktop-testing",
427 "libasound2-dev",
428 "libpulse-dev",
429 "libaudio-dev",
430 "libjack-dev",
431 "libsndio-dev",
432 "libusb-1.0-0-dev",
433 "libx11-dev",
434 "libxext-dev",
435 "libxrandr-dev",
436 "libxcursor-dev",
437 "libxfixes-dev",
438 "libxi-dev",
439 "libxss-dev",
440 "libwayland-dev",
441 "libxkbcommon-dev",
442 "libdrm-dev",
443 "libgbm-dev",
444 "libgl1-mesa-dev",
445 "libgles2-mesa-dev",
446 "libegl1-mesa-dev",
447 "libdbus-1-dev",
448 "libibus-1.0-dev",
449 "libudev-dev",
450 "fcitx-libs-dev",
451 ))
452 match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+).*", spec.os.value)
453 ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
454 if ubuntu_year >= 22:
455 job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
456 job.apt_packages.extend((
457 "libunwind-dev", # For SDL_test memory tracking
458 ))
459 job.ccache = True
460 if trackmem_symbol_names:
461 # older libunwind is slow
462 job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
463 job.shared_lib = SharedLibType.SO_0
464 job.static_lib = StaticLibType.A
465 fpic = True
466 case SdlPlatform.Ios | SdlPlatform.Tvos:
467 job.brew_packages.extend([
468 "ccache",
469 "ninja",
470 ])
471 job.ccache = True
472 job.clang_tidy = False
473 job.run_tests = False
474 job.test_pkg_config = False
475 job.shared_lib = SharedLibType.DYLIB
476 job.static_lib = StaticLibType.A
477 match spec.platform:
478 case SdlPlatform.Ios:
479 if spec.xcode:
480 job.xcode_sdk = 'iphoneos'
481 job.cmake_arguments.extend([
482 "-DCMAKE_SYSTEM_NAME=iOS",
483 "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
484 "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
485 ])
486 case SdlPlatform.Tvos:
487 if spec.xcode:
488 job.xcode_sdk = 'appletvos'
489 job.cmake_arguments.extend([
490 "-DCMAKE_SYSTEM_NAME=tvOS",
491 "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
492 "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
493 ])
494 case SdlPlatform.MacOS:
495 if spec.apple_framework:
496 job.static = False
497 job.clang_tidy = False
498 job.test_pkg_config = False
499 job.cmake_arguments.extend((
500 "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
501 "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
502 "-DSDL_FRAMEWORK=ON",
503 ))
504 job.shared_lib = SharedLibType.FRAMEWORK
505 else:
506 job.clang_tidy = True
507 job.cmake_arguments.extend((
508 "-DCMAKE_OSX_ARCHITECTURES=arm64",
509 "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
510 "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
511 ))
512 job.shared_lib = SharedLibType.DYLIB
513 job.static_lib = StaticLibType.A
514 job.ccache = True
515 job.apt_packages = []
516 job.brew_packages.extend((
517 "ccache",
518 "ninja",
519 ))
520 if job.clang_tidy:
521 job.brew_packages.append("llvm")
522 if spec.xcode:
523 job.xcode_sdk = "macosx"
524 case SdlPlatform.Android:
525 job.android_gradle = spec.android_gradle
526 job.android_mk = spec.android_mk
527 job.apt_packages.append("ccache")
528 job.run_tests = False
529 job.shared_lib = SharedLibType.SO
530 job.static_lib = StaticLibType.A
531 if spec.android_mk or not spec.no_cmake:
532 job.android_ndk = True
533 if spec.android_gradle or not spec.no_cmake:
534 job.java = True
535 if spec.android_mk or spec.android_gradle:
536 job.apt_packages = []
537 if not spec.no_cmake:
538 job.ccache = True
539 job.cmake_arguments.extend((
540 f"-DANDROID_PLATFORM={spec.android_platform}",
541 f"-DANDROID_ABI={spec.android_abi}",
542 ))
543 job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
544 job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
545
546 job.android_apks = [
547 "testaudiorecording-apk",
548 "testautomation-apk",
549 "testcontroller-apk",
550 "testmultiaudio-apk",
551 "testsprite-apk",
552 ]
553 case SdlPlatform.Emscripten:
554 job.clang_tidy = False # clang-tidy does not understand -gsource-map
555 job.shared = False
556 job.ccache = True
557 job.apt_packages.append("ccache")
558 job.cmake_config_emulator = "emcmake"
559 job.cmake_build_type = "Debug"
560 job.test_pkg_config = False
561 job.cmake_arguments.extend((
562 "-DSDLTEST_BROWSER=chrome",
563 "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
564 "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
565 ))
566 job.cflags.extend((
567 "-gsource-map",
568 "-ffile-prefix-map=${PWD}=/SDL",
569 ))
570 job.ldflags.extend((
571 "--source-map-base", "/",
572 ))
573 pretest_cmd.extend((
574 "# Start local HTTP server",
575 "cmake --build build --target serve-sdl-tests --verbose &",
576 "chrome --version",
577 "chromedriver --version",
578 ))
579 job.static_lib = StaticLibType.A
580 job.setup_python = True
581 job.pypi_packages.append("selenium")
582 case SdlPlatform.Ps2:
583 job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
584 build_parallel = False
585 job.shared = False
586 job.sudo = ""
587 job.apt_packages = []
588 job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
589 job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
590 job.clang_tidy = False
591 job.run_tests = False
592 job.shared = False
593 job.cc = "mips64r5900el-ps2-elf-gcc"
594 job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
595 job.static_lib = StaticLibType.A
596 case SdlPlatform.Psp:
597 job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
598 build_parallel = False
599 job.sudo = ""
600 job.apt_packages = []
601 job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
602 job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
603 job.clang_tidy = False
604 job.run_tests = False
605 job.shared = False
606 job.cc = "psp-gcc"
607 job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
608 job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
609 job.static_lib = StaticLibType.A
610 case SdlPlatform.Vita:
611 job.ccache = True
612 job.sudo = ""
613 job.apt_packages = []
614 job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
615 job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
616 assert spec.vita_gles is not None
617 job.setup_vita_gles_type = {
618 VitaGLES.Pib: "pib",
619 VitaGLES.Pvr: "pvr",
620 }[spec.vita_gles]
621 job.cmake_arguments.extend((
622 f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
623 f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
624 "-DSDL_ARMNEON=ON",
625 "-DSDL_ARMSIMD=ON",
626 ))
627 # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
628 job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
629 job.clang_tidy = False
630 job.run_tests = False
631 job.shared = False
632 job.cc = "arm-vita-eabi-gcc"
633 job.static_lib = StaticLibType.A
634 case SdlPlatform.Haiku:
635 job.ccache = True
636 fpic = False
637 job.run_tests = False
638 job.apt_packages.append("ccache")
639 job.cc = "x86_64-unknown-haiku-gcc"
640 job.cxx = "x86_64-unknown-haiku-g++"
641 job.sudo = ""
642 job.cmake_arguments.extend((
643 f"-DCMAKE_C_COMPILER={job.cc}",
644 f"-DCMAKE_CXX_COMPILER={job.cxx}",
645 "-DSDL_UNIX_CONSOLE_BUILD=ON",
646 ))
647 job.shared_lib = SharedLibType.SO_0
648 job.static_lib = StaticLibType.A
649 case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
650 job.ccache = True
651 # FIXME: Enable SDL_WERROR
652 job.werror = False
653 job.clang_tidy = False
654 job.run_tests = False
655 job.sudo = ""
656 job.apt_packages = ["ccache"]
657 job.shared_lib = SharedLibType.SO_0
658 job.static_lib = StaticLibType.A
659 job.cmake_arguments.extend((
660 "-DSDL_UNIX_CONSOLE_BUILD=ON",
661 ))
662 case SdlPlatform.LoongArch64:
663 job.ccache = True
664 fpic = True
665 job.run_tests = False
666 job.apt_packages.append("ccache")
667 job.cc = "${LOONGARCH64_CC}"
668 job.cxx = "${LOONGARCH64_CXX}"
669 job.cmake_arguments.extend((
670 f"-DCMAKE_C_COMPILER={job.cc}",
671 f"-DCMAKE_CXX_COMPILER={job.cxx}",
672 "-DSDL_UNIX_CONSOLE_BUILD=ON",
673 "-DCMAKE_SYSTEM_NAME=Linux",
674 ))
675 job.shared_lib = SharedLibType.SO_0
676 job.static_lib = StaticLibType.A
677 case SdlPlatform.N3ds:
678 job.ccache = True
679 job.shared = False
680 job.apt_packages = ["ccache", "ninja-build", "binutils"]
681 job.clang_tidy = False
682 job.run_tests = False
683 job.cc_from_cmake = True
684 job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
685 job.static_lib = StaticLibType.A
686 case SdlPlatform.Msys2:
687 job.ccache = True
688 job.shell = "msys2 {0}"
689 assert spec.msys2_platform
690 job.msys2_msystem = spec.msys2_platform.value
691 job.msys2_env = {
692 "mingw32": "mingw-w64-i686",
693 "mingw64": "mingw-w64-x86_64",
694 "clang64": "mingw-w64-clang-x86_64",
695 "ucrt64": "mingw-w64-ucrt-x86_64",
696 }[spec.msys2_platform.value]
697 job.msys2_no_perl = spec.msys2_platform in (Msys2Platform.Mingw32, )
698 job.shared_lib = SharedLibType.WIN32
699 job.static_lib = StaticLibType.A
700 case SdlPlatform.Riscos:
701 job.ccache = False # FIXME: enable when container gets upgrade
702 # FIXME: Enable SDL_WERROR
703 job.werror = False
704 job.apt_packages = ["ccache", "cmake", "ninja-build"]
705 job.test_pkg_config = False
706 job.shared = False
707 job.run_tests = False
708 job.sudo = ""
709 job.cmake_arguments.extend((
710 "-DRISCOS:BOOL=ON",
711 "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
712 "-DSDL_GCC_ATOMICS:BOOL=OFF",
713 ))
714 job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
715 job.static_lib = StaticLibType.A
716 case SdlPlatform.FreeBSD | SdlPlatform.NetBSD:
717 job.cpactions = True
718 job.no_cmake = True
719 job.run_tests = False
720 job.apt_packages = []
721 job.shared_lib = SharedLibType.SO_0
722 job.static_lib = StaticLibType.A
723 match spec.platform:
724 case SdlPlatform.FreeBSD:
725 job.cpactions_os = "freebsd"
726 job.cpactions_version = "14.2"
727 job.cpactions_arch = "x86-64"
728 job.cpactions_setup_cmd = "sudo pkg update"
729 job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
730 job.cmake_arguments.extend((
731 "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
732 "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
733 ))
734 case SdlPlatform.NetBSD:
735 job.cpactions_os = "netbsd"
736 job.cpactions_version = "10.1"
737 job.cpactions_arch = "x86-64"
738 job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
739 job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
740 case _:
741 raise ValueError(f"Unsupported platform={spec.platform}")
742
743 if "ubuntu" in spec.name.lower():
744 job.check_sources = True
745 job.setup_python = True
746
747 if job.ccache:
748 job.cmake_arguments.extend((
749 "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
750 "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
751 ))
752 if not build_parallel:
753 job.cmake_build_arguments.append("-j1")
754 if job.cflags or job.cppflags:
755 job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
756 if job.cxxflags or job.cppflags:
757 job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
758 if job.ldflags:
759 job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
760 job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
761 job.pretest_cmd = "\n".join(pretest_cmd)
762 def tf(b):
763 return "ON" if b else "OFF"
764
765 if fpic is not None:
766 job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
767
768 if job.no_cmake:
769 job.cmake_arguments = []
770
771 return job
772
773
774def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool) -> dict[str, str|bool]:
775 logger.info("spec=%r", spec)
776 job = spec_to_job(spec, key=key, trackmem_symbol_names=trackmem_symbol_names)
777 logger.info("job=%r", job)
778 platform = job.to_workflow(enable_artifacts=enable_artifacts)
779 logger.info("platform=%r", platform)
780 return platform
781
782
783def main():
784 parser = argparse.ArgumentParser(allow_abbrev=False)
785 parser.add_argument("--github-variable-prefix", default="platforms")
786 parser.add_argument("--github-ci", action="store_true")
787 parser.add_argument("--verbose", action="store_true")
788 parser.add_argument("--commit-message-file")
789 parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
790 parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
791 args = parser.parse_args()
792
793 logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
794
795 remaining_keys = set(JOB_SPECS.keys())
796
797 all_level_keys = (
798 # Level 1
799 (
800 "haiku",
801 ),
802 )
803
804 filters = []
805 if args.commit_message_file:
806 with open(args.commit_message_file, "r") as f:
807 commit_message = f.read()
808 for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
809 filters.append(m.group(1).strip(" \t\n\r\t'\""))
810
811 if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
812 args.enable_artifacts = True
813
814 if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
815 args.trackmem_symbol_names = True
816
817 if not filters:
818 filters.append("*")
819
820 logger.info("filters: %r", filters)
821
822 all_level_platforms = {}
823
824 all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names) for key, spec in JOB_SPECS.items()}
825
826 for level_i, level_keys in enumerate(all_level_keys, 1):
827 level_key = f"level{level_i}"
828 logger.info("Level %d: keys=%r", level_i, level_keys)
829 assert all(k in remaining_keys for k in level_keys)
830 level_platforms = tuple(all_platforms[key] for key in level_keys)
831 remaining_keys.difference_update(level_keys)
832 all_level_platforms[level_key] = level_platforms
833 logger.info("=" * 80)
834
835 logger.info("Keys before filter: %r", remaining_keys)
836
837 filtered_remaining_keys = set()
838 for filter in filters:
839 filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
840
841 logger.info("Keys after filter: %r", filtered_remaining_keys)
842
843 remaining_keys = filtered_remaining_keys
844
845 logger.info("Remaining: %r", remaining_keys)
846 all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
847
848 if args.github_ci:
849 for level, platforms in all_level_platforms.items():
850 platforms_json = json.dumps(platforms)
851 txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
852 logger.info("%s", txt)
853 if "GITHUB_OUTPUT" in os.environ:
854 with open(os.environ["GITHUB_OUTPUT"], "a") as f:
855 f.write(txt)
856 f.write("\n")
857 else:
858 logger.warning("GITHUB_OUTPUT not defined")
859 return 0
860
861
862if __name__ == "__main__":
863 raise SystemExit(main())
generated by cgit v1.2.3 (git 2.25.1) at 2025-12-30 00:39:31 +0000