Add silently fail option to GPU based render tests. This is a pre-requisite to enable render tests on the buildbot. By default these render tests will pass silently. * Test will pass when using the `--pass-silently` arguments. * Only crashes will be reported as failed tests. * To find out failing test, review the test reports. `WITH_GPU_RENDER_TESTS_SILENT` compile option can be used to let tests pass (default) or fail (default for developers). Although some tests fail, they still passed. In the generated render report, the silently passed failures are correctly reported to be failures. Pull Request: https://projects.blender.org/blender/blender/pulls/117629
155 lines
4.2 KiB
Python
155 lines
4.2 KiB
Python
#!/usr/bin/env python3
|
|
# SPDX-FileCopyrightText: 2015-2022 Blender Authors
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
import argparse
|
|
import os
|
|
import pathlib
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
|
|
def setup():
|
|
import bpy
|
|
|
|
for scene in bpy.data.scenes:
|
|
scene.render.engine = 'BLENDER_EEVEE_NEXT'
|
|
|
|
# Enable Eevee features
|
|
scene = bpy.context.scene
|
|
eevee = scene.eevee
|
|
|
|
eevee.gtao_distance = 1
|
|
eevee.use_volumetric_shadows = True
|
|
eevee.volumetric_tile_size = '2'
|
|
eevee.use_motion_blur = True
|
|
# Due to an issue in HiZ-buffer set the probbe resolution to 256. When the
|
|
# probe resolution is to high it will be corrupted as the HiZ buffer isn't
|
|
# large enough
|
|
eevee.gi_cubemap_resolution = '256'
|
|
|
|
# Does not work in edit mode
|
|
try:
|
|
# Simple probe setup
|
|
bpy.ops.object.lightprobe_add(type='SPHERE', location=(0.05, 0.0, 0.03))
|
|
cubemap = bpy.context.selected_objects[0]
|
|
cubemap.scale = (1.0, 1.0, 1.0)
|
|
cubemap.data.falloff = 0.0
|
|
cubemap.data.clip_start = 0.975
|
|
|
|
bpy.ops.object.lightprobe_add(type='VOLUME', location=(0.0, 0.0, 0.0))
|
|
grid = bpy.context.selected_objects[0]
|
|
grid.scale = (1.735, 1.735, 1.735)
|
|
grid.data.bake_samples = 256
|
|
except:
|
|
pass
|
|
|
|
# Only include the plane in probes
|
|
for ob in scene.objects:
|
|
if ob.name != 'Plane' and ob.type != 'LIGHT':
|
|
ob.hide_probe_volume = True
|
|
ob.hide_probe_sphere = True
|
|
ob.hide_probe_plane = True
|
|
|
|
bpy.ops.scene.light_cache_bake()
|
|
|
|
|
|
# When run from inside Blender, render and exit.
|
|
try:
|
|
import bpy
|
|
inside_blender = True
|
|
except ImportError:
|
|
inside_blender = False
|
|
|
|
if inside_blender:
|
|
try:
|
|
setup()
|
|
except Exception as e:
|
|
print(e)
|
|
sys.exit(1)
|
|
|
|
|
|
def get_gpu_device_type(blender):
|
|
# TODO: This always fails.
|
|
command = [
|
|
blender,
|
|
"-noaudio",
|
|
"--background"
|
|
"--factory-startup"
|
|
"--python",
|
|
str(pathlib.Path(__file__).parent / "gpu_info.py")
|
|
]
|
|
try:
|
|
completed_process = subprocess.run(command, stdout=subprocess.PIPE)
|
|
for line in completed_process.stdout.read_text():
|
|
if line.startswith("GPU_DEVICE_TYPE:"):
|
|
vendor = line.split(':')[1]
|
|
return vendor
|
|
except BaseException as e:
|
|
return None
|
|
return None
|
|
|
|
|
|
def get_arguments(filepath, output_filepath):
|
|
return [
|
|
"--background",
|
|
"-noaudio",
|
|
"--factory-startup",
|
|
"--enable-autoexec",
|
|
"--debug-memory",
|
|
"--debug-exit-on-error",
|
|
filepath,
|
|
"-E", "BLENDER_EEVEE_NEXT",
|
|
"-P",
|
|
os.path.realpath(__file__),
|
|
"-o", output_filepath,
|
|
"-F", "PNG",
|
|
"-f", "1"]
|
|
|
|
|
|
def create_argparse():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("-blender", nargs="+")
|
|
parser.add_argument("-testdir", nargs=1)
|
|
parser.add_argument("-outdir", nargs=1)
|
|
parser.add_argument("-oiiotool", nargs=1)
|
|
parser.add_argument('--batch', default=False, action='store_true')
|
|
parser.add_argument('--fail-silently', default=False, action='store_true')
|
|
return parser
|
|
|
|
|
|
def main():
|
|
parser = create_argparse()
|
|
args = parser.parse_args()
|
|
|
|
blender = args.blender[0]
|
|
test_dir = args.testdir[0]
|
|
oiiotool = args.oiiotool[0]
|
|
output_dir = args.outdir[0]
|
|
|
|
gpu_device_type = get_gpu_device_type(blender)
|
|
reference_override_dir = None
|
|
if gpu_device_type == "AMD":
|
|
reference_override_dir = "eevee_next_renders/amd"
|
|
|
|
from modules import render_report
|
|
report = render_report.Report("Eevee Next", output_dir, oiiotool)
|
|
report.set_pixelated(True)
|
|
report.set_engine_name('eevee_next')
|
|
report.set_reference_dir("eevee_next_renders")
|
|
report.set_reference_override_dir(reference_override_dir)
|
|
report.set_compare_engine('cycles', 'CPU')
|
|
|
|
test_dir_name = Path(test_dir).name
|
|
if test_dir_name.startswith('image'):
|
|
report.set_fail_threshold(0.051)
|
|
|
|
ok = report.run(test_dir, blender, get_arguments, batch=args.batch, fail_silently=args.fail_silently)
|
|
sys.exit(not ok)
|
|
|
|
|
|
if not inside_blender and __name__ == "__main__":
|
|
main()
|