dc3f46d96b
These are scripts for benchmarking Blender features on real-world .blend files. They were originally written for benchmarking Cycles performance, and were made generic so they can be used for more Blender features. The benchmarks can be run locally by developers. But the plan is to also run these as part of continuous integration to track performance over time. Currently there are tests for Cycles rendering and .blend file loading. Documentation: https://wiki.blender.org/wiki/Tools/Tests/Performance Main features: * User created configurations to quickly run, re-run and analyze a selected subset of tests. * Supports both benchmarking with existing builds, and automatic building of specified git commits, tags and branches. * Generate HTML page with bar and line graphs from test results. * Controlled using simple command line tool. * For writing tests, convenient abstraction to run a Python function in Blender with arguments and return value. Ref T74730 Differential Revision: https://developer.blender.org/D11662
72 lines
1.9 KiB
Python
72 lines
1.9 KiB
Python
# Apache License, Version 2.0
|
|
|
|
import abc
|
|
import fnmatch
|
|
from typing import Dict, List
|
|
|
|
class Test:
|
|
@abc.abstractmethod
|
|
def name(self) -> str:
|
|
"""
|
|
Name of the test.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def category(self) -> str:
|
|
"""
|
|
Category of the test.
|
|
"""
|
|
|
|
def use_device(self) -> bool:
|
|
"""
|
|
Test uses a specific CPU or GPU device.
|
|
"""
|
|
return False
|
|
|
|
@abc.abstractmethod
|
|
def run(self, env, device_id: str) -> Dict:
|
|
"""
|
|
Execute the test and report results.
|
|
"""
|
|
|
|
class TestCollection:
|
|
def __init__(self, env, names_filter: List=['*'], categories_filter: List=['*']):
|
|
import importlib
|
|
import pkgutil
|
|
import tests
|
|
|
|
self.tests = []
|
|
|
|
# Find and import all Python files in the tests folder, and generate
|
|
# the list of tests for each.
|
|
for _, modname, _ in pkgutil.iter_modules(tests.__path__, 'tests.'):
|
|
module = importlib.import_module(modname)
|
|
tests = module.generate(env)
|
|
|
|
for test in tests:
|
|
test_category = test.category()
|
|
found = False
|
|
for category_filter in categories_filter:
|
|
if fnmatch.fnmatch(test_category, category_filter):
|
|
found = True
|
|
if not found:
|
|
continue
|
|
|
|
test_name = test.name()
|
|
found = False
|
|
for name_filter in names_filter:
|
|
if fnmatch.fnmatch(test_name, name_filter):
|
|
found = True
|
|
if not found:
|
|
continue
|
|
|
|
self.tests.append(test)
|
|
|
|
def find(self, test_name: str, test_category: str):
|
|
# Find a test based on name and category.
|
|
for test in self.tests:
|
|
if test.name() == test_name and test.category() == test_category:
|
|
return test
|
|
|
|
return None
|