mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-01-11 10:25:16 +00:00
26cd8405dd
* Add inference tests * Clean up * Rename test graph file * Add readme for tests * Separate server fixture * test file name change * Assert images are generated * Clean up comments * Add __init__.py so tests can run with command line `pytest` * Fix command line args for pytest * Loop all samplers/schedulers in test_inference.py * Ci quality workflows compare (#1) * Add image comparison tests * Comparison tests do not pass with empty metadata * Ensure tests are run in correct order * Save image files with test name * Update tests readme * Reduce step counts in tests to ~halve runtime * Ci quality workflows build (#2) * Add build test github workflow
37 lines
1.4 KiB
Python
37 lines
1.4 KiB
Python
import os
|
|
import pytest
|
|
|
|
# Command line arguments for pytest
|
|
def pytest_addoption(parser):
|
|
parser.addoption('--output_dir', action="store", default='tests/inference/samples', help='Output directory for generated images')
|
|
parser.addoption("--listen", type=str, default="127.0.0.1", metavar="IP", nargs="?", const="0.0.0.0", help="Specify the IP address to listen on (default: 127.0.0.1). If --listen is provided without an argument, it defaults to 0.0.0.0. (listens on all)")
|
|
parser.addoption("--port", type=int, default=8188, help="Set the listen port.")
|
|
|
|
# This initializes args at the beginning of the test session
|
|
@pytest.fixture(scope="session", autouse=True)
|
|
def args_pytest(pytestconfig):
|
|
args = {}
|
|
args['output_dir'] = pytestconfig.getoption('output_dir')
|
|
args['listen'] = pytestconfig.getoption('listen')
|
|
args['port'] = pytestconfig.getoption('port')
|
|
|
|
os.makedirs(args['output_dir'], exist_ok=True)
|
|
|
|
return args
|
|
|
|
def pytest_collection_modifyitems(items):
|
|
# Modifies items so tests run in the correct order
|
|
|
|
LAST_TESTS = ['test_quality']
|
|
|
|
# Move the last items to the end
|
|
last_items = []
|
|
for test_name in LAST_TESTS:
|
|
for item in items.copy():
|
|
print(item.module.__name__, item)
|
|
if item.module.__name__ == test_name:
|
|
last_items.append(item)
|
|
items.remove(item)
|
|
|
|
items.extend(last_items)
|