mirror of
https://github.com/deepfakes/faceswap.git
synced 2026-10-20 00:28:31 +08:00
837bc2d51d
* FaceSwap 3 (#1515) * Update extract pipeline * Update requirements + setup for nvidia * Remove allow-growth option * tf.keras to keras updates * lib.model.losses - Port + fix all loss functions for Keras3 * lib.model - port initializers, layers. normalization to Keras3 * lib.model.autoclip to Keras 3 * Update mixed precision layer storage * model file to .keras format * Restructure nn_blocks to initialize layers in __init__ * Tensorboard - Trainer: Add Torch compatible Tensorboard callbacks - GUI event reader remove TF dependency * Loss logging - Flush TB logs on save - Replace TB live iterator for GUI * Backup models on total loss drop rather than per side * Update all models to Keras3 Compat * Remove lib.model.session * Update clip ViT to Keras 3 * plugins.extract.mask.unet-dfl - Fix for Keras3/Torch backend * Port AdaBelief to Keras 3 * setup.py: - Add --dev flag for dev tool install * Fix Keras 3 syntax * Fix LR Finder for Keras 3 * Fix mixed precision switching for Keras 3 * Add more optimizers + open up config setting * train: Remove updating FS1 weights to FS2 models * Alignments: Remove support for legacy .json files * tools.model: - Remove TF Saved Format saving - Fix Backup/Restore + Nan-Scan * Fix inference model creation for Keras 3 * Preview tool: Fix for Keras3 * setup.py: Configure keras backend * train: Migration of FS2 models to FS3 * Training: Default coverage to 100% * Remove DirectML backend * Update setup for MacOS * GUI: Force line reading to UTF-8 * Remove redundant Tensorflow references * Remove redundant code * Legacy model loading: Fix TFLamdaOp scalar ops and DepthwiseConv2D * Add vertical offset option for training * Github actions: Add more python versions * Add python version to workflow names * Github workflow: Exclude Python 3.12 for macOS * Implement custom training loop * Fs3 - Add RTX5xxx and ROCm 6.1-6.4 support (#1511) * setup.py: Add Cuda/ROCm version select options * bump minimum python version to 3.11 * Switch from setup.cgf to pyproject.toml * Documentation: Update all docs to use automodapi * Allow sysinfo to run with missing packages + correctly install tk under Linux * Bugfix: dot naming convention in clip models * lib.config: Centralise globally rather than passing as object - Add torch DataParallel for multi-gpu training - GUI: Group switches together when generating cli args - CLI: Remove deprecated multi-character argparse args - Refactor: - Centralise tensorboard reading/writing + unit tests - Create trainer plugin interfaces + add original + distributed * Update installers
135 lines
5.6 KiB
Python
135 lines
5.6 KiB
Python
#!/usr/bin python3
|
|
""" Pytest unit tests for :mod:`lib.gpu_stats._base` """
|
|
import typing as T
|
|
|
|
from dataclasses import dataclass
|
|
from unittest.mock import MagicMock
|
|
|
|
import pytest
|
|
import pytest_mock
|
|
|
|
# pylint:disable=protected-access
|
|
from lib.gpu_stats._base import BiggestGPUInfo, GPUInfo, _GPUStats
|
|
from lib.utils import get_backend
|
|
|
|
|
|
@dataclass
|
|
class _DummyData:
|
|
""" Dummy data for initializing and testing :class:`~lib.gpu_stats._base._GPUStats` """
|
|
device_count = 2
|
|
active_devices = [0, 1]
|
|
handles = [0, 1]
|
|
driver = "test_driver"
|
|
device_names = ['test_device_0', 'test_device_1']
|
|
vram = [1024, 2048]
|
|
free_vram = [512, 1024]
|
|
|
|
|
|
@pytest.fixture(name="gpu_stats_instance")
|
|
def fixture__gpu_stats_instance(mocker: pytest_mock.MockerFixture) -> _GPUStats:
|
|
""" Create a fixture of the :class:`~lib.gpu_stats._base._GPUStats` object
|
|
|
|
Parameters
|
|
----------
|
|
mocker: :class:`pytest_mock.MockerFixture`
|
|
Mocker for dummying in function calls
|
|
"""
|
|
mocker.patch.object(_GPUStats, '_initialize')
|
|
mocker.patch.object(_GPUStats, '_shutdown')
|
|
mocker.patch.object(_GPUStats, '_get_device_count', return_value=_DummyData.device_count)
|
|
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=_DummyData.active_devices)
|
|
mocker.patch.object(_GPUStats, '_get_handles', return_value=_DummyData.handles)
|
|
mocker.patch.object(_GPUStats, '_get_driver', return_value=_DummyData.driver)
|
|
mocker.patch.object(_GPUStats, '_get_device_names', return_value=_DummyData.device_names)
|
|
mocker.patch.object(_GPUStats, '_get_vram', return_value=_DummyData.vram)
|
|
mocker.patch.object(_GPUStats, '_get_free_vram', return_value=_DummyData.free_vram)
|
|
gpu_stats = _GPUStats()
|
|
return gpu_stats
|
|
|
|
|
|
def test__gpu_stats_init_(gpu_stats_instance: _GPUStats) -> None:
|
|
""" Test that the base :class:`~lib.gpu_stats._base._GPUStats` class initializes correctly
|
|
|
|
Parameters
|
|
----------
|
|
gpu_stats_instance: :class:`_GPUStats`
|
|
Fixture instance of the _GPUStats base class
|
|
"""
|
|
# Ensure that the object is initialized and shutdown correctly
|
|
assert gpu_stats_instance._is_initialized is False
|
|
assert T.cast(MagicMock, gpu_stats_instance._initialize).call_count == 1
|
|
assert T.cast(MagicMock, gpu_stats_instance._shutdown).call_count == 1
|
|
|
|
# Ensure that the object correctly gets and stores the device count, active devices,
|
|
# handles, driver, device names, and VRAM information
|
|
assert gpu_stats_instance.device_count == _DummyData.device_count
|
|
assert gpu_stats_instance._active_devices == _DummyData.active_devices
|
|
assert gpu_stats_instance._handles == _DummyData.handles
|
|
assert gpu_stats_instance._driver == _DummyData.driver
|
|
assert gpu_stats_instance._device_names == _DummyData.device_names
|
|
assert gpu_stats_instance._vram == _DummyData.vram
|
|
|
|
|
|
def test__gpu_stats_properties(gpu_stats_instance: _GPUStats) -> None:
|
|
""" Test that the :class:`~lib.gpu_stats._base._GPUStats` properties are set and formatted
|
|
correctly.
|
|
|
|
Parameters
|
|
----------
|
|
gpu_stats_instance: :class:`_GPUStats`
|
|
Fixture instance of the _GPUStats base class
|
|
"""
|
|
assert gpu_stats_instance.cli_devices == ['0: test_device_0', '1: test_device_1']
|
|
assert gpu_stats_instance.sys_info == GPUInfo(vram=_DummyData.vram,
|
|
vram_free=_DummyData.free_vram,
|
|
driver=_DummyData.driver,
|
|
devices=_DummyData.device_names,
|
|
devices_active=_DummyData.active_devices)
|
|
|
|
|
|
def test__gpu_stats_get_card_most_free(mocker: pytest_mock.MockerFixture,
|
|
gpu_stats_instance: _GPUStats) -> None:
|
|
""" Confirm that :func:`ib.gpu_stats._base._GPUStats.get_card_most_free` functions
|
|
correctly
|
|
|
|
Parameters
|
|
----------
|
|
mocker: :class:`pytest_mock.MockerFixture`
|
|
Mocker for dummying in function calls
|
|
gpu_stats_instance: :class:`_GPUStats`
|
|
Fixture instance of the _GPUStats base class
|
|
"""
|
|
assert gpu_stats_instance.get_card_most_free() == BiggestGPUInfo(card_id=1,
|
|
device='test_device_1',
|
|
free=1024,
|
|
total=2048)
|
|
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=[])
|
|
gpu_stats = _GPUStats()
|
|
assert gpu_stats.get_card_most_free() == BiggestGPUInfo(card_id=-1,
|
|
device='No GPU devices found',
|
|
free=2048,
|
|
total=2048)
|
|
|
|
|
|
def test__gpu_stats_no_active_devices(
|
|
caplog: pytest.LogCaptureFixture,
|
|
gpu_stats_instance: _GPUStats, # pylint:disable=unused-argument
|
|
mocker: pytest_mock.MockerFixture) -> None:
|
|
""" Ensure that no active GPUs raises a warning when not in CPU mode
|
|
|
|
Parameters
|
|
----------
|
|
caplog: :class:`pytest.LogCaptureFixture`
|
|
Pytest's log capturing fixture
|
|
gpu_stats_instance: :class:`_GPUStats`
|
|
Fixture instance of the _GPUStats base class
|
|
mocker: :class:`pytest_mock.MockerFixture`
|
|
Mocker for dummying in function calls
|
|
"""
|
|
if get_backend() == "cpu":
|
|
return
|
|
caplog.set_level("WARNING")
|
|
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=[])
|
|
_GPUStats()
|
|
assert "No GPU detected" in caplog.messages
|