Files
torzdf 837bc2d51d Faceswap 3 (#1516)
* FaceSwap 3 (#1515)
* Update extract pipeline
* Update requirements + setup for nvidia
* Remove allow-growth option
* tf.keras to keras updates
* lib.model.losses - Port + fix all loss functions for Keras3
* lib.model - port initializers, layers. normalization to Keras3
* lib.model.autoclip to Keras 3
* Update mixed precision layer storage
* model file to .keras format
* Restructure nn_blocks to initialize layers in __init__
* Tensorboard
  - Trainer: Add Torch compatible Tensorboard callbacks
  - GUI event reader remove TF dependency
* Loss logging
  - Flush TB logs on save
  - Replace TB live iterator for GUI
* Backup models on total loss drop rather than per side
* Update all models to Keras3 Compat
* Remove lib.model.session
* Update clip ViT to Keras 3
* plugins.extract.mask.unet-dfl - Fix for Keras3/Torch backend
* Port AdaBelief to Keras 3
* setup.py:
  - Add --dev flag for dev tool install
* Fix Keras 3 syntax
* Fix LR Finder for Keras 3
* Fix mixed precision switching for Keras  3
* Add more optimizers + open up config setting
* train: Remove updating FS1 weights to FS2 models
* Alignments: Remove support for legacy .json files
* tools.model:
  - Remove TF Saved Format saving
  - Fix Backup/Restore + Nan-Scan
* Fix inference model creation for Keras 3
* Preview tool: Fix for Keras3
* setup.py: Configure keras backend
* train: Migration of FS2 models to FS3
* Training: Default coverage to 100%
* Remove DirectML backend
* Update setup for MacOS
* GUI: Force line reading to UTF-8
* Remove redundant Tensorflow references
* Remove redundant code
* Legacy model loading: Fix TFLamdaOp scalar ops and DepthwiseConv2D
* Add vertical offset option for training
* Github actions: Add more python versions
* Add python version to workflow names
* Github workflow: Exclude Python 3.12 for macOS
* Implement custom training loop
* Fs3 - Add RTX5xxx and ROCm 6.1-6.4 support (#1511)
* setup.py: Add Cuda/ROCm version select options
* bump minimum python version to 3.11
* Switch from setup.cgf to pyproject.toml
* Documentation: Update all docs to use automodapi
* Allow sysinfo to run with missing packages + correctly install tk under Linux
* Bugfix: dot naming convention in clip models
* lib.config: Centralise globally rather than passing as object
- Add torch DataParallel for multi-gpu training
  - GUI: Group switches together when generating cli args
  - CLI: Remove deprecated multi-character argparse args
  - Refactor:
    - Centralise tensorboard reading/writing + unit tests
    - Create trainer plugin interfaces + add original + distributed
* Update installers
2025-12-21 02:45:11 +00:00

135 lines
5.6 KiB
Python

#!/usr/bin python3
""" Pytest unit tests for :mod:`lib.gpu_stats._base` """
import typing as T
from dataclasses import dataclass
from unittest.mock import MagicMock
import pytest
import pytest_mock
# pylint:disable=protected-access
from lib.gpu_stats._base import BiggestGPUInfo, GPUInfo, _GPUStats
from lib.utils import get_backend
@dataclass
class _DummyData:
""" Dummy data for initializing and testing :class:`~lib.gpu_stats._base._GPUStats` """
device_count = 2
active_devices = [0, 1]
handles = [0, 1]
driver = "test_driver"
device_names = ['test_device_0', 'test_device_1']
vram = [1024, 2048]
free_vram = [512, 1024]
@pytest.fixture(name="gpu_stats_instance")
def fixture__gpu_stats_instance(mocker: pytest_mock.MockerFixture) -> _GPUStats:
""" Create a fixture of the :class:`~lib.gpu_stats._base._GPUStats` object
Parameters
----------
mocker: :class:`pytest_mock.MockerFixture`
Mocker for dummying in function calls
"""
mocker.patch.object(_GPUStats, '_initialize')
mocker.patch.object(_GPUStats, '_shutdown')
mocker.patch.object(_GPUStats, '_get_device_count', return_value=_DummyData.device_count)
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=_DummyData.active_devices)
mocker.patch.object(_GPUStats, '_get_handles', return_value=_DummyData.handles)
mocker.patch.object(_GPUStats, '_get_driver', return_value=_DummyData.driver)
mocker.patch.object(_GPUStats, '_get_device_names', return_value=_DummyData.device_names)
mocker.patch.object(_GPUStats, '_get_vram', return_value=_DummyData.vram)
mocker.patch.object(_GPUStats, '_get_free_vram', return_value=_DummyData.free_vram)
gpu_stats = _GPUStats()
return gpu_stats
def test__gpu_stats_init_(gpu_stats_instance: _GPUStats) -> None:
""" Test that the base :class:`~lib.gpu_stats._base._GPUStats` class initializes correctly
Parameters
----------
gpu_stats_instance: :class:`_GPUStats`
Fixture instance of the _GPUStats base class
"""
# Ensure that the object is initialized and shutdown correctly
assert gpu_stats_instance._is_initialized is False
assert T.cast(MagicMock, gpu_stats_instance._initialize).call_count == 1
assert T.cast(MagicMock, gpu_stats_instance._shutdown).call_count == 1
# Ensure that the object correctly gets and stores the device count, active devices,
# handles, driver, device names, and VRAM information
assert gpu_stats_instance.device_count == _DummyData.device_count
assert gpu_stats_instance._active_devices == _DummyData.active_devices
assert gpu_stats_instance._handles == _DummyData.handles
assert gpu_stats_instance._driver == _DummyData.driver
assert gpu_stats_instance._device_names == _DummyData.device_names
assert gpu_stats_instance._vram == _DummyData.vram
def test__gpu_stats_properties(gpu_stats_instance: _GPUStats) -> None:
""" Test that the :class:`~lib.gpu_stats._base._GPUStats` properties are set and formatted
correctly.
Parameters
----------
gpu_stats_instance: :class:`_GPUStats`
Fixture instance of the _GPUStats base class
"""
assert gpu_stats_instance.cli_devices == ['0: test_device_0', '1: test_device_1']
assert gpu_stats_instance.sys_info == GPUInfo(vram=_DummyData.vram,
vram_free=_DummyData.free_vram,
driver=_DummyData.driver,
devices=_DummyData.device_names,
devices_active=_DummyData.active_devices)
def test__gpu_stats_get_card_most_free(mocker: pytest_mock.MockerFixture,
gpu_stats_instance: _GPUStats) -> None:
""" Confirm that :func:`ib.gpu_stats._base._GPUStats.get_card_most_free` functions
correctly
Parameters
----------
mocker: :class:`pytest_mock.MockerFixture`
Mocker for dummying in function calls
gpu_stats_instance: :class:`_GPUStats`
Fixture instance of the _GPUStats base class
"""
assert gpu_stats_instance.get_card_most_free() == BiggestGPUInfo(card_id=1,
device='test_device_1',
free=1024,
total=2048)
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=[])
gpu_stats = _GPUStats()
assert gpu_stats.get_card_most_free() == BiggestGPUInfo(card_id=-1,
device='No GPU devices found',
free=2048,
total=2048)
def test__gpu_stats_no_active_devices(
caplog: pytest.LogCaptureFixture,
gpu_stats_instance: _GPUStats, # pylint:disable=unused-argument
mocker: pytest_mock.MockerFixture) -> None:
""" Ensure that no active GPUs raises a warning when not in CPU mode
Parameters
----------
caplog: :class:`pytest.LogCaptureFixture`
Pytest's log capturing fixture
gpu_stats_instance: :class:`_GPUStats`
Fixture instance of the _GPUStats base class
mocker: :class:`pytest_mock.MockerFixture`
Mocker for dummying in function calls
"""
if get_backend() == "cpu":
return
caplog.set_level("WARNING")
mocker.patch.object(_GPUStats, '_get_active_devices', return_value=[])
_GPUStats()
assert "No GPU detected" in caplog.messages