mirror of
https://github.com/deepfakes/faceswap.git
synced 2026-10-18 14:34:30 +08:00
torzdf
837bc2d51d
* FaceSwap 3 (#1515) * Update extract pipeline * Update requirements + setup for nvidia * Remove allow-growth option * tf.keras to keras updates * lib.model.losses - Port + fix all loss functions for Keras3 * lib.model - port initializers, layers. normalization to Keras3 * lib.model.autoclip to Keras 3 * Update mixed precision layer storage * model file to .keras format * Restructure nn_blocks to initialize layers in __init__ * Tensorboard - Trainer: Add Torch compatible Tensorboard callbacks - GUI event reader remove TF dependency * Loss logging - Flush TB logs on save - Replace TB live iterator for GUI * Backup models on total loss drop rather than per side * Update all models to Keras3 Compat * Remove lib.model.session * Update clip ViT to Keras 3 * plugins.extract.mask.unet-dfl - Fix for Keras3/Torch backend * Port AdaBelief to Keras 3 * setup.py: - Add --dev flag for dev tool install * Fix Keras 3 syntax * Fix LR Finder for Keras 3 * Fix mixed precision switching for Keras 3 * Add more optimizers + open up config setting * train: Remove updating FS1 weights to FS2 models * Alignments: Remove support for legacy .json files * tools.model: - Remove TF Saved Format saving - Fix Backup/Restore + Nan-Scan * Fix inference model creation for Keras 3 * Preview tool: Fix for Keras3 * setup.py: Configure keras backend * train: Migration of FS2 models to FS3 * Training: Default coverage to 100% * Remove DirectML backend * Update setup for MacOS * GUI: Force line reading to UTF-8 * Remove redundant Tensorflow references * Remove redundant code * Legacy model loading: Fix TFLamdaOp scalar ops and DepthwiseConv2D * Add vertical offset option for training * Github actions: Add more python versions * Add python version to workflow names * Github workflow: Exclude Python 3.12 for macOS * Implement custom training loop * Fs3 - Add RTX5xxx and ROCm 6.1-6.4 support (#1511) * setup.py: Add Cuda/ROCm version select options * bump minimum python version to 3.11 * Switch from setup.cgf to pyproject.toml * Documentation: Update all docs to use automodapi * Allow sysinfo to run with missing packages + correctly install tk under Linux * Bugfix: dot naming convention in clip models * lib.config: Centralise globally rather than passing as object - Add torch DataParallel for multi-gpu training - GUI: Group switches together when generating cli args - CLI: Remove deprecated multi-character argparse args - Refactor: - Centralise tensorboard reading/writing + unit tests - Create trainer plugin interfaces + add original + distributed * Update installers
63 lines
2.7 KiB
Python
63 lines
2.7 KiB
Python
#!/usr/bin/env python3
|
|
""" DFaker Model
|
|
Based on the dfaker model: https://github.com/dfaker """
|
|
import logging
|
|
import sys
|
|
|
|
from keras import initializers, Input, layers, Model as KModel
|
|
|
|
from lib.model.nn_blocks import Conv2DOutput, UpscaleBlock, ResidualBlock
|
|
from plugins.train.train_config import Loss as cfg_loss
|
|
from .original import Model as OriginalModel
|
|
from . import dfaker_defaults as cfg
|
|
|
|
logger = logging.getLogger(__name__)
|
|
# pylint:disable=duplicate-code
|
|
|
|
|
|
class Model(OriginalModel):
|
|
""" Dfaker Model """
|
|
def __init__(self, *args, **kwargs):
|
|
super().__init__(*args, **kwargs)
|
|
self._output_size = cfg.output_size()
|
|
if self._output_size not in (128, 256):
|
|
logger.error("Dfaker output shape should be 128 or 256 px")
|
|
sys.exit(1)
|
|
self.input_shape = (self._output_size // 2, self._output_size // 2, 3)
|
|
self.encoder_dim = 1024
|
|
self.kernel_initializer = initializers.RandomNormal(0, 0.02)
|
|
|
|
def decoder(self, side):
|
|
""" Decoder Network """
|
|
input_ = Input(shape=(8, 8, 512))
|
|
var_x = input_
|
|
|
|
if self._output_size == 256:
|
|
var_x = UpscaleBlock(1024, activation=None)(var_x)
|
|
var_x = layers.LeakyReLU(negative_slope=0.2)(var_x)
|
|
var_x = ResidualBlock(1024, kernel_initializer=self.kernel_initializer)(var_x)
|
|
var_x = UpscaleBlock(512, activation=None)(var_x)
|
|
var_x = layers.LeakyReLU(negative_slope=0.2)(var_x)
|
|
var_x = ResidualBlock(512, kernel_initializer=self.kernel_initializer)(var_x)
|
|
var_x = UpscaleBlock(256, activation=None)(var_x)
|
|
var_x = layers.LeakyReLU(negative_slope=0.2)(var_x)
|
|
var_x = ResidualBlock(256, kernel_initializer=self.kernel_initializer)(var_x)
|
|
var_x = UpscaleBlock(128, activation=None)(var_x)
|
|
var_x = layers.LeakyReLU(negative_slope=0.2)(var_x)
|
|
var_x = ResidualBlock(128, kernel_initializer=self.kernel_initializer)(var_x)
|
|
var_x = UpscaleBlock(64, activation="leakyrelu")(var_x)
|
|
var_x = Conv2DOutput(3, 5, name=f"face_out_{side}")(var_x)
|
|
outputs = [var_x]
|
|
|
|
if cfg_loss.learn_mask():
|
|
var_y = input_
|
|
if self._output_size == 256:
|
|
var_y = UpscaleBlock(1024, activation="leakyrelu")(var_y)
|
|
var_y = UpscaleBlock(512, activation="leakyrelu")(var_y)
|
|
var_y = UpscaleBlock(256, activation="leakyrelu")(var_y)
|
|
var_y = UpscaleBlock(128, activation="leakyrelu")(var_y)
|
|
var_y = UpscaleBlock(64, activation="leakyrelu")(var_y)
|
|
var_y = Conv2DOutput(1, 5, name=f"mask_out_{side}")(var_y)
|
|
outputs.append(var_y)
|
|
return KModel([input_], outputs=outputs, name=f"decoder_{side}")
|