| --- |
| library_name: keras |
| widget: |
| - text: input |
| output: |
| url: ./assets/input.png |
| - text: target |
| output: |
| url: ./assets/target.png |
| - text: output |
| output: |
| url: ./assets/output.png |
| tags: |
| - adversarial |
| - aesthetic |
| - quality |
| - filter |
| pipeline_tag: image-to-image |
| metrics: |
| - TopIQ-FR |
| - ArcFace Cosine Distance |
| - VGGFace2 Cosine Distance |
| datasets: |
| - logasja/FDF |
| base_model: |
| - vnet |
| - logasja/ArcFace |
| - logasja/VGGFace |
| license: gpl-3.0 |
| --- |
| <Gallery /> |
|
|
| Training logs [here](https://wandb.ai/spuds/auramask/runs/bb65b19728d9fe22acab56a67f79507c) |
|
|
| # Model Description |
| This model uses a modified vnet for 2D input/output implemented [here](https://github.com/logasja/keras3-unets) with the following configuration. |
|
|
| ```json |
| { |
| "activation": "ReLU", |
| "batch_norm": false, |
| "filter_num": [ |
| 128, |
| 256, |
| 512, |
| 1024, |
| 1024 |
| ], |
| "n_labels": 3, |
| "output_activation": "tanh", |
| "pool": false, |
| "res_num_ini": 1, |
| "res_num_max": 3, |
| "unpool": false |
| } |
| ``` |
|
|
| ```json |
| { |
| "alpha": 0.0001, |
| "batch": 32, |
| "epochs": 500, |
| "epsilon": 1, |
| "input": "(256, 256)", |
| "losses": { |
| "FEAT_ArcFace": { |
| "d": "cosine_similarity", |
| "f": "ArcFace", |
| "name": "FEAT_ArcFace", |
| "reduction": "sum_over_batch_size", |
| "threshold": 0.68, |
| "weight": 0.05 |
| }, |
| "FEAT_VGG-Face": { |
| "d": "cosine_similarity", |
| "f": "VGG-Face", |
| "name": "FEAT_VGG-Face", |
| "reduction": "sum_over_batch_size", |
| "threshold": 0.68, |
| "weight": 0.05 |
| }, |
| "IQASSIMC": { |
| "lower_better": false, |
| "name": "IQASSIMC", |
| "reduction": "sum_over_batch_size", |
| "weight": 0.5 |
| }, |
| "TopIQ": { |
| "full_ref": true, |
| "lower_better": false, |
| "name": "TopIQ", |
| "reduction": "sum_over_batch_size", |
| "score_range": "~0, ~1", |
| "weight": 0.5 |
| } |
| }, |
| "mixed_precision": true, |
| "optimizer": { |
| "amsgrad": false, |
| "beta_1": 0.9, |
| "beta_2": 0.999, |
| "clipnorm": null, |
| "clipvalue": null, |
| "ema_momentum": 0.99, |
| "ema_overwrite_frequency": null, |
| "epsilon": 1e-07, |
| "global_clipnorm": null, |
| "gradient_accumulation_steps": null, |
| "learning_rate": 9.999999747378752e-05, |
| "loss_scale_factor": null, |
| "name": "adamw", |
| "use_ema": false, |
| "weight_decay": 0.004 |
| }, |
| "seed": "BIIIIIGSTRETCH", |
| "testing": 0.01, |
| "training": 0.99 |
| } |
| ``` |
|
|
| ## Model Architecture Plot |
|  |