Epoch 1: improved checkpoint (val_loss=0.1515)

README.md

@@ -0,0 +1,22 @@
+---
+library_name: pytorch
+tags:
+- image-inpainting
+- masked-image-modeling
+- bidirectional-transformer
+- custom-model
+---
+
+# Better Inpainting Transformer
+
+This repository contains the improved inpainting model.
+
+## Files
+- `pytorch_model.bin`: inference weights
+- `config.json`: config
+- `training_metadata.json`: epoch and val loss for best uploaded checkpoint
+- `model_last.pt`: resumable training checkpoint
+- `model_best.pt`: best local checkpoint
+
+## Notes
+Recreate the `BetterInpaintTransformer` class and load the state dict manually.

config.json

@@ -0,0 +1,41 @@
+{
+  "backbone": "custom",
+  "hf_repo": "ImageInpainters/liBERTy4.0",
+  "download_model": true,
+  "upload_model": true,
+  "upload_epochs": 1,
+  "data_root": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017",
+  "train_dir": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/train2017",
+  "val_dir": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/val2017",
+  "train_ann_file": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/annotations/instances_train2017.json",
+  "val_ann_file": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/annotations/instances_val2017.json",
+  "img_size": 128,
+  "patch_size": 8,
+  "batch_size": 16,
+  "val_batch_size": 8,
+  "num_workers": 2,
+  "epochs": 20,
+  "dim": 192,
+  "depth": 6,
+  "heads": 6,
+  "mlp_ratio": 4.0,
+  "dropout": 0.1,
+  "decoder_dim": 192,
+  "lr": 0.0002,
+  "encoder_lr_scale": 0.1,
+  "weight_decay": 0.0001,
+  "valid_weight": 0.0,
+  "boundary_weight": 0.05,
+  "grad_weight": 0.2,
+  "boundary_kernel_size": 7,
+  "object_sample_prob": 0.6,
+  "dilate_object_mask_px": 4,
+  "min_object_area_ratio": 0.01,
+  "max_object_area_ratio": 0.4,
+  "min_paste_scale": 0.7,
+  "max_paste_scale": 1.3,
+  "pretrained_model_name": "google/vit-base-patch16-224-in21k",
+  "freeze_pretrained_embeddings": true,
+  "freeze_pretrained_blocks": 8,
+  "output_dir": "/kaggle/working/outputs_inpaint_bert"
+}

model_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8344dc33a23894d7035b2e66da9e34ef86ac8029b6cf89a17d7ba1e80432a711
+size 136758554

model_last.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5acc9488a464ca8d4c562d9ee413e974266c013826d99e9f416196b4f19373
+size 136758554

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0036da094fd1ff67b8ecc47b3a865fb467c42bdba613dc0d36b5092b25f21e34
+size 45582127

training_metadata.json

@@ -0,0 +1,5 @@
+{
+  "epoch": 1,
+  "val_loss": 0.15148435279726982,
+  "backbone": "custom"
+}