mmp_wise2526_franksim/mmp/a1/main.py

from typing import Sequence
import torch
import torchvision
from torchvision.transforms import functional as F
from torchvision import models, transforms
from PIL import Image


def pad_to_square(img):
    w, h = img.size
    max_wh = max(w, h)
    pad = ((max_wh - w) // 2, (max_wh - h) // 2)
    padding = (pad[0], pad[1], max_wh - w - pad[0], max_wh - h - pad[1])
    return F.pad(img, padding, fill=0, padding_mode="constant")


def build_batch(paths: Sequence[str], transform=None) -> torch.Tensor:
    """Exercise 1.1

    @param paths: A sequence (e.g. list) of strings, each specifying the location of an image file.
    @param transform: One or multiple image transformations for augmenting the batch images.
    @return: Returns one single tensor that contains every image.
    """
    preprocess = transforms.Compose(
        [
            transforms.Lambda(pad_to_square),
            transforms.Resize((224, 224)),
            *([transform] if transform is not None else []),
            transforms.ToTensor(),
        ]
    )
    imgs = []

    for path in paths:
        img = Image.open(path).convert("RGB")
        img = preprocess(img)
        imgs.append(img)
    batch = torch.stack(imgs)
    return batch


def get_model() -> torch.nn.Module:
    """Exercise 1.2

    @return: Returns a neural network, initialised with pretrained weights.
    """
    model = models.resnet18(weights=models.ResNet18_Weights.DEFAULT)
    return model


def forward_pass(paths, batch, model):
    with torch.no_grad():
        outputs = model(batch)

    max_scores, preds = outputs.max(dim=1)

    class_names = torchvision.models.ResNet18_Weights.DEFAULT.meta["categories"]

    for i, (p, s) in enumerate(zip(preds, max_scores)):
        print(f"Image: {paths[i]}")
        print(f"Model output score: {s.item():.4f}")
        print(f"Predicted class: {class_names[p.item()]}")
        print()


def main():
    """Exercise 1.3

    Put all your code for exercise 1.3 here.
    """

    paths = [
        "./images/golden retriever.jpg",
        "./images/koala.jpg",
        "./images/pacifier.jpg",
        "./images/rubber duck sculpture.jpg",
        "./images/rubber ducks.jpg",
        "./images/shoehorn.jpg",
        "./images/zoo.jpg",
    ]
    batch_a = build_batch(paths)
    model = get_model()
    print("Batch A:")
    forward_pass(paths, batch_a, model)

    print("Batch B:")
    batch_b = build_batch(paths, transforms.Resize((100, 100)))
    forward_pass(paths, batch_b, model)

    print("Batch C:")
    batch_c = build_batch(paths, transforms.RandomVerticalFlip(1))
    forward_pass(paths, batch_c, model)


if __name__ == "__main__":
    main()