diff --git a/src/img_utils.py b/src/img_utils.py
index 04ab26d..c5568ca 100644
--- a/src/img_utils.py
+++ b/src/img_utils.py
@@ -28,9 +28,13 @@ def resize_img(img: Image, mode: Mode, rotation: Rotation, resize: Resize, backg
     x = int((display_res.width - scaled_image.width) / 2)
     y = int((display_res.height - scaled_image.height) / 2)
     canvas = Image.new(img_mode, display_res, bg_colour)
-    if mode == Mode.FOUR_GRAY:
-        canvas = canvas.quantize(palette=get_display_colour_palette())
     canvas.paste(scaled_image, (x, y))
+    if mode == Mode.FOUR_GRAY:
+        palette_img = Image.new('P', (16, 16))
+        palette_img.putpalette(get_display_colour_palette() * 32)
+        palette_img.load()
+        canvas = canvas.quantize(palette=palette_img)
+
     return canvas