{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Mosaic Art\n",
"\n",
"We would like to use images as mosaic pieces to build a bigger image.\n",
"\n",
"Data originally comes from [here](https://www.kaggle.com/thedownhill/art-images-drawings-painting-sculpture-engraving)."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.040604Z",
"iopub.status.busy": "2025-11-05T13:54:51.040492Z",
"iopub.status.idle": "2025-11-05T13:54:51.044195Z",
"shell.execute_reply": "2025-11-05T13:54:51.043760Z"
}
},
"outputs": [],
"source": [
"import numpy as np\n",
"import pandas as pd\n",
"\n",
"from lets_plot import *"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.045074Z",
"iopub.status.busy": "2025-11-05T13:54:51.044997Z",
"iopub.status.idle": "2025-11-05T13:54:51.046700Z",
"shell.execute_reply": "2025-11-05T13:54:51.046531Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
" \n",
" \n",
" "
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"LetsPlot.setup_html()"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.060447Z",
"iopub.status.busy": "2025-11-05T13:54:51.060369Z",
"iopub.status.idle": "2025-11-05T13:54:51.062512Z",
"shell.execute_reply": "2025-11-05T13:54:51.062334Z"
}
},
"outputs": [],
"source": [
"def get_img_or_none_by_index(i):\n",
" import io\n",
" from os.path import isfile, join\n",
" import requests\n",
" from PIL import Image\n",
"\n",
" TIMEOUT = 5\n",
" IMAGES_PATH = \"images/sculpture\"\n",
" IMAGES_URL = \"https://github.com/JetBrains/lets-plot-docs/raw/master/source/examples/demo/images/sculpture\"\n",
"\n",
" filepath = join(IMAGES_PATH, \"{0}.jpg\".format(i))\n",
" if isfile(filepath):\n",
" return Image.open(filepath)\n",
" filepath = join(IMAGES_PATH, \"{0}.jpeg\".format(i))\n",
" if isfile(filepath):\n",
" return Image.open(filepath)\n",
" r = requests.get(\"{0}/{1}.jpg\".format(IMAGES_URL, i), timeout=TIMEOUT)\n",
" if r.status_code == requests.codes.ok:\n",
" return Image.open(io.BytesIO(r.content))\n",
" r = requests.get(\"{0}/{1}.jpeg\".format(IMAGES_URL, i), timeout=TIMEOUT)\n",
" if r.status_code == requests.codes.ok:\n",
" return Image.open(io.BytesIO(r.content))\n",
" return None"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.063321Z",
"iopub.status.busy": "2025-11-05T13:54:51.063252Z",
"iopub.status.idle": "2025-11-05T13:54:51.064627Z",
"shell.execute_reply": "2025-11-05T13:54:51.064455Z"
}
},
"outputs": [],
"source": [
"def get_grayscale_img_or_none(img):\n",
" if img is None:\n",
" return None\n",
" if img.mode not in ['RGB', 'L']:\n",
" return None\n",
" return img.convert('L')"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.065299Z",
"iopub.status.busy": "2025-11-05T13:54:51.065230Z",
"iopub.status.idle": "2025-11-05T13:54:51.066474Z",
"shell.execute_reply": "2025-11-05T13:54:51.066301Z"
}
},
"outputs": [],
"source": [
"WIDTH, HEIGHT = 20, 20\n",
"IMAGES_COUNT = 1_732\n",
"TARGET_IMAGE = 1_086"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:51.067338Z",
"iopub.status.busy": "2025-11-05T13:54:51.067271Z",
"iopub.status.idle": "2025-11-05T13:54:56.292553Z",
"shell.execute_reply": "2025-11-05T13:54:56.291927Z"
}
},
"outputs": [],
"source": [
"data = []\n",
"for i in range(IMAGES_COUNT):\n",
" img = get_grayscale_img_or_none(get_img_or_none_by_index(i))\n",
" if img is None:\n",
" continue\n",
" img = img.resize((WIDTH, HEIGHT))\n",
" image_data = np.asarray(img).reshape(WIDTH * HEIGHT)\n",
" image_agg_data = np.array([np.round(image_data.mean()), np.round(image_data.std())])\n",
" data.append(np.concatenate((image_agg_data, image_data), axis=0).astype(int))"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:56.294310Z",
"iopub.status.busy": "2025-11-05T13:54:56.294151Z",
"iopub.status.idle": "2025-11-05T13:54:56.797323Z",
"shell.execute_reply": "2025-11-05T13:54:56.796940Z"
}
},
"outputs": [],
"source": [
"df = pd.DataFrame(data)\n",
"df = df.rename(columns={0: 'color', 1: 'std'})\n",
"df = df.sort_values(by=['color', 'std']).reset_index(drop=True)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:56.798601Z",
"iopub.status.busy": "2025-11-05T13:54:56.798506Z",
"iopub.status.idle": "2025-11-05T13:54:57.260457Z",
"shell.execute_reply": "2025-11-05T13:54:57.260244Z"
}
},
"outputs": [
{
"data": {
"text/html": [
" \n",
" "
],
"text/plain": [
""
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"ggplot() + \\\n",
" geom_bar(aes(x='color', fill='color'), data=df, sampling=sampling_pick(n=256), size=0) + \\\n",
" scale_fill_gradient(low='black', high='white') + \\\n",
" ggtitle('Gray Color Distribution')"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:57.261459Z",
"iopub.status.busy": "2025-11-05T13:54:57.261379Z",
"iopub.status.idle": "2025-11-05T13:54:57.302284Z",
"shell.execute_reply": "2025-11-05T13:54:57.302061Z"
}
},
"outputs": [],
"source": [
"for missing_color in set(range(256)) - set(df.color.unique()):\n",
" df = pd.concat([df, pd.DataFrame.from_records([dict(color=missing_color)])])\n",
"df = df.sort_values(by='color').reset_index(drop=True)\n",
"df = df.ffill().bfill()"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:57.303454Z",
"iopub.status.busy": "2025-11-05T13:54:57.303376Z",
"iopub.status.idle": "2025-11-05T13:54:58.301107Z",
"shell.execute_reply": "2025-11-05T13:54:58.300786Z"
}
},
"outputs": [],
"source": [
"img = get_grayscale_img_or_none(get_img_or_none_by_index(TARGET_IMAGE))\n",
"img = img.resize((80, 80))\n",
"rows = ()\n",
"for row in np.asarray(img):\n",
" cols = ()\n",
" for color in row:\n",
" subimg = df[df.color == color].iloc[0, 2:].to_numpy().reshape(WIDTH, HEIGHT)\n",
" cols = cols + (subimg,)\n",
" rows = rows + (np.hstack(cols),)\n",
"image_data = np.vstack(rows)"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-05T13:54:58.302411Z",
"iopub.status.busy": "2025-11-05T13:54:58.302338Z",
"iopub.status.idle": "2025-11-05T13:54:58.627521Z",
"shell.execute_reply": "2025-11-05T13:54:58.627262Z"
}
},
"outputs": [
{
"data": {
"text/html": [
" \n",
" "
],
"text/plain": [
""
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"ggplot() + \\\n",
" geom_imshow(image_data=image_data) + \\\n",
" ggsize(800, 800) + \\\n",
" ggtitle('Mosaic Image') + \\\n",
" theme_void() + theme(legend_position='none')"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.13"
}
},
"nbformat": 4,
"nbformat_minor": 4
}