new color classification (standard)

.gitignore

@@ -189,4 +189,5 @@ cython_debug/
 data/images/
 tmp/
 figures/
-archive/
+archive/
+segment-anything/

DisentanglementBase.py

@@ -181,12 +181,20 @@ class DisentanglementBase:
             bins = [(x-1) * 360 / (len(self.colors_list) - 1)  if x != 1 
                     else 1 for x in range(len(self.colors_list) + 1)]
             bins[0] = 0
+            
             y_cat = pd.cut(y, 
                             bins=bins,
                             labels=self.colors_list,
                             include_lowest=True
                             )
             print(y_cat.value_counts())
+            
+            y_h_cat[y_s == 0] = 'Gray'
+            y_h_cat[y_s == 100] = 'Gray'
+            y_h_cat[y_v == 0] = 'Gray'
+            y_h_cat[y_v == 100] = 'Gray'
+            
+            print(y_cat.value_counts())
             x_train, x_val, y_train, y_val = train_test_split(X, y_cat, test_size=0.2)
         else:
             if extremes:
@@ -567,11 +575,13 @@ def main():
     with dnnlib.util.open_url(model_file) as f:
         model = legacy.load_network_pkl(f)['G_ema'] # type: ignore
 
-    colors_list = ['Red', 'Orange', 'Yellow', 'Yellow Green', 'Chartreuse Green',
-                   'Kelly Green', 'Green Blue Seafoam', 'Cyan Blue',
-                   'Warm Blue', 'Indigo', 'Purple Magenta', 'Magenta Pink']
-    colors_list = ['Gray', 'Red Orange', 'Yellow', 'Green', 'Light Blue',
-                   'Blue', 'Purple', 'Pink']
+    # colors_list = ['Red', 'Orange', 'Yellow', 'Yellow Green', 'Chartreuse Green',
+    #                'Kelly Green', 'Green Blue Seafoam', 'Cyan Blue',
+    #                'Warm Blue', 'Indigo', 'Purple Magenta', 'Magenta Pink']
+    # colors_list = ['Gray', 'Red Orange', 'Yellow', 'Green', 'Light Blue',
+    #                'Blue', 'Purple', 'Pink']
+    colors_list = ['Gray', 'Red', 'Yellow', 'Green', 'Cyan',
+                   'Blue', 'Magenta']
     
     scores = []
     kwargs = {'CL method':['LR', 'SVM'], 'C':[0.1, 1], 'sign':[True, False], 

grammar_ornament_test.ipynb

@@ -0,0 +1,256 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os \n",
+    "from glob import glob \n",
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "\n",
+    "from PIL import Image, ImageColor\n",
+    "import extcolors\n",
+    "\n",
+    "import matplotlib.pyplot as plt\n",
+    "\n",
+    "import torch\n",
+    "\n",
+    "import dnnlib \n",
+    "import legacy\n",
+    "\n",
+    "\n",
+    "%load_ext autoreload\n",
+    "%autoreload 2"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "images_textiles = glob('/Users/ludovicaschaerf/Desktop/TextAIles/TextileGAN/Original Textiles/*')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### LAWS\n",
+    "\n",
+    "1. primary colours on small surfaces and secondary or tertiary colors on large backgrounds\n",
+    "2. primary in upper portions and sec/third in lower portions of objects\n",
+    "3. primaries of equal intensities harmonize, secondaries harmonized by opposite primary in equal intensity, tertiary by remaining secondary\n",
+    "4. a full colors contrasted by a lower tone color should have the latter in larger proportion\n",
+    "5. when a primary has a hue (second coloration) of another primary, the secondary must have the hue of the third primary\n",
+    "6. blue in concave surfaces, yellow in convex, red in undersites\n",
+    "7. if too much of a color, the other colors should have the hue version without that color\n",
+    "8. all three primaries should be present\n",
+    "9. ..."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Test 1\n",
+    "\n",
+    "primary - secondary - tertiary "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def get_color_rank(hue, saturation, value):\n",
+    "    if value < 5:\n",
+    "        color = 'Black'\n",
+    "        rank = 'None'\n",
+    "    elif saturation < 3:\n",
+    "        color = 'White'\n",
+    "        rank = 'None'\n",
+    "    elif saturation < 15:\n",
+    "        color = 'Gray'\n",
+    "        rank = 'None'\n",
+    "    elif hue == 0:\n",
+    "        color = 'Gray'\n",
+    "        rank = 'None'\n",
+    "        \n",
+    "    elif hue >= 330 or hue <= 15:\n",
+    "        color = 'Red'\n",
+    "        rank = 'Primary'\n",
+    "    elif hue > 15 and hue < 25:\n",
+    "        color = 'Red Orange'\n",
+    "        rank = 'Tertiary'\n",
+    "    elif hue >= 25 and hue <= 40:\n",
+    "        color = 'Orange'\n",
+    "        rank = 'Secondary'\n",
+    "    elif hue > 40 and hue < 50:\n",
+    "        color = 'Orange Yellow'\n",
+    "        rank = 'Tertiary'\n",
+    "    elif hue >= 50 and hue <= 85:\n",
+    "        color = 'Yellow'\n",
+    "        rank = 'Primary'\n",
+    "    elif hue > 85 and hue < 95:\n",
+    "        color = 'Yellow Green'\n",
+    "        rank = 'Tertiary'\n",
+    "    elif hue >= 95 and hue <= 145:\n",
+    "        color = 'Green'\n",
+    "        rank = 'Secondary'\n",
+    "    elif hue >= 145 and hue < 180:\n",
+    "        color = 'Green Blue'\n",
+    "        rank = 'Tertiary'\n",
+    "    elif hue >= 180 and hue <= 245:\n",
+    "        color = 'Blue'\n",
+    "        rank = 'Primary'\n",
+    "    elif hue > 245 and hue < 265:\n",
+    "        color = 'Blue Violet'\n",
+    "        rank = 'Tertiary'\n",
+    "    elif hue >= 265 and hue <= 290:\n",
+    "        color = 'Violet'\n",
+    "        rank = 'Secondary'\n",
+    "    elif hue > 290 and hue < 330:\n",
+    "        color = 'Violet Red'\n",
+    "        rank = 'Tertiary'\n",
+    "    return color, rank"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def rgb2hsv(r, g, b):\n",
+    "    # Normalize R, G, B values\n",
+    "    r, g, b = r / 255.0, g / 255.0, b / 255.0\n",
+    "    \n",
+    "    # h, s, v = hue, saturation, value\n",
+    "    max_rgb = max(r, g, b)    \n",
+    "    min_rgb = min(r, g, b)   \n",
+    "    difference = max_rgb-min_rgb \n",
+    "    \n",
+    "    # if max_rgb and max_rgb are equal then h = 0\n",
+    "    if max_rgb == min_rgb:\n",
+    "        h = 0\n",
+    "    \n",
+    "    # if max_rgb==r then h is computed as follows\n",
+    "    elif max_rgb == r:\n",
+    "        h = (60 * ((g - b) / difference) + 360) % 360\n",
+    "    \n",
+    "    # if max_rgb==g then compute h as follows\n",
+    "    elif max_rgb == g:\n",
+    "        h = (60 * ((b - r) / difference) + 120) % 360\n",
+    "    \n",
+    "    # if max_rgb=b then compute h\n",
+    "    elif max_rgb == b:\n",
+    "        h = (60 * ((r - g) / difference) + 240) % 360\n",
+    "    \n",
+    "    # if max_rgb==zero then s=0\n",
+    "    if max_rgb == 0:\n",
+    "        s = 0\n",
+    "    else:\n",
+    "        s = (difference / max_rgb) * 100\n",
+    "    \n",
+    "    # compute v\n",
+    "    v = max_rgb * 100\n",
+    "    # return rounded values of H, S and V\n",
+    "    return tuple(map(round, (h, s, v)))\n",
+    " "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def obtain_hsv_colors(img):\n",
+    "    colors = extcolors.extract_from_path(img, tolerance=7, limit=7)\n",
+    "    colors = [(rgb2hsv(h[0][0], h[0][1], h[0][2]), h[1]) for h in colors[0] if h[0] != (0,0,0)]\n",
+    "    return colors"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "colors = obtain_hsv_colors(images_textiles[0])\n",
+    "print(colors)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "for col in colors:\n",
+    "    print(get_color_rank(*col[0]))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "for img in images_textiles[:30]:\n",
+    "    colors = obtain_hsv_colors(img)\n",
+    "    plt.imshow(plt.imread(img))\n",
+    "    plt.show()\n",
+    "    for col in colors:\n",
+    "        print(col[0])\n",
+    "        print(get_color_rank(*col[0]))\n",
+    "        \n",
+    "    print()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### use for training only images with medium saturation and value\n",
+    "\n",
+    "use codes and not only hue for color categorization\n",
+    "or remove colors that are creater with black and whites"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "art-reco_x86",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.16"
+  },
+  "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

interfacegan_colour_disentanglement.ipynb

@@ -15,6 +15,7 @@
     "\n",
     "from PIL import Image, ImageColor\n",
     "import matplotlib.pyplot as plt\n",
+    "from sklearn.model_selection import train_test_split\n",
     "\n",
     "import numpy as np\n",
     "import torch\n",
@@ -33,6 +34,87 @@
     "%autoreload 2"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "03efb8c0",
+   "metadata": {},
+   "source": [
+    "0-60\n",
+    "\n",
+    "Red\n",
+    "\n",
+    "60-120\n",
+    "\n",
+    "Yellow\n",
+    "\n",
+    "120-180\n",
+    "\n",
+    "Green\n",
+    "\n",
+    "180-240\n",
+    "\n",
+    "Cyan\n",
+    "\n",
+    "240-300\n",
+    "\n",
+    "Blue\n",
+    "\n",
+    "300-360\n",
+    "\n",
+    "Magenta\n",
+    "\n",
+    "Standard classification"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "00a35126",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def hex2rgb(hex_value):\n",
+    "    h = hex_value.strip(\"#\") \n",
+    "    rgb = tuple(int(h[i:i+2], 16) for i in (0, 2, 4))\n",
+    "    return rgb\n",
+    "\n",
+    "def rgb2hsv(r, g, b):\n",
+    "    # Normalize R, G, B values\n",
+    "    r, g, b = r / 255.0, g / 255.0, b / 255.0\n",
+    "    \n",
+    "    # h, s, v = hue, saturation, value\n",
+    "    max_rgb = max(r, g, b)    \n",
+    "    min_rgb = min(r, g, b)   \n",
+    "    difference = max_rgb-min_rgb \n",
+    "    \n",
+    "    # if max_rgb and max_rgb are equal then h = 0\n",
+    "    if max_rgb == min_rgb:\n",
+    "        h = 0\n",
+    "    \n",
+    "    # if max_rgb==r then h is computed as follows\n",
+    "    elif max_rgb == r:\n",
+    "        h = (60 * ((g - b) / difference) + 360) % 360\n",
+    "    \n",
+    "    # if max_rgb==g then compute h as follows\n",
+    "    elif max_rgb == g:\n",
+    "        h = (60 * ((b - r) / difference) + 120) % 360\n",
+    "    \n",
+    "    # if max_rgb=b then compute h\n",
+    "    elif max_rgb == b:\n",
+    "        h = (60 * ((r - g) / difference) + 240) % 360\n",
+    "    \n",
+    "    # if max_rgb==zero then s=0\n",
+    "    if max_rgb == 0:\n",
+    "        s = 0\n",
+    "    else:\n",
+    "        s = (difference / max_rgb) * 100\n",
+    "    \n",
+    "    # compute v\n",
+    "    v = max_rgb * 100\n",
+    "    # return rounded values of H, S and V\n",
+    "    return tuple(map(round, (h, s, v)))"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -43,6 +125,21 @@
     "num_colors = 7"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c8428918",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "bins = [(x-1) * 360 / (num_colors - 1)  if x != 1 \n",
+    "             else 1 for x in range(num_colors + 1)]\n",
+    "bins[0] = 0\n",
+    "\n",
+    "bins\n",
+    "            "
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -50,8 +147,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "values = [x*256/num_colors if x<num_colors else 256 for x in range(num_colors + 1)]\n",
-    "centers = [int((values[i-1]+values[i])/2) for i in range(len(values)) if i > 0]"
+    "centers = [int((bins[i-1]+bins[i])/2) for i in range(len(bins)) if i > 0]"
    ]
   },
   {
@@ -61,7 +157,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "print(values)\n",
+    "print(bins)\n",
     "print(centers)"
    ]
   },
@@ -100,9 +196,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "def to_256(val):\n",
-    "    x = val*360/256\n",
-    "    return x"
+    "# def to_256(val):\n",
+    "#     x = val*360/256\n",
+    "#     return int(x)"
    ]
   },
   {
@@ -112,9 +208,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "names = ['Red', 'Orange', 'Yellow', 'Yellow Green', 'Chartreuse Green',\n",
-    "         'Kelly Green', 'Green Blue Seafoam', 'Cyan Blue',\n",
-    "         'Warm Blue', 'Indigo', 'Purple Magenta', 'Magenta Pink']"
+    "names = ['Gray', 'Red', 'Yellow', 'Green', 'Cyan', 'Blue','Magenta']"
    ]
   },
   {
@@ -127,7 +221,7 @@
     "saturation = 1  # Saturation value (0 to 1)\n",
     "value = 1  # Value (brightness) value (0 to 1)\n",
     "for hue, name in zip(centers, names[:num_colors]):\n",
-    "    image = create_color_image(to_256(hue), saturation, value)\n",
+    "    image = create_color_image(hue, saturation, value)\n",
     "    display_image(image, name)  # Display the generated color image"
    ]
   },
@@ -148,6 +242,37 @@
     "    model = legacy.load_network_pkl(f)['G_ema'].to('cpu') # type: ignore\n"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "065cd656",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from DisentanglementBase import DisentanglementBase"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "afb8a611",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "variable = 'H1'\n",
+    "disentanglemnet_exp = DisentanglementBase('.', model, annotations, ann_df, space='W', colors_list=names, compute_s=False, variable=variable)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a7398217",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ann_df = disentanglemnet_exp.df"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -155,7 +280,6 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "ann_df = tohsv(ann_df)\n",
     "ann_df.head()"
    ]
   },
@@ -291,9 +415,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "colors_list = ['Warm Pink Red', 'Red Orange', 'Orange Yellow', 'Gold Yellow', 'Chartreuse Green',\n",
-    "               'Kelly Green', 'Green Blue Seafoam', 'Blue Green Cyan',\n",
-    "               'Warm Blue', 'Indigo Blue Purple', 'Purple Magenta', 'Magenta Pink']"
+    "colors_list = names"
    ]
   },
   {
@@ -313,10 +435,17 @@
    "source": [
     "from sklearn import svm\n",
     "\n",
-    "print([int(x*256/12) if x<12 else 255 for x in range(13)])\n",
-    "y_h_cat = pd.cut(y_h,bins=[x*256/12 if x<12 else 256 for x in range(13)],labels=colors_list).fillna('Warm Pink Red')\n",
+    "y_h_cat = pd.cut(y_h,bins=bins,labels=colors_list, include_lowest=True)\n",
     "\n",
     "print(y_h_cat.value_counts(dropna=False))\n",
+    "\n",
+    "y_h_cat[y_s == 0] = 'Gray'\n",
+    "y_h_cat[y_s == 100] = 'Gray'\n",
+    "y_h_cat[y_v == 0] = 'Gray'\n",
+    "y_h_cat[y_v == 100] = 'Gray'\n",
+    "\n",
+    "print(y_h_cat.value_counts(dropna=False))\n",
+    "\n",
     "x_trainhc, x_valhc, y_trainhc, y_valhc = train_test_split(X, y_h_cat, test_size=0.2)"
    ]
   },