2024-11-29 05:51:20 +04:00
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Цель работы\n",
"Мы будем кластеризовать автомобили, основываясь на их характеристиках, с с
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# загрузим датасет"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID</th>\n",
" <th>Price</th>\n",
" <th>Levy</th>\n",
" <th>Manufacturer</th>\n",
" <th>Model</th>\n",
" <th>Prod. year</th>\n",
" <th>Category</th>\n",
" <th>Leather interior</th>\n",
" <th>Fuel type</th>\n",
" <th>Engine volume</th>\n",
" <th>Mileage</th>\n",
" <th>Cylinders</th>\n",
" <th>Gear box type</th>\n",
" <th>Drive wheels</th>\n",
" <th>Doors</th>\n",
" <th>Wheel</th>\n",
" <th>Color</th>\n",
" <th>Airbags</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>45654403</td>\n",
" <td>13328</td>\n",
" <td>1399</td>\n",
" <td>LEXUS</td>\n",
" <td>RX 450</td>\n",
" <td>2010</td>\n",
" <td>Jeep</td>\n",
" <td>Yes</td>\n",
" <td>Hybrid</td>\n",
" <td>3.5</td>\n",
" <td>186005 km</td>\n",
" <td>6.0</td>\n",
" <td>Automatic</td>\n",
" <td>4x4</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Silver</td>\n",
" <td>12</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>44731507</td>\n",
" <td>16621</td>\n",
" <td>1018</td>\n",
" <td>CHEVROLET</td>\n",
" <td>Equinox</td>\n",
" <td>2011</td>\n",
" <td>Jeep</td>\n",
" <td>No</td>\n",
" <td>Petrol</td>\n",
" <td>3</td>\n",
" <td>192000 km</td>\n",
" <td>6.0</td>\n",
" <td>Tiptronic</td>\n",
" <td>4x4</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Black</td>\n",
" <td>8</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>45774419</td>\n",
" <td>8467</td>\n",
" <td>-</td>\n",
" <td>HONDA</td>\n",
" <td>FIT</td>\n",
" <td>2006</td>\n",
" <td>Hatchback</td>\n",
" <td>No</td>\n",
" <td>Petrol</td>\n",
" <td>1.3</td>\n",
" <td>200000 km</td>\n",
" <td>4.0</td>\n",
" <td>Variator</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Right-hand drive</td>\n",
" <td>Black</td>\n",
" <td>2</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>45769185</td>\n",
" <td>3607</td>\n",
" <td>862</td>\n",
" <td>FORD</td>\n",
" <td>Escape</td>\n",
" <td>2011</td>\n",
" <td>Jeep</td>\n",
" <td>Yes</td>\n",
" <td>Hybrid</td>\n",
" <td>2.5</td>\n",
" <td>168966 km</td>\n",
" <td>4.0</td>\n",
" <td>Automatic</td>\n",
" <td>4x4</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>White</td>\n",
" <td>0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>45809263</td>\n",
" <td>11726</td>\n",
" <td>446</td>\n",
" <td>HONDA</td>\n",
" <td>FIT</td>\n",
" <td>2014</td>\n",
" <td>Hatchback</td>\n",
" <td>Yes</td>\n",
" <td>Petrol</td>\n",
" <td>1.3</td>\n",
" <td>91901 km</td>\n",
" <td>4.0</td>\n",
" <td>Automatic</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Silver</td>\n",
" <td>4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19232</th>\n",
" <td>45798355</td>\n",
" <td>8467</td>\n",
" <td>-</td>\n",
" <td>MERCEDES-BENZ</td>\n",
" <td>CLK 200</td>\n",
" <td>1999</td>\n",
" <td>Coupe</td>\n",
" <td>Yes</td>\n",
" <td>CNG</td>\n",
" <td>2.0 Turbo</td>\n",
" <td>300000 km</td>\n",
" <td>4.0</td>\n",
" <td>Manual</td>\n",
" <td>Rear</td>\n",
" <td>02-Mar</td>\n",
" <td>Left wheel</td>\n",
" <td>Silver</td>\n",
" <td>5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19233</th>\n",
" <td>45778856</td>\n",
" <td>15681</td>\n",
" <td>831</td>\n",
" <td>HYUNDAI</td>\n",
" <td>Sonata</td>\n",
" <td>2011</td>\n",
" <td>Sedan</td>\n",
" <td>Yes</td>\n",
" <td>Petrol</td>\n",
" <td>2.4</td>\n",
" <td>161600 km</td>\n",
" <td>4.0</td>\n",
" <td>Tiptronic</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Red</td>\n",
" <td>8</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19234</th>\n",
" <td>45804997</td>\n",
" <td>26108</td>\n",
" <td>836</td>\n",
" <td>HYUNDAI</td>\n",
" <td>Tucson</td>\n",
" <td>2010</td>\n",
" <td>Jeep</td>\n",
" <td>Yes</td>\n",
" <td>Diesel</td>\n",
" <td>2</td>\n",
" <td>116365 km</td>\n",
" <td>4.0</td>\n",
" <td>Automatic</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Grey</td>\n",
" <td>4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19235</th>\n",
" <td>45793526</td>\n",
" <td>5331</td>\n",
" <td>1288</td>\n",
" <td>CHEVROLET</td>\n",
" <td>Captiva</td>\n",
" <td>2007</td>\n",
" <td>Jeep</td>\n",
" <td>Yes</td>\n",
" <td>Diesel</td>\n",
" <td>2</td>\n",
" <td>51258 km</td>\n",
" <td>4.0</td>\n",
" <td>Automatic</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>Black</td>\n",
" <td>4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19236</th>\n",
" <td>45813273</td>\n",
" <td>470</td>\n",
" <td>753</td>\n",
" <td>HYUNDAI</td>\n",
" <td>Sonata</td>\n",
" <td>2012</td>\n",
" <td>Sedan</td>\n",
" <td>Yes</td>\n",
" <td>Hybrid</td>\n",
" <td>2.4</td>\n",
" <td>186923 km</td>\n",
" <td>4.0</td>\n",
" <td>Automatic</td>\n",
" <td>Front</td>\n",
" <td>04-May</td>\n",
" <td>Left wheel</td>\n",
" <td>White</td>\n",
" <td>12</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>19237 rows ×
"</div>"
],
"text/plain": [
" ID Price Levy Manufacturer Model Prod. year Category \\\n",
"0 45654403 13328 1399 LEXUS RX 450 2010 Jeep \n",
"1 44731507 16621 1018 CHEVROLET Equinox 2011 Jeep \n",
"2 45774419 8467 - HONDA FIT 2006 Hatchback \n",
"3 45769185 3607 862 FORD Escape 2011 Jeep \n",
"4 45809263 11726 446 HONDA FIT 2014 Hatchback \n",
"... ... ... ... ... ... ... ... \n",
"19232 45798355 8467 - MERCEDES-BENZ CLK 200 1999 Coupe \n",
"19233 45778856 15681 831 HYUNDAI Sonata 2011 Sedan \n",
"19234 45804997 26108 836 HYUNDAI Tucson 2010 Jeep \n",
"19235 45793526 5331 1288 CHEVROLET Captiva 2007 Jeep \n",
"19236 45813273 470 753 HYUNDAI Sonata 2012 Sedan \n",
"\n",
" Leather interior Fuel type Engine volume Mileage Cylinders \\\n",
"0 Yes Hybrid 3.5 186005 km 6.0 \n",
"1 No Petrol 3 192000 km 6.0 \n",
"2 No Petrol 1.3 200000 km 4.0 \n",
"3 Yes Hybrid 2.5 168966 km 4.0 \n",
"4 Yes Petrol 1.3 91901 km 4.0 \n",
"... ... ... ... ... ... \n",
"19232 Yes CNG 2.0 Turbo 300000 km 4.0 \n",
"19233 Yes Petrol 2.4 161600 km 4.0 \n",
"19234 Yes Diesel 2 116365 km 4.0 \n",
"19235 Yes Diesel 2 51258 km 4.0 \n",
"19236 Yes Hybrid 2.4 186923 km 4.0 \n",
"\n",
" Gear box type Drive wheels Doors Wheel Color Airbags \n",
"0 Automatic 4x4 04-May Left wheel Silver 12 \n",
"1 Tiptronic 4x4 04-May Left wheel Black 8 \n",
"2 Variator Front 04-May Right-hand drive Black 2 \n",
"3 Automatic 4x4 04-May Left wheel White 0 \n",
"4 Automatic Front 04-May Left wheel Silver 4 \n",
"... ... ... ... ... ... ... \n",
"19232 Manual Rear 02-Mar Left wheel Silver 5 \n",
"19233 Tiptronic Front 04-May Left wheel Red 8 \n",
"19234 Automatic Front 04-May Left wheel Grey 4 \n",
"19235 Automatic Front 04-May Left wheel Black 4 \n",
"19236 Automatic Front 04-May Left wheel White 12 \n",
"\n",
"[19237 rows x 18 columns]"
]
},
"execution_count": 1,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import pandas as pd\n",
2024-11-30 02:49:22 +04:00
"df = pd.read_csv(\"/mnt/d/МИИ/AIM-PIbd-31-Kouvshinoff-T-A/static/csv/car_price_prediction.csv\", sep=\",\")\n",
2024-11-29 05:51:20 +04:00
"df\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Предобработка данных\n",
"Мы удалим неинформативные столбцы, такие как ID, преобразуем категориальные переменные в числовые (one-hot encoding), а
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
2024-11-30 02:49:22 +04:00
"outputs": [],
2024-11-29 05:51:20 +04:00
"source": [
"# Удаляем неинформативный столбец ID\n",
"df = df.drop(columns=[\"ID\"])\n",
"\n",
"# Преобразование категориальных данных в числовые с
"df = pd.get_dummies(df, drop_first=True)\n",
"\n",
"# Нормализация числовых данных\n",
2024-11-30 02:49:22 +04:00
"from sklearn.preprocessing import StandardScaler\n",
2024-11-29 05:51:20 +04:00
"\n",
"scaler = StandardScaler()\n",
"df_scaled = scaler.fit_transform(df)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Визуализация данных с
"Для визуализации мы применим метод PCA, который уменьшит количество измерений до двух, сохраняя при этом максимальное количество информации. \n",
"Ключевые термины:\n",
"- PCA (Principal Component Analysis) — метод снижения размерности, который находит новые оси в данных, вдоль которых разброс максимален, и проецирует данные на эти оси.\n",
"- Снижение размерности — процесс упрощения данных за счёт уменьшения числа признаков."
]
},
{
"cell_type": "code",
2024-11-30 02:49:22 +04:00
"execution_count": 3,
2024-11-29 05:51:20 +04:00
"metadata": {},
"outputs": [
2024-11-30 02:49:22 +04:00
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n"
]
},
2024-11-29 05:51:20 +04:00
{
"data": {
2024-11-30 02:49:22 +04:00
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAroAAAIjCAYAAADslLiSAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdd3wUdfrA8c9sz26y6QFSqKGFLsWKiB1FT09BPU9QT+XEO3u9s3ue7fRnOVE8TxTlPCnWU7CgYkNq6IEQIJBCQjbJ7iabbbPz/f0xyUpIISAlCd/365WXsjs7+90288wzzzxfRQghkCRJkiRJkqROxnC0ByBJkiRJkiRJh4MMdCVJkiRJkqROSQa6kiRJkiRJUqckA11JkiRJkiSpU5KBriRJkiRJktQpyUBXkiRJkiRJ6pRkoCtJkiRJkiR1SjLQlSRJkiRJkjolGehKkiRJkiRJnZIMdCVJkiRJkqROSQa6ndCbb76JoijRP5vNRr9+/fjTn/5EeXl5k+XLy8u58847GTBgAHa7HYfDwciRI/nb3/6G2+1u9jnGjBmDoii88sorv3q8V199daPxmkwmsrKyuPzyy9m0adOvXr8kSZIkSccm09EegHT4PProo/Tq1YtAIMAPP/zAK6+8wmeffcaGDRuw2+0ArFixgvPOO4/a2lp+//vfM3LkSABWrlzJk08+yXfffccXX3zRaL1bt25lxYoV9OzZkzlz5nDjjTf+6rFarVZef/11AFRVZdu2bbz66qssWrSITZs2kZ6e/qufQ5IkSZKkY4sMdDuxCRMmMGrUKACuu+46kpOTee655/joo4+44oorcLvdXHzxxRiNRnJzcxkwYECjxz/++OP861//arLed955h7S0NJ599lkuvfRSCgsL6dmz568aq8lk4ve//32j20444QQmTpzIp59+yvXXX/+r1i9JkiRJ0rFHli4cQ04//XQAduzYAcDMmTMpKSnhueeeaxLkAnTp0oX777+/ye3/+c9/uPTSS5k4cSLx8fH85z//abJMXV0dmzdvxuVyHfR4u3btCuhBcIOGsozCwsLobZqmMXToUBRF4c0334ze/vDDD5OTk0NsbCxOp5MTTjiBDz/8MHr/Qw89hNlspqKioslz33DDDSQkJBAIBAD46KOPOP/880lPT8dqtdKnTx8ee+wxIpFIk8cWFhY2KsXY+2/fZfYeL8BNN92EoihcffXV0dvef/99xowZQ1JSEjExMQwYMICnnnoKIUR0mZ07dzJ9+nT69+9PTEwMycnJTJo0qdH7tPf7t3Llyka3u1wuFEXh4YcfbnR7c7c988wzKIrCaaed1uj27du3M2nSJNLT0zEYDNHXPHjw4CbvUXO+/fbb/b5vh+u1PvzwwyiK0uT7unLlyiaf09VXX01sbGyrr2Xv9fv9fgYMGMCAAQPw+/3RZaqqqujWrRsnnXRSs9+jfV9HS3/7fj65ublMmDABp9NJbGwsZ5xxBj///HOT9brdbm677TZ69uyJ1WolMzOTKVOmNHkP9i0taul5N2/ezKWXXkpSUhI2m41Ro0bx8ccft/o+NdA0jRdeeIEhQ4Zgs9lITU3l3HPPbfTZKYrCn/70pyaPnThxYqMD7QP5bc2cORODwcC8efNafXx+fj5JSUn87ne/a7ROt9vNrbfeSlZWFlarlezsbJ566ik0TWuyvn/84x9Nxj548OBGv6OG38C3337baLnzzz+/2ff8m2++YezYsSQmJjb6bJp7n/bW8Dzvvfcef/nLX+jatSsOh4MLL7yQoqKiRst+//33TJo0ie7du2O1WsnKyuK2225r9F2G/W9vAU477TQUReGiiy5qMqZp06Y1u73QNI3nn3+eQYMGYbPZ6NKlC9OmTaO6urrRcj179mTixIl88cUXDB8+HJvNRk5ODu+//36j5Q50G3gofk+tbdv2/T01bIv2VltbS9euXZv9bkj7JzO6x5Bt27YBkJycDMDHH39MTEwMl156aZvXsWzZMgoKCpg1axYWi4Xf/va3zJkzh7/85S+Nllu+fDnjx4/noYcearLhaEnDDjYSibB9+3buuecekpOTmThxYquPe/vtt1m/fn2T230+HxdffDE9e/bE7/fz5ptvcskll7B06VLGjBnDVVddxaOPPsp7773XaMcQCoWYP38+l1xyCTabDdA3jrGxsdx+++3Exsby9ddf8+CDD+L1ennmmWeaHdcNN9zA2LFjAT1Y/eCDD1p9HQUFBc1m0L1eL8cffzxTp07FbDazaNEi7r33XkwmE3fccQegl6D89NNPXH755WRmZlJYWMgrr7zCaaedxqZNm6KlKr+W2+3miSeeaHJ7JBLhwgsvZOfOndx6663069cPRVF4/PHHD/g5br75ZkaPHg3A7Nmz+fLLLxvdf6Re66ESExPDW2+9xcknn8xf//pXnnvuOUAPvDweD2+++SZGo3G/62koRWpQW1vbpGxo48aNjB07FqfTyd13343ZbGbmzJmcdtppLFmyhOOPPz762LFjx5KXl8e1117Lcccdh8vl4uOPP6a4uJiUlJRG601JSeH//u//ov++6qqrmjzvySefTEZGBvfeey8Oh4O5c+dy0UUXsWDBAi6++OJWX9sf/vAH3nzzTSZMmMB1112Hqqp8//33/Pzzz9GzUr9GS7+tadOmsWXLFqZOnUrPnj2j37u9VVVVMXHiRAYOHMisWbOit9fV1TFu3DhKSkqYNm0a3bt356effuK+++5j9+7dPP/887963ADfffcdn332WZPbd+zYwfnnn0+3bt148MEHSU1NBZp+Nq15/PHHURSFe+65hz179vD8889z5plnsmbNGmJiYgCYN28edXV13HjjjSQnJ7N8+XJeeukliouLGx0g7G9728Bms/Hpp5+yZ88e0tLSAP1g8L333otub/c2bdo03nzzTa655hpuvvlmduzYwT//+U9yc3P58ccfMZvN0WW3bt3KZZddxh//+EemTp3KrFmzmDRpEosWLeKss85q8/vS4FD9ngYOHMjbb78dXe9rr71GXl5eo9/U0KFDWxzHs88+2+z1NVIbCanTmTVrlgDEV199JSoqKkRRUZH473//K5KTk0VMTIwoLi4WQgiRmJgohg0bdkDr/tOf/iSysrKEpmlCCCG++OILAYjc3NxGy33zzTcCEA899NB+1zl16lQBNPnLyMgQq1atava17dixQwghRCAQEN27dxcTJkwQgJg1a1aLz7Nnzx4BiH/84x/R20488URx/PHHN1ru/fffF4D45ptvorfV1dU1Wd+0adOE3W4XgUCg0e1bt24VgHjrrbeitz300ENi75/bjh07mox38uTJYvDgwSIrK0tMnTq1xdchhBA5OTli4sSJrY5v6dKlAhCzZ8+O3tbw/q1YsaLRshUVFc1+Xvvedvfdd4u0tDQxcuRIMW7cuOjtW7ZsEYB44oknGj1+3LhxYtCgQa2+lgYN36X58+dHb7vpppvEvpupw/FaGz6fioqKRsuuWLGiyec0depU4XA4Wn0tzb2X9913nzAYDOK7774T8+bNE4B4/vnnW13Pgb6Oiy66SFgsFrFt27bobaWlpSIuLk6ceuqp0dsefPBBAYj333+/yfM1/LYbXHnllaJXr16tvr4zzjhDDBkypNFvQdM0cdJJJ4m+ffu2+vq+/vprAYibb7651bEA4qabbmqyzPnnny969OgR/feB/rYikYi44IILRLdu3URRUVGjx4dCIXHaaaeJXr16iT179jR63GOPPSYcDofIz89vdPu9994rjEaj2LVrV6PxPPPMM03GPmjQoEa/o4bt5t7bnuOPPz66fdv7PZ85c6YAxNKlSxuts6X3aW8Nz5ORkSG8Xm/09rlz5wpAvPDCC9Hbmvu9PfHEE0JRFLFz584Wn6O57W3D9mDo0KGNbn/77bdFZmamGDt2bKPtxffffy8AMWfOnEbrXrRoUZPbe/ToIQCxYMGC6G0ej0d069ZNjBgxInrb0f49CaFvQ/b+zu5t333Fnj17RFxcXPQ7sPd3Q2obWbrQiZ155pmkpqZGOxjExsbywQcfkJGRAeiZwri
2024-11-29 05:51:20 +04:00
"text/plain": [
"<Figure size 800x600 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Импортируем PCA и визуализируем данные\n",
"from cuml.decomposition import PCA\n",
"import matplotlib.pyplot as plt\n",
"\n",
"# Применяем PCA для снижения размерности до 2\n",
"pca = PCA(n_components=2)\n",
"df_pca = pca.fit_transform(df_scaled)\n",
"\n",
"# Визуализация\n",
"plt.figure(figsize=(8, 6))\n",
"plt.scatter(df_pca[:, 0], df_pca[:, 1], c='blue', edgecolor='k', alpha=0.6)\n",
"plt.title(\"PCA: Визуализация данных после снижения размерности\")\n",
"plt.xlabel(\"Главная компонента 1\")\n",
"plt.ylabel(\"Главная компонента 2\")\n",
"plt.show()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Количество кластеров\n",
"Количество кластеров напрямую влияет на результаты кластеризации, так как оно определяет, сколько групп или сегментов будет выделено в данных. Оптимальный выбор количества кластеров важен, чтобы обеспечить баланс между точностью кластеризации и интерпретируемостью результатов. \n",
"# Зачем выбирать количество кластеров?\n",
"## Оптимальная сегментация данных\n",
"Разное количество кластеров может приводить к слишком мелкому делению (много мелких кластеров) или слишком крупному (слишком обобщённые кластеры).\n",
"-Слишком мало кластеров: важные различия в данных могут быть упущены.\n",
"-Слишком много кластеров: анализ становится сложным, и кластеры могут быть избыточно раздроблены.\n",
"## Интерпретируемость результатов\n",
"Оптимальное количество кластеров делает результаты понятными и полезными. Например, выделение 3-5 кластеров может быть удобно для анализа, тогда как 15-20 кластеров усложнят интерпретацию.\n",
"## Избежание переобучения или недообучения\n",
"Количество кластеров влияет на обобщающую способность модели. Слишком большое количество кластеров может привести к переобучению (модель подстраивается под шум), а
"## Практическая применимость\n",
"В
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Определение оптимального количества кластеров\n",
"Для выбора количества кластеров мы применим: \n",
"- Метод локтя — измеряет инерцию (размерность ошибок внутри кластеров).\n",
"- Коэффициент силуэта — показывает, насколько хорошо объекты распределены между кластерами.\n",
" \n",
"Ключевые термины: \n",
"- Инерция — сумма квадратов расстояний от точек до центроидов их кластеров. Чем меньше, тем лучше.\n",
"- Коэффициент силуэта — оценивает плотность внутри кластеров и разницу между ними (от -1 до 1)."
]
},
{
"cell_type": "code",
2024-11-30 02:49:22 +04:00
"execution_count": 4,
2024-11-29 05:51:20 +04:00
"metadata": {},
"outputs": [
2024-11-30 02:49:22 +04:00
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAtYAAAIjCAYAAAAnT1xsAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAACLDElEQVR4nOzdeVwU9f8H8Nfscq3AgiAICAKCgjdXKnjnLV6VZ5pkppZmpmhm/kzNilKz0gwzb8xM80jNvK8sElFR8QBUEBVQEV3ua3d+f/hlcwUUEB0WXs/HYx6yM5+dec+wiy8+fOazgiiKIoiIiIiI6JnIpC6AiIiIiKg6YLAmIiIiIqoEDNZERERERJWAwZqIiIiIqBIwWBMRERERVQIGayIiIiKiSsBgTURERERUCRisiYiIiIgqgYHUBRAR0YuRn5+PtLQ0aDQaODg4SF0OEVG1wx5rIqJqLDIyEq+//jrq1KkDY2Nj2Nvb47XXXpO6LCKiaonBmqgEa9asgSAIEAQBx48fL7ZdFEU4OTlBEAT06dNHggqJnu73339Hu3btcPHiRXz++efYv38/9u/fjx9//FHq0oiIqiUOBSF6AhMTE2zYsAHt2rXTWX/06FHcvHkTxsbGElVG9GRpaWl4++230aNHD2zevBlGRkZSl0REVO2xx5roCXr37o3NmzejsLBQZ/2GDRvg6+sLOzs7iSojerLVq1cjNzcXa9asYagmInpBGKyJnmDYsGG4d+8e9u/fr12Xn5+P3377Da+//nqJz9FoNPj222/RtGlTmJiYoG7duhg3bhzu37+vbePi4qIdalLS4uLiom2blZWF4OBgODk5wdjYGB4eHli4cCFEUSx27CNHjpS6z7J68803S3z+nDlzdNodOnQI7du3h6mpKSwtLdG/f39cunRJp82cOXOKHfvw4cMwNjbGO++8o9PmScuRI0e0zw8NDUWzZs1Qq1YtnTa//fZbmc6vU6dOZTo/QHdI0KNLp06ddNqdOXMGPXv2hI2NjU67pw0TSkhI0GlvaGgIFxcXTJs2Dfn5+cXqiIyMfOJ5PVrXv//+Cy8vL3zxxRfa107Dhg3x5ZdfQqPR6Dy3sLAQ8+bNg5ubG4yNjeHi4oKPP/4YeXl5Ou1cXFzQp08f7Nu3D15eXjAxMUGTJk2wdetWnXZpaWmYOnUqmjdvDjMzMyiVSvTq1Qtnz5594vUo8vj3o7CwEL1794aVlRUuXrxY7rqB0t8bj77Xito8+noDgMDAwGI1PX69gf++n2vWrNFZf/nyZQwcOBBWVlYwMTGBn58fduzYUazGBw8eYPLkyXBxcYGxsTEcHR0xcuRIpKamPvG9/fhr+PH3lLm5OVq1aoXt27frHO+vv/7CoEGDUL9+fRgbG8PJyQmTJ09GTk5OsdoeV/SaTEhI0K67cOECateujT59+hTrjCjtfffotSpPPZcvX8bgwYNhY2MDhUIBDw8PzJw5s8Tzf9rPlBMnTqBnz56wsLBArVq10LFjR/z99986xyvaZ9FxlUolrK2tMWnSJOTm5uq0Lc/7qagemUwGOzs7DBkyBImJiU+9/lR1cSgI0RO4uLjA398fv/zyC3r16gUA+PPPP6FSqTB06FAsXry42HPGjRuHNWvWYNSoUXj//fcRHx+P77//HmfOnMHff/8NQ0NDfPvtt8jMzAQAXLp0CV988QU+/vhjNG7cGABgZmYG4OFY7n79+uHw4cMYPXo0vLy8sHfvXkybNg23bt3CN998U2Ld77//Pl566SUAwLp163R+MSiLOnXq6Oz7jTfe0Nl+4MAB9OrVCw0aNMCcOXOQk5ODJUuWoG3btjh9+rROWHnU2bNnMWDAAPTu3RtLly4FALz66qtwd3fXtpk8eTIaN26MsWPHatcVXZdff/0V48ePR6dOnTBx4kSYmppqr195ODo6IiQkBACQmZmJd99994ntv/nmG9SpUwcA8Pnnn+tsU6lU6NWrF0RRxJQpU+Dk5KQ9j7IaO3Ys2rdvj7y8POzduxcLFy6EiYkJ5s2bV57T0nHv3j0cP34cx48fx1tvvQVfX18cPHgQM2bMQEJCApYtW6Zt+/bbb2Pt2rUYOHAggoODceLECYSEhODSpUvYtm2bzn7j4uIwZMgQvPPOOwgKCsLq1asxaNAg7NmzB926dQMAXLt2Ddu3b8egQYPg6uqK27dv48cff0THjh1x8eLFcs9I8vbbb+PIkSPYv38/mjRpUqG6izz6Plu+fPlTQ8yxY8ewe/fuctX7qAsXLqBt27aoV68ePvroI5iammLTpk0YMGAAtmzZgldeeQXAw9dh+/btcenSJbz11lvw8fFBamoqduzYgZs3b6Jx48YICwvT7nf58uW4dOmSzvu0RYsWOscuap+amooffvgBgwYNQnR0NDw8PAAAmzdvRnZ2Nt59911YW1sjIiICS5Yswc2bN7F58+ZyneeNGzfQs2dPeHp6YtOmTTAwKB4vPD09teE3NTW12HukrPWcO3cO7du3h6GhIcaOHQsXFxdcvXoVO3fuxOeff16unymHDh1Cr1694Ovri9mzZ0Mmk2H16tV4+eWX8ddff6FVq1Y6NQ4ePBguLi4ICQnBv//+i8WLF+P+/ftYt26dtk15Xpft27fH2LFjodFoEB0djW+//RZJSUn466+/ynX9qQoRiaiY1atXiwDEkydPit9//71obm4uZmdni6IoioMGDRI7d+4siqIoOjs7i4GBgdrn/fXXXyIA8eeff9bZ3549e0pcL4qiePjwYRGAePjw4WLbtm/fLgIQP/vsM531AwcOFAVBEK9cuaKzft++fSIA8bffftOumzBhgliet/rw4cNFV1dXnXUAxNmzZ2sfe3l5iba2tuK9e/e0686ePSvKZDJx5MiR2nWzZ8/WHjshIUG0t7cX27VrJ+bk5JR6fGdnZzEoKKjEbcOGDRMtLS11nl90/TZv3lym8wsICBCbNWumfXz37t1i51fkp59+EgGI169f167r2LGj2LFjR+3jvXv3igDEX375pdh5PPraKEl8fLwIQFy9erXOegcHB7F3797ax4++HkvzeF0dO3YUAYhz5szRaffmm2+KAMTz58+LoiiKUVFRIgDx7bff1mk3depUEYB46NAhnXMCIG7ZskW7TqVSifb29qK3t7d2XW5urqhWq4udq7Gxsfjpp5+Weg5FHv1+zJgxQ5TL5eL27dt12pSnblEUxf3794sAxKNHj2rXBQUFic7OztrHJb0XW7duLfbq1avYa6Rz585ihw4dip3j49/PLl26iM2bNxdzc3O16zQajRgQECA2bNhQu+6TTz4RAYhbt24tdj00Gk2xdY/X/qhH33dFin42bNq0Sbuu6Gfao0JCQkRBEHRe8yUpek3Gx8eLaWlpYpMmTUQPDw8xNTW1xPZt27bV/twUxZKvVVnr6dChg2hubl6sxpKukyiW/jNFo9GIDRs2FHv06KHz3OzsbNHV1VXs1q2bdl3RNe3Xr5/OPsaPHy8CEM+ePSuKYvnfT4/X9frrr4u1atUq8TxIP3AoCNFTDB48GDk5Odi1axcyMjKwa9euUoeBbN68GRYWFujWrRtSU1O1i6+vL8zMzHD48OFyHXv37t2Qy+V4//33ddYHBwdDFEX8+eefOuuL/iRpYmJSruM8Kj8//4k3ZSYnJyMqKgpvvvkmrKystOtbtGiBbt26ldi7d+/ePfTo0QPm5ubYsWNHhevLyMhArVq1nun8cnNzy/z8ouEYT7oeGRkZAABra+sK15SZmYnU1FTcunULy5cvR0pKCrp06VKsnUqlQmpqqvaYTyOXy4v1CgYHBwMA/vjjDwDQfr+mTJnyxHZFHBwctL2sAKBUKjFy5EicOXMGKSkpAB5eL5ns4X8varUa9+7dg5mZGTw8PHD69Oky1Q4A33//PUJCQrB48WL0799fZ1t56y7L9/JxW7duxcmTJ/Hll18W22Zra4ubN28+8flpaWk4dOgQBg8ejIyMDO3Pg6L3Q1xcHG7dugUA2LJlC1q2bKlzbYuUZyjXo4qOd+nSJSxbtgympqZo06aNdrtCodB+nZWVhdTUVAQ
"text/plain": [
"<Figure size 800x600 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n",
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n"
]
},
2024-11-29 05:51:20 +04:00
{
"data": {
2024-11-30 02:49:22 +04:00
"image/png": "iVBORw0KGgoAAAANSUhEUgAAArMAAAIjCAYAAAAQgZNYAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAACR5UlEQVR4nOzdd3iT5f4G8PtN0nQ33YNSOqGDKasM2WXJdCIOEBU9yFKOHsHBVFHxuBEnQ3Hww4HgURDKRmRXKC2rg5bSSfduk/f3R5pI7aBp075Jen+uKxf07ZvkTpq23z75Ps8jiKIogoiIiIjIDMmkDkBERERE1FwsZomIiIjIbLGYJSIiIiKzxWKWiIiIiMwWi1kiIiIiMlssZomIiIjIbLGYJSIiIiKzxWKWiIiIiMwWi1kiIiIiMlssZomIiIjIbLGYpTa3ceNGCIKAkydP1vncZ599BkEQMHXqVKjV6jbJM3HiRAQEBBh8vXnz5kEQBOMHIiIioiZjMUsm46effsKcOXMwZMgQfPfdd5DL5VJHIiIiIhPHYpZMwv79+zF9+nRERERgx44dsLGxkToSERERmQEWsyS5mJgYTJkyBT4+Pti1axdUKlWdc7Zu3Yo+ffrA1tYW7u7ueOihh5CWlqb/fFpaGqZPnw5fX19YW1sjKCgI//nPf1BUVFTntr766iv4+fnB2dkZq1ev1h/fsmULOnToAHd3d7zxxht1rrdr1y506dIFDg4OWLBgAURRBKAtxIODg+Hk5IRFixbVao/Yv38/BEHA/v37a93WhAkTIAgCli9frj+2fPlyCIKAnJycWueePHkSgiBg48aN+mPJycl1jgHA3LlzIQgCHnnkkVrH8/Pz8fTTT8PPzw/W1tYICQnBG2+8AY1GU+c233rrrTqPvVu3bhg+fHitx9TY5ebHVZ/y8nIsX74cXbp0gY2NDXx8fHDXXXchISGhWY8PAIYPH15vFt1tLFu2DFZWVsjOzq5z3SeeeALOzs4oLy/HoUOHEBUVBXd3d9ja2uK2227DunXr9F/vxu7r5ovOhg0bMHLkSHh6esLa2hoRERFYt25do8/PPwUEBDT62G6mex398/LP52zfvn0YMmQIXFxcap03b968RrPovv5btmzBCy+8AG9vb9jb22Py5MlITU2tde6hQ4dw7733olOnTrC2toafnx+eeeYZlJWV1ckcEREBBwcHODk5YcCAAdi2bVud+9a9Lhp7vg157TzyyCP1thi15HvzkUcegYODQ/1PXj23X1ZWhrCwMISFhdV6XnJzc+Hj44NBgwY12nKla9tKTk7WHzt//jxcXFwwceJEVFdX1zr/Vt8nQNO/bgBw4cIF3HffffDw8ICtrS1CQ0Px4osv1nreGrvc/LPx2LFjGDduHFQqFezs7DBs2DAcOXKk1v3pblN3v05OTnBzc8PChQtRXl5e69zq6mqsWrUKwcHBsLa2RkBAAF544QVUVFTUOu/m7y+ZTAZvb29MmzYNKSkpDT7vZFoUUgeg9i0hIQHjxo2DtbU1du3aBR8fnzrnbNy4EbNmzUK/fv2wevVqZGZm4r333sORI0dw5swZODs7IyEhAZmZmZg/fz5cXFxw/vx5vP/++4iOjsbhw4dha2sLADhy5AhmzpyJQYMGYfr06fjqq6+QmJiIsrIyrFy5Ei+88AJ+//13LF68GJ06dcL06dMBAImJiZg6dSpCQkLw2muvYefOnfqe37lz52L+/Pk4c+YM3nnnHXh4eGDJkiUNPuaDBw/i119/NfpzeeXKFXz22Wd1jpeWlmLYsGFIS0vDk08+iU6dOuGPP/7AkiVLkJ6ejnfffdeg+wkPD8dXX32l//jTTz9FfHw83nnnHf2xHj16NHh9tVqNiRMnIjo6Gvfffz8WLlyIoqIi7N69G7GxsQgODjbo8d0sLCxM/4s0JycHzzzzjP5zDz/8MFauXIktW7bUKtgqKyvx/fff4+6774aNjQ3++OMPeHp64qWXXoJcLseBAwfw1FNP4ezZs/oi9MUXX8Tjjz9e636eeOIJDBkypE6mdevWoWvXrpg8eTIUCgV27NiBp556ChqNBnPnzm308dysV69e+Pe//w0ASEpKwtKlSxs9/+av0c3Pg+76EyZMgI+PD5YuXQoPDw/9c9RUr776KgRBwPPPP4+srCy8++67iIqKQkxMjP77bevWrSgtLcWcOXPg5uaG48eP44MPPsC1a9ewdetW/W2VlJTgzjvvREBAAMrKyrBx40bcfffdOHr0KPr371/nvm9+rn/88Uf89NNPjWZtymtHKra2tti0aRMGDx6MF198EW+//TYA7c+VgoICbNy40aCWq9TUVIwbNw5hYWH4v//7PygUdX/NN/Z9AjT963b27FkMGTIEVlZWeOKJJxAQEICEhATs2LEDr776Ku666y6EhIToz3/mmWcQHh6OJ554Qn8sPDwcALB3716MHz8effr0wbJlyyCTyfR/CB46dKjO6+C+++5DQEAAVq9ejT///BPvv/8+8vLy8OWXX+rPefzxx7Fp0ybcc889+Pe//41jx45h9erViI+Pr/OaGTJkCJ544gloNBrExsbi3XffxfXr13Ho0KEmP/ckIZGojW3YsEEEIP7yyy9icHCwCEAcM2ZMvedWVlaKnp6eYrdu3cSysjL98V9++UUEIC5durTB+9m9e7cIQFy5cqX+2OTJk8XAwECxvLxcFEVRLCoqEgMDA0U7OzsxMTFRFEVR1Gg04uDBg8WePXvqr7dgwQLR0dFRzMnJEUVRFKuqqsQBAwaIAMRjx47pz5s+fbro6empv/19+/aJAMR9+/bpz4mMjBTHjx8vAhCXLVumP75s2TIRgJidnV3rcZw4cUIEIG7YsEF/LCkpqc6x++67T+zWrZvo5+cnzpw5U3981apVor29vXjp0qVat7t48WJRLpeLKSkptW5zzZo1dZ7Lrl27isOGDatzXBRFcebMmaK/v3+9n6vP+vXrRQDi22+/XedzGo3G4MenM3jwYHHEiBH6j+u7jYEDB4qRkZG1rvfjjz/W+Rr904svvigCEA8ePFjnc/Xdz81KS0vrHBs7dqwYFBTU4P39U4cOHcSJEyfqP67vNXFzVkEQah3z9/ev9Zx98sknIgDx6NGjtc4DIM6dO7fRLLrXtK+vr1hYWKg//n//938iAPG9997TH6vvsa9evVoUBEG8evVqg/eRlZUlAhDfeuutWscvX74sAhA3bdqkP6b7vtEx5LUza9YssVOnTnXuvyXfmzNnzhTt7e0bfGz13b4oiuKSJUtEmUwmHjx4UNy6dasIQHz33XcbvR1R/PvnaVJSkpibmytGRESIoaGh+p9V/9SU75Omft2GDh0qOjo61vla6r6P/+mfr8Obz+/cubM4duzYWtctLS0VAwMDxdGjR+uP6b4WkydPrnUbTz31lAhA/Ouvv0RRFMWYmBgRgPj444/XOu/ZZ58VAYh79+5tNNcDDzwg2tnZ1fs4yPSwzYAk88gjjyA1NRUPPPAAfv/991p/8eucPHkSWVlZeOqpp2r10U6YMAFhYWH43//+pz9WVVWFnJwc/aVXr17o27dvrduNjo7GHXfcAWtrawCAg4MDIiIi4OHhgcDAQADQr6bw119/4caNG/rrDR06FG5ubgAAhUKBPn36AECtEYO77roLWVlZiI2Nrfcx//jjjzhx4gRef/31Zj1nDTl16hS2bt2K1atXQyar/W29detW/dvJNz8/UVFRUKvVOHjwYK3zS0tLa52Xk5Nj1JUlfvjhB7i7u2P+/Pl1PtfQ6hCNPT6dyspK/de1ITNmzMCxY8f07QwA8PXXX8PPzw/Dhg3TH/vnczB79mxYWVnV+xq9Fd0oJQAUFBQgJycHw4YNQ2JiIgoKCpp0G+Xl5U3uI2/K86Brv9G9nptjxowZcHR01H98zz33wMfHp9a7Djc/9pKSEuTk5GDQoEEQRRFnzpypdXu679+EhAS8/vrrkMlkGDx4cJ3HBuCWj+9mjb12PD09kZWVpb/dW8nNza31umjs66c7559vfTdk+fLl6Nq1K2bOnImnnnoKw4YNw4IFC5p
2024-11-29 05:51:20 +04:00
"text/plain": [
"<Figure size 800x600 with 1 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Метод локтя\n",
"from cuml.cluster import KMeans\n",
"\n",
"border_l = 2\n",
2024-11-30 02:49:22 +04:00
"border_r = 10\n",
2024-11-29 05:51:20 +04:00
"\n",
"inertia = []\n",
"for k in range(border_l, border_r):\n",
" kmeans = KMeans(n_clusters=k, random_state=42)\n",
" kmeans.fit(df_scaled)\n",
" inertia.append(kmeans.inertia_)\n",
"\n",
"# Визуализация метода локтя\n",
"plt.figure(figsize=(8, 6))\n",
"plt.plot(range(border_l, border_r), inertia, marker='o')\n",
"plt.title('Метод локтя для выбора количества кластеров')\n",
"plt.xlabel('Количество кластеров')\n",
"plt.ylabel('Инерция')\n",
"plt.show()\n",
"\n",
"# Коэффициент силуэта\n",
2024-11-30 02:49:22 +04:00
"from sklearn.metrics import silhouette_score\n",
"# from cuml.metrics.cluster import silhouette_score\n",
2024-11-29 05:51:20 +04:00
"\n",
"silhouette_scores = []\n",
"for k in range(border_l, border_r):\n",
" kmeans = KMeans(n_clusters=k, random_state=42)\n",
" kmeans.fit(df_scaled)\n",
" score = silhouette_score(df_scaled, kmeans.labels_)\n",
" silhouette_scores.append(score)\n",
"\n",
"# Визуализация коэффициента силуэта\n",
"plt.figure(figsize=(8, 6))\n",
"plt.plot(range(border_l, border_r), silhouette_scores, marker='o')\n",
"plt.title('Коэффициент силуэта для различных кластеров')\n",
"plt.xlabel('Количество кластеров')\n",
"plt.ylabel('Коэффициент силуэта')\n",
"plt.show()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Кластеризация с
"После выбора оптимального числа кластеров (например, 3), мы применим K-means для кластеризации и визуализируем результаты. \n",
"Ключевой термин:\n",
"- K-means — алгоритм кластеризации, который группирует данные вокруг центров (центроидов) кластеров."
]
},
{
"cell_type": "code",
2024-11-30 02:49:22 +04:00
"execution_count": 5,
2024-11-29 05:51:20 +04:00
"metadata": {},
2024-11-30 02:49:22 +04:00
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAqcAAAIjCAYAAAA+xLLKAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdd1gUV9vA4d82dpfeOwIKSBEbICr23mOJRmNiSV7TNM3kTWLypvduujGxJmpiicbYe0NFsWBXQJRepZdly3x/8LkJAY0aFNRz55rrCjOzZ87MLvLsKc+RSZIkIQiCIAiCIAhNgLyxKyAIgiAIgiAIl4ngVBAEQRAEQWgyRHAqCIIgCIIgNBkiOBUEQRAEQRCaDBGcCoIgCIIgCE2GCE4FQRAEQRCEJkMEp4IgCIIgCEKTIYJTQRAEQRAEockQwakgCIIgCILQZIjgVBAEQbhjDRo0iClTpjR2NWrZsGED1tbW5OXlNXZVBKFJEsGpUMv8+fORyWTEx8fXOfbDDz8gk8kYPnw4RqOxEWonCHevHj160KpVqzr7t27diqWlJe3bt+fSpUuNULOmKzY2lk2bNvHiiy+a9+3YsQOZTGbeVCoVzZs3Z8KECZw/f75OGSUlJbz55pu0adMGa2trtFotrVq14sUXXyQzM7Pe644ZMwaZTFbrun81YMAAAgICeP/99xvmRgXhDiOCU+GarFy5kscff5yuXbvyyy+/oFAoGrtKgnDX27ZtG0OHDqVly5Zs2bIFR0fHxq5Sk/Lxxx/Tu3dvAgIC6hx76qmn+Omnn5g9ezaDBw/m119/JSoqqlbAef78edq2bcvbb79NaGgoH374IV9++SU9e/Zkzpw59OjRo065JSUl/PHHH/j5+bFkyRIkSaq3bo8++ijff/89paWlDXa/gnCnEMGp8I927NjBuHHjCA0N5Y8//kCj0TR2lQThrrdz506GDh1KUFCQCEzrkZuby9q1axkzZky9x7t27coDDzzA5MmT+eqrr/jkk0+4dOkSCxYsAMBgMDBy5EhycnLYsWMHS5YsYerUqUyZMoWvvvqK8+fPM3r06DrlrlixAqPRyNy5c0lLS2PXrl31Xn/UqFHodDqWLVvWcDctCHcIEZwKV3X06FHuuecePDw82LhxI3Z2dnXOuXDhQq1usr9uf/XJJ5/QuXNnnJyc0Gq1REREsHz58nqv+/PPP9OhQwcsLS1xcHCgW7dubNq0CQA/P78rXk8mk+Hn52cux2QyMXPmTMLCwtBoNLi5ufHoo49SWFhY63p+fn4MGTKETZs20bZtWzQaDaGhofz222+1zrvasIfLevToUW+LyrXatm0bXbt2xcrKCnt7e+655x5Onz5d65w33njjqs9g/vz55nMnTZqEtbU158+fp3///lhZWeHp6clbb71Vp1XnWp8XXP19v3DhQq1zi4qKeOaZZ/Dx8UGtVhMQEMCHH36IyWSqU+6V7m3SpEm1zsvIyOChhx7Czc0NtVpNWFgYc+fOrXXO5S7c+j5n1tbWtcq80nubn5+PTCbjjTfeqFPH/Pz8OuVe5ufnV6fO1/Mcrmb37t0MHjyYgIAAtmzZgpOT01XPv/z53rFjB5GRkWi1WsLDw9mxYwcAv/32G+Hh4Wg0GiIiIjhy5EidMs6cOcO9996Lo6MjGo2GyMhIVq9eXeucS5cu8fzzzxMeHo61tTW2trYMHDiQhISEWuddfl+WLl3Ku+++i7e3NxqNht69e5OUlFTr3MTEREaNGoW7uzsajQZvb2/Gjh1LcXHxVe957dq1GAwG+vTpc9XzLuvVqxcAKSkpQE2QmZCQwCuvvEKXLl3qnG9ra8u7775bZ/+iRYvo27cvPXv2JCQkhEWLFtV7PVdXV1q3bs3vv/9+TfUThLuJsrErIDRdycnJDBgwALVazcaNG/Hw8Ljq+Y888ghdu3YFav7YrVy5stbxL774gmHDhjF+/Hiqq6v55ZdfGD16NGvWrGHw4MHm8958803eeOMNOnfuzFtvvYWFhQVxcXFs27aNfv36MXPmTMrKygA4ffo07733Hi+//DIhISFATdBx2aOPPsr8+fOZPHkyTz31FCkpKXz99dccOXKE2NhYVCqV+dzExETuu+8+HnvsMSZOnMi8efMYPXo0GzZsoG/fvv/uYV6jLVu2MHDgQJo3b84bb7xBZWUlX331FTExMRw+fLhW4A3w3Xff1brflJQUXnvttTrlGo1GBgwYQMeOHfnoo4/YsGEDr7/+OgaDgbfeest83vU8r8vGjRvHoEGDAFi3bh1LliypdbyiooLu3buTkZHBo48+SrNmzdi7dy8zZswgKyuLmTNn1vssfvrpJ/P/P/vss7WO5eTk0LFjR2QyGdOmTcPFxYX169fz8MMPU1JSwjPPPFNvmY3pRp/D38XGxjJo0CD8/f3ZunUrzs7O1/S6pKQk7r//fh599FEeeOABPvnkE4YOHcqsWbN4+eWXeeKJJwB4//33GTNmDGfPnkUur2m/OHnyJDExMXh5efHSSy9hZWXF0qVLGT58OCtWrGDEiBFATTf4qlWrGD16NP7+/uTk5PD999/TvXt3Tp06haenZ606ffDBB8jlcp5//nmKi4v56KOPGD9+PHFxcQBUV1fTv39/dDodTz75JO7u7mRkZLBmzRqKiorq/bJ82d69e3FycsLX1/eank9ycjKAOdC/HHg/+OCD1/R6gMzMTLZv325ufR03bhyff/45X3/9NRYWFnXOj4iIYNWqVddcviDcNSRB+It58+ZJgLRmzRqpRYsWEiD169fvqq9JTEyUAGnBggXmfa+//rr0949XRUVFrZ+rq6ulVq1aSb169apVllwul0aMGCEZjcZa55tMpjrX3r59uwRI27dvr3Ns9+7dEiAtWrSo1v4NGzbU2e/r6ysB0ooVK8z7iouLJQ8PD6ldu3bmfZefz8GDB+t7FJIkSVL37t2l7t27X/H41bRt21ZydXWVCgoKzPsSEhIkuVwuTZgwwbzv8vPNy8ur9fqDBw9KgDRv3jzzvokTJ0qA9OSTT5r3mUwmafDgwZKFhYW5jOt5XpIkSefOnZMA6ZNPPjHv+/jjjyVASklJMe97++23JSsrK+ncuXO1Xv/SSy9JCoVCSk1NrbX/lVdekWQyWa19vr6+0sSJE80/P/zww5KHh4eUn59f67yxY8dKdnZ25s/a5c/HsmXLpL+zsrKqVeaV3tu8vDwJkF5//XXzvis9/6vV+Xqfw991795dcnR0lGxsbKSwsDApNzf3quf/vS6AtHfvXvO+jRs3SoCk1Wqlixcvmvd///33dX6nevfuLYWHh0tVVVXmfSaTSercubMUGBho3ldVVVXn9zYlJUVSq9XSW2+9Zd53+X0JCQmRdDqdef8XX3whAdLx48clSZKkI0eOXPH9+yddunSRIiIi6uy/fO25c+dKeXl5UmZmprR27VrJz89Pkslk5ve/Xbt2kp2d3XVd85NPPpG0Wq1UUlIiSdKfvyMrV66s9/z33ntPAqScnJzruo4g3OlEt75Qr0mTJpGWlsb999/Ppk2brjouqrq6GgC1Wn3VMrVarfn/CwsLKS4upmvXrhw+fNi8f9WqVZhMJl577TVzq81lfx8m8E+WLVuGnZ0dffv2JT8/37xFRERgbW3N9u3ba53v6elpbgGCmm67CRMmcOTIEbKzs2udW1xcTH5+foNOZsjKyuLo0aNMmjSp1vjB1q1b07dvX9atW/evyp82bZr5/y+3OFZXV7Nlyxbg+p9XVVUVwD+OQV62bBldu3bFwcGhVrl9+vTBaDTWGZNXXV191c+SJEmsWLGCoUOHIklSrTL79+9PcXFxrc8UQGlpaa3zrtYdf/m9vbxdbQb8pUuXyM/Pp7y8/KrP4EaeQ33Ky8spLS3Fzc0NW1vbfzz/r0JDQ+nUqZP55+joaKCmO7tZs2Z19l+euX7p0iW2bdvGmDFjaj3HgoIC+vfvT2JiIhkZGUDNvwGXf2+NRiMFBQVYW1vTsmXLOu8JwOTJk2u1KF7uebl87cstoxs3bqSiouK67regoAAHB4crHn/ooYdwcXHB09OTwYM
"text/plain": [
"<Figure size 800x600 with 2 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
2024-11-29 05:51:20 +04:00
"source": [
"# Кластеризация с
"optimal_clusters = 3\n",
"kmeans = KMeans(n_clusters=optimal_clusters, random_state=42)\n",
"df['Cluster'] = kmeans.fit_predict(df_scaled)\n",
"\n",
"# Визуализация кластеров с
"plt.figure(figsize=(8, 6))\n",
"plt.scatter(df_pca[:, 0], df_pca[:, 1], c=df['Cluster'], cmap='viridis', edgecolor='k', alpha=0.6)\n",
"plt.title(\"Кластеры, определенные K-means (PCA)\")\n",
"plt.xlabel(\"Главная компонента 1\")\n",
"plt.ylabel(\"Главная компонента 2\")\n",
"plt.colorbar(label='Кластер')\n",
"plt.show()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Иерархическая кластеризация\n",
"Применяем иерархическую кластеризацию для сравнения. Также строим дендрограмму. \n",
"Ключевой термин:\n",
"- Иерархическая кластеризация — метод, который строит древовидную структуру кластеров (дендрограмму)."
]
},
{
"cell_type": "code",
2024-11-30 02:49:22 +04:00
"execution_count": 6,
2024-11-29 05:51:20 +04:00
"metadata": {},
2024-11-30 02:49:22 +04:00
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAqcAAAIjCAYAAAA+xLLKAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdd3hUVfrA8e+dPkkmvfdC6L33IiCgYsHee2fV1VUXO7qKrrrqWlel2RVQEJTeew89kJDeeyZt+vn9kR8jMQk1kCDnwzPPQ+69c+65d2buvHPuOe9RhBACSZIkSZIkSWoDVK1dAUmSJEmSJEk6RgankiRJkiRJUpshg1NJkiRJkiSpzZDBqSRJkiRJktRmyOBUkiRJkiRJajNkcCpJkiRJkiS1GTI4lSRJkiRJktoMGZxKkiRJkiRJbYYMTiVJkiRJkqQ2QwankiRJF5H9+/czf/58999JSUn89ttvrVch6YL30UcfUVFR4f77/fffp6am5pSfv23bNnQ6HZmZmeegdmdu4MCBPPPMM61djYvSeQ1OZ82ahaIo7Nixo9G6L774AkVRuPrqq3E6neezWpIkSReNqqoqHnzwQbZs2UJKSgqPP/44+/bta+1qSRewhQsX8sorr5Cdnc23337Liy++iNFoPOXnP//889x8883ExMS4l40cORJFUdwPf39/+vXrx4wZM3C5XI3KWLNmDZMmTSI0NBSdTkdwcDATJ07k559/bnKfhw4dQlEUDAZDg8D6eM8++ywff/wxBQUFp3wsUstoEy2nv/zyCw8//DDDhg3jhx9+QK1Wt3aVJEmS/pIGDRrkfrRv356CggLuv//+1q6WdAF77rnnmDlzJtHR0dxxxx289tprqFSnFl4kJSWxYsUKHnrooUbrIiMj+frrr/n666958cUXcTgc3HvvvTz33HMNtnv55ZcZNWoU+/fv58EHH+Szzz7j6aefprq6mmuvvZbvvvuuUdnffPMNoaGhAMydO7fJul111VV4e3vzySefnNKxSC1HEUKI87WzWbNmcffdd7N9+3b69u0L1P/aGT9+PO3bt2f9+vX4+Picr+pIkiRdtA4ePEhdXR3dunVDp9O1dnWkC1xFRQWHDh0iKiqKyMjIU37e448/zvz588nIyEBRFPfykSNHUlJSwv79+93Lamtr6dChA+Xl5ZSXl6PVapk7dy7XX3891113Hd999x1arbZB+UuXLsVut3PFFVe4lwkhiI+PZ9KkSaSnp1NeXs7q1aubrN/f/vY3Fi5cSHp6eoP6SeeYOI9mzpwpALF9+3YhhBC7d+8W3t7eIjY2VuTl5TX5nPT0dAE0+Tje22+/LQYNGiT8/f2FwWAQvXv3FnPmzGmyzK+//lr069dPGI1G4evrK4YNGyaWLl0qhBAiJiam2f0BIiYmxl2O0+kU7733nujcubPQ6/UiODhYPPDAA6KsrKzB/mJiYsTll18uli5dKnr06CH0er3o1KmTmDdv3gnPT1NGjBghRowY0ez6k1m5cqUYOnSo8PDwED4+PuLKK68UBw8ebLDNyy+/fMJzMHPmTPe2d955p/D09BRHjx4Vl156qfDw8BBhYWFi6tSpwuVyNSj3VM+XECd+3dPT0xtsW15eLh5//HERGRkpdDqdSEhIEG+++aZwOp2Nym3u2O68884G2+Xk5Ii7775bBAcHC51OJzp37iymT5/eYJvVq1cLoMn3maenZ4Mym3tti4uLBSBefvnlRnUsLi5uVO4xMTExjep8OufhVMr76aefGr3nhWj5931paal46qmnRNeuXYWnp6cwmUxi/PjxIikpqcF2x873Dz/8IKZMmSJCQkKEh4eHmDhxosjKynJvd/DgQWEwGMTtt9/e4Pnr168XKpVKPPPMM6d93Mdevz+/95r6PFosFvHSSy+JhIQEodPpRGRkpHj66aeFxWIRf3aia1Fz9bv//vuFXq8Xq1evbrD8448/Fp07dxY6nU6EhYWJRx55RJSXl5+0vtu2bWvymtqUpp7/r3/9SyiKIr799tsGyy/Ga/fx7w+n0ym6devW6Jr58ssvi06dOrnf6wMGDBC//PJLg/LWrVsnrrvuOhEVFeV+Dz3xxBOitra2wXbHrr9/NmfOHAE0eI8c+/z8+X1z2WWXNboGCXF618BTLbMp0dHR4q677mq0fMSIEaJLly6Nll933XUCELm5uUIIITp27Cj8/f2F2Ww+6b6OWb9+vQDEtm3bxI8//ihUKpXIzs5uctsFCxYIQOzateuUy5fOnuZsg9szdfToUcaPH49er2fp0qWEhYWdcPsHHniAYcOGAfDzzz/zyy+/NFj/wQcfcOWVV3Lrrbdis9n44YcfuP7661m0aBGXX365e7upU6fyyiuvMHjwYF599VV0Oh1bt25l1apVXHrppbz//vtUV1cD9X1S3njjDZ577jk6deoEgJeXl7usBx980N0a/Nhjj5Gens5HH33E7t272bhxY4NfcCkpKdx444089NBD3HnnncycOZPrr7+eJUuWMHbs2LM7madoxYoVTJgwgfj4eF555RXq6ur48MMPGTJkCLt27SI2NrbB9p9++mmD401PT+ell15qVK7T6WT8+PEMHDiQf//73yxZsoSXX34Zh8PBq6++6t7udM7XMTfffDOXXXYZAL///jvff/99g/W1tbWMGDGC3NxcHnzwQaKjo9m0aRNTpkwhPz+f999/v8lz8fXXX7v///e//73BusLCQgYOHIiiKEyePJmgoCAWL17Mvffei9ls5oknnmiyzNZ0puehOQ6Hg+eff77JdS39vk9LS2P+/Plcf/31xMXFUVhYyP/+9z9GjBjBwYMHCQ8Pb7D/119/HUVRePbZZykqKuL9999nzJgxJCUlYTQa6dSpE6+99hpPP/001113HVdeeSU1NTXcdddddOzYscF78nSO+1S4XC6uvPJKNmzYwAMPPECnTp3Yt28f7733HkeOHGkwEOlk16KmvPzyy0yfPp0ff/yRkSNHupe/8sorTJ06lTFjxvDwww9z+PBhPv30U7Zv397sZ+uYZ5999oyPd+bMmbzwwgu8++673HLLLU1uc7Feu7/++usm+/LW1NRwzTXXEBsbS11dHbNmzeLaa69l8+bN9O/fH4A5c+ZQW1vLww8/TEBAANu2bePDDz8kJyeHOXPmnPA1OR3r1q3j999/b7T8bK6BzZXZlNzcXLKysujdu/cp1zktLQ21Wo2vry8pKSkkJydzzz33YDKZTrmMb7/9loSEBPr160fXrl3x8PDg+++/5+mnn260bZ8+fQDYuHEjvXr1OuV9SGfpfEbCx35dLlq0SCQkJAhAXHrppSd8TkpKigDE7Nmz3cuOtSwd78+/KG02m+jatau45JJLGpSlUqnENddc06g16c+tfEI0/6tQiD9+ef25tWDJkiWNlh/7RX/8r+3KykoRFhYmevXq5V52rltOe/bsKYKDg0Vpaal72Z49e4RKpRJ33HGHe1lzLXfbt29vsuUUEH/729/cy1wul7j88suFTqdzl3E650sIIY4cOSIA8c4777iXvf32241aJ1577TXh6ekpjhw50uD5//znP4VarW7QoiaEEM8//7xQFKXBsj+3Tt17770iLCxMlJSUNNjupptuEj4+Pu73WltqOT3d83Cy8j755BOh1+vFqFGjGrQ4nYv3vcViafR5TE9PF3q9Xrz66qvuZcfOd0RERINWkmMtnR988IF7mdPpFEOHDhUhISGipKREPProo0Kj0TQ6/6d63LNnzxaASEtLa/D8P38ev/76a6FSqcT69esbbPfZZ58JQGzcuFEIcerXouPr97///U8A4sMPP2ywfVFRkdDpdOLSSy9tUNZHH30kADFjxoxm6/v7778LQIwfP/60W05/++03odFoxFNPPdXkthfjtfvYtclisYjo6GgxYcKERtfMPysqKmp0rfvzORFCiGnTpglFUURmZqZ72dm2nA4YMMBdx+OvQad7DTyVMpuyYsUKAYiFCxc2WjdixAjRsWNHUVxcLIqLi8WhQ4fEY489JgAxceJEIcQfrZrvvffeCfdzPJvNJgICAsT
"text/plain": [
"<Figure size 800x600 with 2 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
2024-11-29 05:51:20 +04:00
"source": [
"from cuml.cluster import AgglomerativeClustering\n",
"from scipy.cluster.hierarchy import dendrogram\n",
"import numpy as np\n",
"import matplotlib.pyplot as plt\n",
"\n",
"# Применение иерархической кластеризации\n",
"hierarchical = AgglomerativeClustering(n_clusters=optimal_clusters)\n",
"df['Hierarchical Cluster'] = hierarchical.fit_predict(df_scaled)\n",
"\n",
"# Визуализация кластеров\n",
"plt.figure(figsize=(8, 6))\n",
"plt.scatter(df_pca[:, 0], df_pca[:, 1], c=df['Hierarchical Cluster'], cmap='viridis', edgecolor='k', alpha=0.6)\n",
"plt.title(\"Кластеры, определенные иерархической кластеризацией (PCA)\")\n",
"plt.xlabel(\"Главная компонента 1\")\n",
"plt.ylabel(\"Главная компонента 2\")\n",
"plt.colorbar(label='Кластер')\n",
"plt.show()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Оценка качества кластеризации\n",
"Оценим качество кластеров, сравнив коэффициенты силуэта для двух методов."
]
},
{
"cell_type": "code",
2024-11-30 02:49:22 +04:00
"execution_count": 7,
2024-11-29 05:51:20 +04:00
"metadata": {},
2024-11-30 02:49:22 +04:00
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Коэффициент силуэта для K-means: 0.0395\n",
"Коэффициент силуэта для иерархической кластеризации: 0.5428\n"
]
}
],
2024-11-29 05:51:20 +04:00
"source": [
"# Оценка качества\n",
"silhouette_kmeans = silhouette_score(df_scaled, df['Cluster'])\n",
"silhouette_hierarchical = silhouette_score(df_scaled, df['Hierarchical Cluster'])\n",
"\n",
"print(f\"Коэффициент силуэта для K-means: {silhouette_kmeans:.4f}\")\n",
"print(f\"Коэффициент силуэта для иерархической кластеризации: {silhouette_hierarchical:.4f}\")"
]
2024-11-30 02:49:22 +04:00
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Результаты:\n",
"### Коэффициент силуэта для K-means: 0.0395\n",
"Это низкое значение, близкое к нулю. \n",
"Что это значит? \n",
"K-means плохо справился с
"Возможные причины: данные не подходят для K-means (например, имеют сложную форму), выбрано неподходящее число кластеров, или требуется предварительная обработка данных. \n",
"### Коэффициент силуэта для иерархической кластеризации: 0.5428\n",
"Это хорошее значение, указывающее на качественную кластеризацию. \n",
"Что это значит? \n",
"Иерархический алгоритм смог эффективно разделить данные на кластеры. Объекты внутри кластеров достаточно схожи, а
"Это свидетельствует о
"## Итог: \n",
"Результат иерархической кластеризации (0.5428) считается удовлетворительным. Этот метод лучше справился с
"Результат K-means (0.0395) говорит о
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### попробуем 1000 кластеров, оставлю на часик пыхтеть"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/timour/WSLenv/lib/python3.10/site-packages/cupy/_creation/from_data.py:88: PerformanceWarning: Using synchronous transfer as pinned memory (1546193112 bytes) could not be allocated. This generally occurs because of insufficient host memory. The original error was: cudaErrorMemoryAllocation: out of memory\n",
" return _core.array(a, dtype, False, order, blocking=blocking)\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAqMAAAIjCAYAAAA3LxKwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdd3gU5drA4d/2kmTTe6+kEEroHaQLWBGxHOuxd4/HesQuB8V27H4qomIDFJXea+glhBJCSO89m7Z9vj8iqzEBAQMJ8N5ec11mZvadZ2aX5Nm3yiRJkhAEQRAEQRCETiDv7AAEQRAEQRCEi5dIRgVBEARBEIROI5JRQRAEQRAEodOIZFQQBEEQBEHoNCIZFQRBEARBEDqNSEYFQRAEQRCETiOSUUEQBEEQBKHTiGRUEARBEARB6DQiGRUEQRAEQRA6jUhGBUEQhAvWpZdeyh133NHZYbSyfPlyXF1dqaio6OxQBKFLEMmo0MoXX3yBTCZj165dbY793//9HzKZjCuuuAK73d4J0QnCxWvkyJF07969zf41a9ag1+tJSUmhurq6EyLrurZs2cLKlSt54oknnPvWr1+PTCZzbiqViqioKG666Says7PblGE0GnnhhRfo2bMnrq6u6HQ6unfvzhNPPEFxcXG71502bRoymazVdf9owoQJxMTEMHPmzI65UUE4z4lkVDglP/30E/fccw/Dhg3ju+++Q6FQdHZIgnDRW7t2LVOmTKFbt26sXr0aLy+vzg6pS3n99dcZPXo0MTExbY49+OCDfPXVV3zyySdMmjSJ77//nn79+rVKMLOzs+nVqxcvvfQSiYmJzJo1i//973+MGjWKzz77jJEjR7Yp12g08uuvvxIREcG3336LJEntxnbXXXfx8ccfU19f32H3KwjnK5GMCn9p/fr1XHfddSQmJvLrr7+i1Wo7OyRBuOht2LCBKVOmEBcXJxLRdpSXl7NkyRKmTZvW7vFhw4Zx4403cuutt/Luu+8ye/ZsqqurmTt3LgA2m42rrrqKsrIy1q9fz7fffst9993HHXfcwbvvvkt2djbXXHNNm3IXLlyI3W7n888/p6CggI0bN7Z7/auvvhqz2cz8+fM77qYF4TwlklHhpPbt28fll19OYGAgK1aswN3dvc05ubm5rZq9/rj90ezZsxk8eDDe3t7odDr69OnDggUL2r3u119/Tf/+/dHr9Xh6ejJ8+HBWrlwJQERExAmvJ5PJiIiIcJbjcDh4++23SUpKQqvV4u/vz1133UVNTU2r60VERDB58mRWrlxJr1690Gq1JCYm8uOPP7Y672TdGI4bOXJkuzUmp2rt2rUMGzYMFxcXPDw8uPzyyzl8+HCrc55//vmTPoMvvvjCee4tt9yCq6sr2dnZjB8/HhcXF4KCgnjxxRfb1Nqc6vOCk7/vubm5rc6tra3l4YcfJjQ0FI1GQ0xMDLNmzcLhcLQp90T3dsstt7Q6r6ioiNtuuw1/f380Gg1JSUl8/vnnrc453iTb3ufM1dW1VZknem8rKyuRyWQ8//zzbWKsrKxsU+5xERERbWI+nedwMps2bWLSpEnExMSwevVqvL29T3r+8c/3+vXr6du3LzqdjuTkZNavXw/Ajz/+SHJyMlqtlj59+rB37942ZWRkZDB16lS8vLzQarX07duXX375pdU51dXVPPbYYyQnJ+Pq6orBYGDixImkpaW1Ou/4+/LDDz/wyiuvEBISglarZfTo0WRlZbU69+jRo1x99dUEBASg1WoJCQlh+vTp1NXVnfSelyxZgs1mY8yYMSc977hLLrkEgJycHKAlqUxLS+OZZ55h6NChbc43GAy88sorbfbPmzePsWPHMmrUKBISEpg3b1671/Pz86NHjx78/PPPpxSfIFzIlJ0dgNB1HTt2jAkTJqDRaFixYgWBgYEnPf/OO+9k2LBhQMsft59++qnV8XfeeYfLLruMG264AYvFwnfffcc111zD4sWLmTRpkvO8F154geeff57Bgwfz4osvolar2b59O2vXrmXcuHG8/fbbNDQ0AHD48GFeffVVnn76aRISEoCWJOO4u+66iy+++IJbb72VBx98kJycHN577z327t3Lli1bUKlUznOPHj3Ktddey913383NN9/MnDlzuOaaa1i+fDljx479ew/zFK1evZqJEycSFRXF888/T3NzM++++y5Dhgxhz549rRJtgA8//LDV/ebk5DBjxow25drtdiZMmMDAgQN57bXXWL58Oc899xw2m40XX3zRed7pPK/jrrvuOi699FIAli5dyrffftvqeFNTEyNGjKCoqIi77rqLsLAwUlNTeeqppygpKeHtt99u91l89dVXzv9/5JFHWh0rKytj4MCByGQy7r//fnx9fVm2bBm33347RqORhx9+uN0yO9OZPoc/27JlC5deeimRkZGsWbMGHx+fU3pdVlYW119/PXfddRc33ngjs2fPZsqUKXz00Uc8/fTT3HvvvQDMnDmTadOmceTIEeTylvqKgwcPMmTIEIKDg3nyySdxcXHhhx9+4IorrmDhwoVceeWVQEuz9qJFi7jmmmuIjIykrKyMjz/+mBEjRnDo0CGCgoJaxfTf//4XuVzOY489Rl1dHa+99ho33HAD27dvB8BisTB+/HjMZjMPPPAAAQEBFBUVsXjxYmpra9v9cnxcamoq3t7ehIeHn9LzOXbsGIAzsT+eaP/jH/84pdcDFBcXs27dOmft6nXXXcdbb73Fe++9h1qtbnN+nz59WLRo0SmXLwgXLEkQ/mDOnDkSIC1evFiKjo6WAGncuHEnfc3Ro0clQJo7d65z33PPPSf9+ePV1NTU6meLxSJ1795duuSSS1qVJZfLpSuvvFKy2+2tznc4HG2uvW7dOgmQ1q1b1+bYpk2bJECaN29eq/3Lly9vsz88PFwCpIULFzr31dXVSYGBgVLv3r2d+44/n507d7b3KCRJkqQRI0ZII0aMOOHxk+nVq5fk5+cnVVVVOfelpaVJcrlcuummm5z7jj/fioqKVq/fuXOnBEhz5sxx7rv55pslQHrggQec+xwOhzRp0iRJrVY7yzid5yVJkpSZmSkB0uzZs537Xn/9dQmQcnJynPteeuklycXFRcrMzGz1+ieffFJSKBRSfn5+q/3PPPOMJJPJWu0LDw+Xbr75ZufPt99+uxQYGChVVla2Om/69OmSu7u787N2/PMxf/586c9cXFxalXmi97aiokICpOeee86570TP/2Qxn+5z+LMRI0ZIXl5ekpubm5SUlCSVl5ef9Pw/xwJIqampzn0rVqyQAEmn00l5eXnO/R9//HGbf1OjR4+WkpOTJZPJ5NzncDikwYMHS7Gxsc59JpOpzb/bnJwcSaPRSC+++KJz3/H3JSEhQTKbzc7977zzjgRI6enpkiRJ0t69e0/4/v2VoUOHSn369Gmz//i1P//8c6miokIqLi6WlixZIkVEREgymcz5/vfu3Vtyd3c/rWvOnj1b0ul0ktFolCTp938jP/30U7vnv/rqqxIglZWVndZ1BOFCI5rphXbdcsstFBQUcP3117Ny5cqT9muyWCwAaDSak5ap0+mc/19TU0NdXR3Dhg1jz549zv2LFi3C4XAwY8YMZ63McX9u9v8r8+fPx93dnbFjx1JZWenc+vTpg6urK+vWrWt1flBQkLOGB1qa4W666Sb27t1LaWlpq3Pr6uqorKzs0MEHJSUl7Nu3j1tuuaVV/78ePXowduxYli5d+rfKv//++53/f7xG0WKxsHr1auD0n5fJZAL4yz7E8+fPZ9iwYXh6erYqd8yYMdjt9jZ96iwWy0k/S5IksXDhQqZMmYIkSa3KHD9+PHV1da0+UwD19fWtzjtZ8/rx9/b4drIR6tXV1VRWVtLY2HjSZ3Amz6E9jY2N1NfX4+/vj8Fg+Mvz/ygxMZFBgwY5fx4wYADQ0jwdFhbWZv/xkeXV1dWsXbuWadOmtXqOVVVVjB8/nqNHj1JUVAS0/A44/u/WbrdTVVWFq6sr3bp1a/OeANx6662tagyPt6wcv/bxms8VK1bQ1NR0WvdbVVWFp6fnCY/fdttt+Pr6EhQ
"text/plain": [
"<Figure size 800x600 with 2 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Кластеризация с
"optimal_clusters = 1000\n",
"kmeans2 = KMeans(n_clusters=optimal_clusters, random_state=42)\n",
"df['KMeans Cluster 2'] = kmeans2.fit_predict(df_scaled)\n",
"\n",
"# Визуализация кластеров с
"plt.figure(figsize=(8, 6))\n",
"plt.scatter(df_pca[:, 0], df_pca[:, 1], c=df['KMeans Cluster 2'], cmap='viridis', edgecolor='k', alpha=0.6)\n",
"plt.title(\"Кластеры, определенные K-means (PCA)\")\n",
"plt.xlabel(\"Главная компонента 1\")\n",
"plt.ylabel(\"Главная компонента 2\")\n",
"plt.colorbar(label='Кластер')\n",
"plt.show()"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAqMAAAIjCAYAAAA3LxKwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdd3gU1frA8e/23ZRN74V0EnrvVVBAxIZ6UVTs/Vov+sPe+7X3hg0boCggvTdDryEkgfTeN237+f2Ry2pMQk1IkPPx2eeRmdkzZ2Yns++eOec9CiGEQJIkSZIkSZI6gLKjKyBJkiRJkiSdu2QwKkmSJEmSJHUYGYxKkiRJkiRJHUYGo5IkSZIkSVKHkcGoJEmSJEmS1GFkMCpJkiRJkiR1GBmMSpIkSZIkSR1GBqOSJEmSJElSh5HBqCRJkiRJktRhZDAqSZJ0Dtm/fz8LFixw/Xv37t0sXry44yoknfXee+89qqqqXP9+6623qKurO+H3b926Fa1WS3Z2djvU7tQNGTKEhx9+uKOrcU44o8Hol19+iUKhYPv27c3WffrppygUCi699FIcDseZrJYkSdI5o6amhttvv50//viD9PR07rvvPvbt29fR1ZLOYgsXLuTpp58mNzeXOXPm8MQTT2AwGE74/Y899hhXX301Xbp0cS0bM2YMCoXC9fL19WXgwIF88cUXOJ3OZmWsXbuWyy+/nODgYLRaLYGBgUyZMoWff/65xX0ePHgQhUKBXq9vEkj/1SOPPML7779PUVHRCR+LdGo6RcvoL7/8wp133snIkSP54YcfUKlUHV0lSZKkf6ShQ4e6XgkJCRQVFXHrrbd2dLWks9ijjz7K7NmziYyM5Prrr+e5555DqTyx8GL37t2sXLmSO+64o9m68PBwvvnmG7755hueeOIJ7HY7N998M48++miT7Z566inGjh3L/v37uf322/noo4+YOXMmtbW1TJ06le+++65Z2d9++y3BwcEAzJs3r8W6XXLJJRiNRj744IMTOhbp1CmEEOJM7ezLL7/kxhtvZNu2bQwYMABo/DUzceJEEhIS2LBhA15eXmeqOpIkSeeslJQUGhoa6NmzJ1qttqOrI53lqqqqOHjwIBEREYSHh5/w++677z4WLFhAVlYWCoXCtXzMmDGUlZWxf/9+17L6+nq6du1KZWUllZWVaDQa5s2bx5VXXskVV1zBd999h0ajaVL+smXLsNlsXHTRRa5lQghiYmK4/PLLyczMpLKykjVr1rRYv3//+98sXLiQzMzMJvWT2pg4g2bPni0AsW3bNiGEELt27RJGo1FERUWJgoKCFt+TmZkpgBZff/Xaa6+JoUOHCl9fX6HX60W/fv3E3LlzWyzzm2++EQMHDhQGg0F4e3uLkSNHimXLlgkhhOjSpUur+wNEly5dXOU4HA7x5ptvim7dugmdTicCAwPFbbfdJioqKprsr0uXLmLy5Mli2bJlonfv3kKn04mkpCQxf/78Y56flowePVqMHj261fXHs2rVKjFixAjh5uYmvLy8xMUXXyxSUlKabPPUU08d8xzMnj3bte2MGTOEu7u7OHz4sLjggguEm5ubCAkJEc8884xwOp1Nyj3R8yXEsT/3zMzMJttWVlaK++67T4SHhwutVitiY2PFyy+/LBwOR7NyWzu2GTNmNNkuLy9P3HjjjSIwMFBotVrRrVs38fnnnzfZZs2aNQJo8Tpzd3dvUmZrn21paakAxFNPPdWsjqWlpc3KPapLly7N6nwy5+FEyvvpp5+aXfNCtP11X15eLh566CHRo0cP4e7uLjw9PcXEiRPF7t27m2x39Hz/8MMPYtasWSIoKEi4ubmJKVOmiJycHNd2KSkpQq/Xi+uuu67J+zds2CCUSqV4+OGHT/q4j35+f7/2Wvp7NJvN4sknnxSxsbFCq9WK8PBwMXPmTGE2m8XfHete1Fr9br31VqHT6cSaNWuaLH///fdFt27dhFarFSEhIeKuu+4SlZWVx63v1q1bW7yntqSl9z///PNCoVCIOXPmNFl+Lt67/3p9OBwO0bNnz2b3zKeeekokJSW5rvXBgweLX375pUl569evF1dccYWIiIhwXUP333+/qK+vb7Ld0fvv382dO1cATa6Ro38/f79uLrzwwmb3ICFO7h54omW2JDIyUtxwww3Nlo8ePVp079692fIrrrhCACI/P18IIURiYqLw9fUVJpPpuPs6asOGDQIQW7duFT/++KNQKpUiNze3xW1//fVXAYidO3eecPnSyVOfbjB7qg4fPszEiRPR6XQsW7aMkJCQY25/2223MXLkSAB+/vlnfvnllybr3377bS6++GKmT5+O1Wrlhx9+4Morr2TRokVMnjzZtd0zzzzD008/zbBhw3j22WfRarUkJyezevVqLrjgAt566y1qa2uBxj4lL774Io8++ihJSUkAeHh4uMq6/fbbXa299957L5mZmbz33nvs2rWLTZs2NfmFlp6ezr/+9S/uuOMOZsyYwezZs7nyyitZunQp559//umdzBO0cuVKJk2aRExMDE8//TQNDQ28++67DB8+nJ07dxIVFdVk+w8//LDJ8WZmZvLkk082K9fhcDBx4kSGDBnCq6++ytKlS3nqqaew2+08++yzru1O5nwddfXVV3PhhRcC8Pvvv/P99983WV9fX8/o0aPJz8/n9ttvJzIyks2bNzNr1iwKCwt56623WjwX33zzjev/H3jggSbriouLGTJkCAqFgnvuuYeAgACWLFnCzTffjMlk4v7772+xzI50quehNXa7nccee6zFdW193R85coQFCxZw5ZVXEh0dTXFxMR9//DGjR48mJSWF0NDQJvt/4YUXUCgUPPLII5SUlPDWW28xfvx4du/ejcFgICkpieeee46ZM2dyxRVXcPHFF1NXV8cNN9xAYmJik2vyZI77RDidTi6++GI2btzIbbfdRlJSEvv27ePNN98kLS2tycCh492LWvLUU0/x+eef8+OPPzJmzBjX8qeffppnnnmG8ePHc+edd3Lo0CE+/PBDtm3b1urf1lGPPPLIKR/v7Nmzefzxx/nvf//LNddc0+I25+q9+5tvvmmxL25dXR2XXXYZUVFRNDQ08OWXXzJ16lS2bNnCoEGDAJg7dy719fXceeed+Pn5sXXrVt59913y8vKYO3fuMT+Tk7F+/Xp+//33ZstP5x7YWpktyc/PJycnh379+p1wnY8cOYJKpcLb25v09HRSU1O56aab8PT0POEy5syZQ2xsLAMHDqRHjx64ubnx/fffM3PmzGbb9u/fH4BNmzbRt2/fE96HdJLOZOR79NfjokWLRGxsrADEBRdccMz3pKenC0B89dVXrmVHW47+6u+/GK1Wq+jRo4c477zzmpSlVCrFZZdd1qy16O+teEK0/qtPiD9/Wf29NWDp0qXNlh/9xf7XX9PV1dUiJCRE9O3b17WsvVtG+/TpIwIDA0V5eblr2Z49e4RSqRTXX3+9a1lrLXPbtm1rsWUUEP/+979dy5xOp5g8ebLQarWuMk7mfAkhRFpamgDE66+/7lr22muvNWt9eO6554S7u7tIS0tr8v7/+7//EyqVqkmLmRBCPPbYY0KhUDRZ9vfWp5tvvlmEhISIsrKyJttNmzZNeHl5ua61ztQyerLn4XjlffDBB0Kn04mxY8c2aVFqj+vebDY3+3vMzMwUOp1OPPvss65lR893WFhYk1aQoy2Zb7/9tmuZw+EQI0aMEEFBQaKsrEzcfffdQq1WNzv/J3rcX331lQDEkSNHmrz/73+P33zzjVAqlWLDhg1Ntvvoo48EIDZt2iSEOPF70V/r9/HHHwtAvPvuu022LykpEVqtVlxwwQVNynrvvfcEIL744otW6/v7778LQEycOPGkW0YXL14s1Gq1eOihh1rc9ly8dx+9N5nNZhEZGSkmTZrU7J75dyUlJc3udX8/J0II8dJLLwmFQiGys7Ndy063ZXTw4MGuOv71HnSy98ATKbMlK1euFIBYuHBhs3WjR48WiYmJorS0VJSWloqDBw+Ke++9VwBiypQpQog/Wy3ffPPNY+7nr6xWq/Dz8xOPPfa
"text/plain": [
"<Figure size 800x600 with 2 Axes>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Применение иерархической кластеризации\n",
"hierarchical2 = AgglomerativeClustering(n_clusters=optimal_clusters)\n",
"df['Hierarchical Cluster 2'] = hierarchical2.fit_predict(df_scaled)\n",
"\n",
"# Визуализация кластеров\n",
"plt.figure(figsize=(8, 6))\n",
"plt.scatter(df_pca[:, 0], df_pca[:, 1], c=df['Hierarchical Cluster 2'], cmap='viridis', edgecolor='k', alpha=0.6)\n",
"plt.title(\"Кластеры, определенные иерархической кластеризацией (PCA)\")\n",
"plt.xlabel(\"Главная компонента 1\")\n",
"plt.ylabel(\"Главная компонента 2\")\n",
"plt.colorbar(label='Кластер')\n",
"plt.show()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"# Оценка качества\n",
"silhouette_kmeans2 = silhouette_score(df_scaled, df['KMeans Cluster 2'])\n",
"silhouette_hierarchical2 = silhouette_score(df_scaled, df['Hierarchical Cluster 2'])"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Коэффициент силуэта для K-means: -0.2196\n",
"Коэффициент силуэта для иерархической кластеризации: 0.2630\n"
]
}
],
"source": [
"\n",
"print(f\"Коэффициент силуэта для K-means: {silhouette_kmeans2:.4f}\")\n",
"print(f\"Коэффициент силуэта для иерархической кластеризации: {silhouette_hierarchical2:.4f}\")"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"стало хуже, работало всего 10 минут"
]
2024-11-29 05:51:20 +04:00
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
2024-11-30 02:49:22 +04:00
"version": "3.10.12"
2024-11-29 05:51:20 +04:00
}
},
"nbformat": 4,
"nbformat_minor": 2
}
