231121labelDist.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "51"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from glob import glob\n",
    "import os\n",
    "\n",
    "basePath = 'highway/valid/label/'\n",
    "\n",
    "valid_filename = []\n",
    "for filepath in glob(os.path.join(basePath, '*.xml')):\n",
    "    filename = os.path.basename(filepath)  ## 상위폴더 경로 제거\n",
    "    filename = filename[:-4]  ## .xml 제거\n",
    "    valid_filename.append(filename)\n",
    "\n",
    "len(valid_filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Suwon_CH01_20200721_1700_TUE_9m_RH_highway_TW5_sunny_FHD'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "valid_filename[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>valid_folder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Suwon_CH01_20200721_1700_TUE_9m_RH_highway_TW5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Suwon_CH01_20200722_1430_WED_9m_NH_highway_TW5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Suwon_CH01_20200722_1930_WED_9m_NH_highway_TW5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Suwon_CH01_20201012_1723_MON_9m_RH_highway_TW5...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        valid_folder\n",
       "0  Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5...\n",
       "1  Suwon_CH01_20200721_1700_TUE_9m_RH_highway_TW5...\n",
       "2  Suwon_CH01_20200722_1430_WED_9m_NH_highway_TW5...\n",
       "3  Suwon_CH01_20200722_1930_WED_9m_NH_highway_TW5...\n",
       "4  Suwon_CH01_20201012_1723_MON_9m_RH_highway_TW5..."
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "df = pd.DataFrame(valid_filename)\n",
    "df.columns = ['valid_folder']\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "\n",
    "def glob_files(path, file_type=\"*\"):\n",
    "    search_string = os.path.join(path, file_type)\n",
    "    files = glob(search_string)\n",
    "\n",
    "    # print('searching ', path)\n",
    "    paths = []\n",
    "    for f in files:\n",
    "      if os.path.isdir(f):\n",
    "        sub_paths = glob_files(f + '/')\n",
    "        paths += sub_paths\n",
    "      else:\n",
    "        paths.append(f)\n",
    "\n",
    "    # We sort the images in alphabetical order to match them\n",
    "    #  to the annotation files\n",
    "    paths.sort()\n",
    "\n",
    "    return paths\n",
    "\n",
    "\n",
    "WIDTH = 1\n",
    "HEIGHT = 1\n",
    "\n",
    "def load_labels(path):\n",
    "  files = glob_files(path, \"*.txt\")\n",
    "\n",
    "  Y_data = []\n",
    "  for file in files:\n",
    "    with open(file) as f:\n",
    "      lines = f.readlines()\n",
    "\n",
    "      boxes = []\n",
    "      for line in lines:\n",
    "        tokens = line.split()\n",
    "\n",
    "        class_id = int(tokens[0])\n",
    "        xc = float(tokens[1]) * WIDTH\n",
    "        yc = float(tokens[2]) * HEIGHT\n",
    "        width = float(tokens[3]) * WIDTH\n",
    "        height = float(tokens[4]) * HEIGHT\n",
    "\n",
    "        boxes.append(np.array([class_id, xc, yc, width, height]))\n",
    "        # print(class_id, xc, yc, width, height)\n",
    "\n",
    "      Y_data.append(np.array(boxes))\n",
    "      # print(lines)\n",
    "  return Y_data  ## 이미지마다 탐지 대상 개수가 달라서(행 개수가 달라서) 정해진 shape의 넘파이 어레이로 변환할 수 없다! 변환하려면 패딩 등이 필요.\n",
    "\n",
    "Y_test_ex = load_labels(os.path.join(basePath, 'Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "150"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(Y_test_ex)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[2.     , 0.59856, 0.27826, 0.02933, 0.01553],\n",
       "       [0.     , 0.71264, 0.81044, 0.23158, 0.1062 ],\n",
       "       [0.     , 0.9334 , 0.38367, 0.05759, 0.0243 ],\n",
       "       [0.     , 0.27496, 0.4214 , 0.07786, 0.03671],\n",
       "       [0.     , 0.38063, 0.39466, 0.06705, 0.03163],\n",
       "       [0.     , 0.362  , 0.51417, 0.11412, 0.0466 ],\n",
       "       [2.     , 0.12581, 0.31099, 0.06983, 0.03639],\n",
       "       [0.     , 0.04041, 0.34171, 0.04828, 0.01639],\n",
       "       [1.     , 0.27924, 0.30045, 0.05908, 0.03639],\n",
       "       [2.     , 0.30308, 0.28079, 0.04191, 0.02792],\n",
       "       [2.     , 0.53884, 0.27182, 0.04828, 0.03519],\n",
       "       [2.     , 0.74996, 0.22923, 0.04556, 0.02401],\n",
       "       [1.     , 0.44876, 0.2657 , 0.0545 , 0.02784],\n",
       "       [1.     , 0.78748, 0.23394, 0.04635, 0.0249 ],\n",
       "       [0.     , 0.89222, 0.39231, 0.06023, 0.02519],\n",
       "       [0.     , 0.32338, 0.32854, 0.04144, 0.01584],\n",
       "       [0.     , 0.37065, 0.34126, 0.04961, 0.02178],\n",
       "       [0.     , 0.22014, 0.32191, 0.0367 , 0.01661],\n",
       "       [0.     , 0.20333, 0.32495, 0.03784, 0.01575],\n",
       "       [0.     , 0.14047, 0.33294, 0.04654, 0.01651],\n",
       "       [0.     , 0.10398, 0.33679, 0.0531 , 0.01641],\n",
       "       [0.     , 0.66847, 0.37768, 0.06128, 0.02845],\n",
       "       [0.     , 0.62975, 0.35531, 0.05057, 0.02262],\n",
       "       [2.     , 0.96723, 0.36336, 0.06554, 0.05694],\n",
       "       [2.     , 0.46214, 0.39391, 0.12238, 0.08564],\n",
       "       [0.     , 0.8686 , 0.40224, 0.07269, 0.03279],\n",
       "       [0.     , 0.9096 , 0.3888 , 0.05707, 0.0243 ],\n",
       "       [0.     , 0.70503, 0.60915, 0.15812, 0.07646],\n",
       "       [0.     , 0.88256, 0.41542, 0.06971, 0.03309],\n",
       "       [2.     , 0.30997, 0.3489 , 0.04814, 0.02354],\n",
       "       [0.     , 0.88194, 0.39621, 0.0597 , 0.02805],\n",
       "       [0.     , 0.50165, 0.36292, 0.05321, 0.0247 ]])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y_test_ex[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "폴더 하나에 대해서 150개 txt 파일 -> txt 파일명 뽑아오는 법은...?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_001.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_002.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_003.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_004.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_005.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_006.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_007.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_008.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_009.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_010.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_011.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_012.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_013.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_014.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_015.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_016.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_017.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_018.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_019.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_020.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_021.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_022.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_023.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_024.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_025.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_026.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_027.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_028.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_029.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_030.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_031.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_032.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_033.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_034.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_035.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_036.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_037.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_038.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_039.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_040.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_041.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_042.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_043.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_044.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_045.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_046.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_047.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_048.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_049.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_050.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_051.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_052.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_053.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_054.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_055.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_056.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_057.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_058.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_059.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_060.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_061.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_062.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_063.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_064.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_065.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_066.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_067.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_068.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_069.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_070.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_071.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_072.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_073.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_074.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_075.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_076.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_077.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_078.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_079.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_080.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_081.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_082.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_083.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_084.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_085.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_086.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_087.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_088.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_089.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_090.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_091.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_092.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_093.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_094.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_095.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_096.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_097.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_098.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_099.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_100.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_101.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_102.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_103.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_104.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_105.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_106.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_107.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_108.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_109.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_110.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_111.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_112.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_113.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_114.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_115.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_116.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_117.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_118.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_119.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_120.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_121.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_122.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_123.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_124.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_125.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_126.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_127.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_128.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_129.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_130.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_131.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_132.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_133.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_134.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_135.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_136.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_137.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_138.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_139.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_140.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_141.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_142.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_143.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_144.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_145.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_146.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_147.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_148.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_149.txt',\n",
       " 'highway/valid/label/Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD\\\\Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_150.txt']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "folderPath_ex = os.path.join(basePath, 'Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD')\n",
    "txtfilenameList = glob(os.path.join(folderPath_ex, '*.txt'))\n",
    "txtfilenameList"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "150"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(txtfilenameList)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Suwon_CH01_20200720_1830_MON_9m_RH_highway_TW5_sunny_FHD_001.txt'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.path.basename(txtfilenameList[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>150 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   txt_in_valid_folder\n",
       "0    highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "1    highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "2    highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "3    highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "4    highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "..                                                 ...\n",
       "145  highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "146  highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "147  highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "148  highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "149  highway/valid/label/Suwon_CH01_20200720_1830_M...\n",
       "\n",
       "[150 rows x 1 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "txt_df = pd.DataFrame(txtfilenameList)\n",
    "txt_df.columns = ['txt_in_valid_folder']\n",
    "txt_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0.0</th>\n",
       "      <th>2.0</th>\n",
       "      <th>1.0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>21</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "0      0.0  2.0  1.0\n",
       "count   21    8    3"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ex = pd.DataFrame(pd.DataFrame(Y_test_ex[0])[0].value_counts()).T\n",
    "df_ex"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "21"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ex.loc['count', 0.0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 txt_in_valid_folder  car_cnt\n",
       "0  highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0\n",
       "1  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN\n",
       "2  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN\n",
       "3  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN\n",
       "4  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "txt_df.loc[0, 'car_cnt'] = df_ex.loc['count', 0.0]\n",
    "txt_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "classes = ['car', 'bus', 'truck']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(3):\n",
    "    # print(float(i))\n",
    "    col = classes[i] + '_cnt'\n",
    "    # print(col)\n",
    "    txt_df.loc[0, col] = df_ex.loc['count', float(i)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 txt_in_valid_folder  car_cnt  bus_cnt  \\\n",
       "0  highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0      3.0   \n",
       "1  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "2  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "3  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "4  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "\n",
       "   truck_cnt  \n",
       "0        8.0  \n",
       "1        NaN  \n",
       "2        NaN  \n",
       "3        NaN  \n",
       "4        NaN  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "txt_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(10):\n",
    "    df_ex = pd.DataFrame(pd.DataFrame(Y_test_ex[i])[0].value_counts()).T\n",
    "    for j in range(3):\n",
    "        # print(float(i))\n",
    "        col = classes[j] + '_cnt'\n",
    "        # print(col)\n",
    "        txt_df.loc[i, col] = df_ex.loc['count', float(j)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>19.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  txt_in_valid_folder  car_cnt  bus_cnt  \\\n",
       "0   highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0      3.0   \n",
       "1   highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0      4.0   \n",
       "2   highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0      1.0   \n",
       "3   highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0      1.0   \n",
       "4   highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0      2.0   \n",
       "5   highway/valid/label/Suwon_CH01_20200720_1830_M...      9.0      1.0   \n",
       "6   highway/valid/label/Suwon_CH01_20200720_1830_M...      9.0      1.0   \n",
       "7   highway/valid/label/Suwon_CH01_20200720_1830_M...      7.0      3.0   \n",
       "8   highway/valid/label/Suwon_CH01_20200720_1830_M...     19.0      5.0   \n",
       "9   highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0      4.0   \n",
       "10  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "11  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "12  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "13  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "14  highway/valid/label/Suwon_CH01_20200720_1830_M...      NaN      NaN   \n",
       "\n",
       "    truck_cnt  \n",
       "0         8.0  \n",
       "1         7.0  \n",
       "2         9.0  \n",
       "3         7.0  \n",
       "4         4.0  \n",
       "5         4.0  \n",
       "6         4.0  \n",
       "7         4.0  \n",
       "8         6.0  \n",
       "9         9.0  \n",
       "10        NaN  \n",
       "11        NaN  \n",
       "12        NaN  \n",
       "13        NaN  \n",
       "14        NaN  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "txt_df.head(15)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 한 폴더 대상 총정리"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "150"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(txt_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(len(txt_df)):\n",
    "    df_ex = pd.DataFrame(pd.DataFrame(Y_test_ex[i])[0].value_counts()).T\n",
    "    for cls in df_ex.columns:\n",
    "        # print(float(i))\n",
    "        col = classes[int(cls)] + '_cnt'\n",
    "        # print(col)\n",
    "        txt_df.loc[i, col] = df_ex.loc['count', cls]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>27.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>23.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>23.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>117 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   txt_in_valid_folder  car_cnt  bus_cnt  \\\n",
       "0    highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0      3.0   \n",
       "1    highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0      4.0   \n",
       "2    highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0      1.0   \n",
       "3    highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0      1.0   \n",
       "4    highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0      2.0   \n",
       "..                                                 ...      ...      ...   \n",
       "144  highway/valid/label/Suwon_CH01_20200720_1830_M...     27.0      1.0   \n",
       "145  highway/valid/label/Suwon_CH01_20200720_1830_M...     23.0      2.0   \n",
       "146  highway/valid/label/Suwon_CH01_20200720_1830_M...     20.0      1.0   \n",
       "147  highway/valid/label/Suwon_CH01_20200720_1830_M...     23.0      1.0   \n",
       "148  highway/valid/label/Suwon_CH01_20200720_1830_M...     12.0      1.0   \n",
       "\n",
       "     truck_cnt  \n",
       "0          8.0  \n",
       "1          7.0  \n",
       "2          9.0  \n",
       "3          7.0  \n",
       "4          4.0  \n",
       "..         ...  \n",
       "144       12.0  \n",
       "145       12.0  \n",
       "146        8.0  \n",
       "147       12.0  \n",
       "148        7.0  \n",
       "\n",
       "[117 rows x 4 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "txt_df.dropna(inplace=True)\n",
    "txt_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_df = pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>27.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>23.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>23.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>117 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   txt_in_valid_folder  car_cnt  bus_cnt  \\\n",
       "0    highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0      3.0   \n",
       "1    highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0      4.0   \n",
       "2    highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0      1.0   \n",
       "3    highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0      1.0   \n",
       "4    highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0      2.0   \n",
       "..                                                 ...      ...      ...   \n",
       "144  highway/valid/label/Suwon_CH01_20200720_1830_M...     27.0      1.0   \n",
       "145  highway/valid/label/Suwon_CH01_20200720_1830_M...     23.0      2.0   \n",
       "146  highway/valid/label/Suwon_CH01_20200720_1830_M...     20.0      1.0   \n",
       "147  highway/valid/label/Suwon_CH01_20200720_1830_M...     23.0      1.0   \n",
       "148  highway/valid/label/Suwon_CH01_20200720_1830_M...     12.0      1.0   \n",
       "\n",
       "     truck_cnt  \n",
       "0          8.0  \n",
       "1          7.0  \n",
       "2          9.0  \n",
       "3          7.0  \n",
       "4          4.0  \n",
       "..         ...  \n",
       "144       12.0  \n",
       "145       12.0  \n",
       "146        8.0  \n",
       "147       12.0  \n",
       "148        7.0  \n",
       "\n",
       "[117 rows x 4 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.concat([test_df, txt_df])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 전체 폴더 대상 총정리(미완성)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9334 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   txt_in_valid_folder  car_cnt  truck_cnt  \\\n",
       "0    highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0        8.0   \n",
       "1    highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0        7.0   \n",
       "2    highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0        9.0   \n",
       "3    highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0        7.0   \n",
       "4    highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0        4.0   \n",
       "..                                                 ...      ...        ...   \n",
       "219  highway/valid/label/Suwon_CH10_20201213_0752_S...      2.0        2.0   \n",
       "220  highway/valid/label/Suwon_CH10_20201213_0752_S...      NaN        1.0   \n",
       "221  highway/valid/label/Suwon_CH10_20201213_0752_S...      3.0        2.0   \n",
       "222  highway/valid/label/Suwon_CH10_20201213_0752_S...      2.0        2.0   \n",
       "223  highway/valid/label/Suwon_CH10_20201213_0752_S...      1.0        3.0   \n",
       "\n",
       "     bus_cnt  \n",
       "0        3.0  \n",
       "1        4.0  \n",
       "2        1.0  \n",
       "3        1.0  \n",
       "4        2.0  \n",
       "..       ...  \n",
       "219      NaN  \n",
       "220      NaN  \n",
       "221      NaN  \n",
       "222      NaN  \n",
       "223      NaN  \n",
       "\n",
       "[9334 rows x 4 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from glob import glob\n",
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "basePath = 'highway/valid/label/'\n",
    "\n",
    "valid_filename = []\n",
    "for filepath in glob(os.path.join(basePath, '*.xml')):\n",
    "    filename = os.path.basename(filepath)  ## 상위폴더 경로 제거\n",
    "    filename = filename[:-4]  ## .xml 제거\n",
    "    valid_filename.append(filename)\n",
    "\n",
    "\n",
    "\n",
    "def glob_files(path, file_type=\"*\"):\n",
    "    search_string = os.path.join(path, file_type)\n",
    "    files = glob(search_string)\n",
    "\n",
    "    # print('searching ', path)\n",
    "    paths = []\n",
    "    for f in files:\n",
    "      if os.path.isdir(f):\n",
    "        sub_paths = glob_files(f + '/')\n",
    "        paths += sub_paths\n",
    "      else:\n",
    "        paths.append(f)\n",
    "\n",
    "    # We sort the images in alphabetical order to match them\n",
    "    #  to the annotation files\n",
    "    paths.sort()\n",
    "\n",
    "    return paths\n",
    "\n",
    "\n",
    "WIDTH = 1\n",
    "HEIGHT = 1\n",
    "\n",
    "def load_labels(path):\n",
    "  files = glob_files(path, \"*.txt\")\n",
    "\n",
    "  Y_data = []\n",
    "  for file in files:\n",
    "    with open(file) as f:\n",
    "      lines = f.readlines()\n",
    "\n",
    "      boxes = []\n",
    "      for line in lines:\n",
    "        tokens = line.split()\n",
    "\n",
    "        class_id = int(tokens[0])\n",
    "        xc = float(tokens[1]) * WIDTH\n",
    "        yc = float(tokens[2]) * HEIGHT\n",
    "        width = float(tokens[3]) * WIDTH\n",
    "        height = float(tokens[4]) * HEIGHT\n",
    "\n",
    "        boxes.append(np.array([class_id, xc, yc, width, height]))\n",
    "        # print(class_id, xc, yc, width, height)\n",
    "\n",
    "      Y_data.append(np.array(boxes))\n",
    "      # print(lines)\n",
    "  return Y_data  ## 이미지마다 탐지 대상 개수가 달라서(행 개수가 달라서) 정해진 shape의 넘파이 어레이로 변환할 수 없다! 변환하려면 패딩 등이 필요.\n",
    "\n",
    "\n",
    "\n",
    "classes = ['car', 'bus', 'truck']\n",
    "valid_total_df = pd.DataFrame()\n",
    "\n",
    "for foldername in valid_filename:\n",
    "    Y_test = load_labels(os.path.join(basePath, foldername))\n",
    "    folderPath = os.path.join(basePath, foldername)\n",
    "    txtfilenameList = glob(os.path.join(folderPath, '*.txt'))\n",
    "    txt_df = pd.DataFrame(txtfilenameList)\n",
    "    txt_df.columns = ['txt_in_valid_folder']\n",
    "    for i in range(len(txt_df)):\n",
    "        df_ex = pd.DataFrame(pd.DataFrame(Y_test[i])[0].value_counts()).T\n",
    "        for cls in df_ex.columns:\n",
    "            # print(float(i))\n",
    "            col = classes[int(cls)] + '_cnt'\n",
    "            # print(col)\n",
    "            txt_df.loc[i, col] = df_ex.loc['count', cls]\n",
    "    # txt_df.dropna(inplace=True)\n",
    "    valid_total_df = pd.concat([valid_total_df, txt_df])\n",
    "\n",
    "valid_total_df.reset_index(drop=True, inplace=True)\n",
    "valid_total_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9329</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9330</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9331</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9332</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9333</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9334 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    txt_in_valid_folder  car_cnt  truck_cnt  \\\n",
       "0     highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0        8.0   \n",
       "1     highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0        7.0   \n",
       "2     highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0        9.0   \n",
       "3     highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0        7.0   \n",
       "4     highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0        4.0   \n",
       "...                                                 ...      ...        ...   \n",
       "9329  highway/valid/label/Suwon_CH10_20201213_0752_S...      2.0        2.0   \n",
       "9330  highway/valid/label/Suwon_CH10_20201213_0752_S...      NaN        1.0   \n",
       "9331  highway/valid/label/Suwon_CH10_20201213_0752_S...      3.0        2.0   \n",
       "9332  highway/valid/label/Suwon_CH10_20201213_0752_S...      2.0        2.0   \n",
       "9333  highway/valid/label/Suwon_CH10_20201213_0752_S...      1.0        3.0   \n",
       "\n",
       "      bus_cnt  \n",
       "0         3.0  \n",
       "1         4.0  \n",
       "2         1.0  \n",
       "3         1.0  \n",
       "4         2.0  \n",
       "...       ...  \n",
       "9329      NaN  \n",
       "9330      NaN  \n",
       "9331      NaN  \n",
       "9332      NaN  \n",
       "9333      NaN  \n",
       "\n",
       "[9334 rows x 4 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "valid_total_df.reset_index(drop=True, inplace=True)\n",
    "valid_total_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "valid_total_df.to_csv('valid_total_txt_label.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>highway/valid/label/Suwon_CH01_20200720_1830_M...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 txt_in_valid_folder  car_cnt  truck_cnt  \\\n",
       "0  highway/valid/label/Suwon_CH01_20200720_1830_M...     21.0        8.0   \n",
       "1  highway/valid/label/Suwon_CH01_20200720_1830_M...     15.0        7.0   \n",
       "2  highway/valid/label/Suwon_CH01_20200720_1830_M...      5.0        9.0   \n",
       "3  highway/valid/label/Suwon_CH01_20200720_1830_M...      8.0        7.0   \n",
       "4  highway/valid/label/Suwon_CH01_20200720_1830_M...     16.0        4.0   \n",
       "\n",
       "   bus_cnt  \n",
       "0      3.0  \n",
       "1      4.0  \n",
       "2      1.0  \n",
       "3      1.0  \n",
       "4      2.0  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "valid_total_df = pd.read_csv('valid_total_txt_label.csv')\n",
    "valid_total_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>txt_in_valid_folder</th>\n",
       "      <th>car_cnt</th>\n",
       "      <th>truck_cnt</th>\n",
       "      <th>bus_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3399</th>\n",
       "      <td>highway/valid/label/Suwon_CH05_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418</th>\n",
       "      <td>highway/valid/label/Suwon_CH05_20200720_1830_M...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4316</th>\n",
       "      <td>highway/valid/label/Suwon_CH06_20200722_1900_W...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9136</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9176</th>\n",
       "      <td>highway/valid/label/Suwon_CH10_20201213_0752_S...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    txt_in_valid_folder  car_cnt  truck_cnt  \\\n",
       "3399  highway/valid/label/Suwon_CH05_20200720_1830_M...      NaN        NaN   \n",
       "3418  highway/valid/label/Suwon_CH05_20200720_1830_M...      NaN        NaN   \n",
       "4316  highway/valid/label/Suwon_CH06_20200722_1900_W...      NaN        NaN   \n",
       "9136  highway/valid/label/Suwon_CH10_20201213_0752_S...      NaN        NaN   \n",
       "9176  highway/valid/label/Suwon_CH10_20201213_0752_S...      NaN        NaN   \n",
       "\n",
       "      bus_cnt  \n",
       "3399      2.0  \n",
       "3418      2.0  \n",
       "4316      1.0  \n",
       "9136      2.0  \n",
       "9176      1.0  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "condition1 = valid_total_df['car_cnt'].isnull()\n",
    "condition2 = valid_total_df['truck_cnt'].isnull()\n",
    "valid_total_df[(condition1) & (condition2)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "트레이닝에서 이런 파일만 찾아서 넣어주면 된다!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['highway/valid/label/Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD\\\\Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD_066.txt',\n",
       "       'highway/valid/label/Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD\\\\Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD_085.txt',\n",
       "       'highway/valid/label/Suwon_CH06_20200722_1900_WED_9m_NH_highway_OW5_sunny_FHD\\\\Suwon_CH06_20200722_1900_WED_9m_NH_highway_OW5_sunny_FHD_033.txt',\n",
       "       'highway/valid/label/Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD\\\\Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD_041.txt',\n",
       "       'highway/valid/label/Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD\\\\Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD_082.txt'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "valid_total_df[(condition1) & (condition2)]['txt_in_valid_folder'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "busonlyList = list(valid_total_df[(condition1) & (condition2)]['txt_in_valid_folder'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD_066.txt\n",
      "Suwon_CH05_20200720_1830_MON_9m_NH_highway_OW5_sunny_FHD_085.txt\n",
      "Suwon_CH06_20200722_1900_WED_9m_NH_highway_OW5_sunny_FHD_033.txt\n",
      "Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD_041.txt\n",
      "Suwon_CH10_20201213_0752_SUN_9m_NH_highway_OW5_snow_FHD_082.txt\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "\n",
    "for i in busonlyList:\n",
    "    basename = os.path.basename(i)\n",
    "    print(basename)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "이 중에서도 보면 snow는 쓸모 없음. sunny만 augmentation 들어가야 할 듯."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "yolov8",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}