old_drive_events.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Eventos subidos a Google Drive"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1976, 4, 2)\n",
      "(1976, 9, 16)\n"
     ]
    }
   ],
   "source": [
    "import re\n",
    "def detect_date(string):\n",
    "    string = string.lower() #lowercase string for easier search\n",
    "    \n",
    "    months = [\"enero\", \"febrero\", \"marzo\", \"abril\", \"mayo\", \"junio\", \"julio\", \"agosto\", \"septiembre\", \"octubre\", \"noviembre\", \"diciembre\", \"ene\", \"feb\", \"mar\", \"abr\", \"may\", \"jun\", \"jul\", \"ago\", \"set\", \"oct\", \"nov\", \"dic\",\"setiembre\",\"sep\"]\n",
    "    months_num = list(range(1,13))*2 + [9,9]\n",
    "    day = 0\n",
    "    month = 0\n",
    "    year = 0\n",
    "    ac = 0\n",
    "    \n",
    "    for i in range(len(months)): #search month name and save corresponding month number\n",
    "        if(re.search(rf\"\\b{months[i]}\\b\",string)):\n",
    "            month = months_num[i]\n",
    "            break       \n",
    "            \n",
    "    rac = re.search(r\"\\ba\\.?c\\b\",string) #match ac or a.c, check if year is before Christ\n",
    "    ryear = re.search(r\"[1-2]?[0-9]{3}\",string)\n",
    "    \n",
    "    if(not ryear):\n",
    "        #Year must be specified else the date is invalid\n",
    "        raise Exception(\"No year found:\",string)\n",
    "\n",
    "    year=int(ryear[0])\n",
    "    \n",
    "    if(rac):\n",
    "        ryear = re.search(r\"[0-9]{2,4}\",string)\n",
    "        if(not ryear):\n",
    "            raise Exception(\"No year before Christ found:\",string)\n",
    "        year=int(\"-\"+ryear[0])\n",
    "    \n",
    "    #Find all possible days and years mentioned. If there's no manth, there will be no day. \n",
    "    rdaymonth = re.findall(r\"\\b[0-3]?[0-9]\\b\",string)\n",
    "    \n",
    "    #Puede pasar que el nombre del evento en si incluya numeros, intente sacar todas las ocurrencias pero los numeros de los eventos\n",
    "    #siempre estan despues de la fecha asi que a lo sumo si el evento no especificaba dia o mes tendra dia o mes incorrecto\n",
    "    #pero como no estaba especificado, no importa.\n",
    "    \n",
    "    if(len(rdaymonth)>0): #day and month may not be specified\n",
    "        day = int(rdaymonth[0])\n",
    "        if(len(rdaymonth)>1 and month==0):\n",
    "            #Need the month check in case a month has already been detected and the extra number comes from the event name\n",
    "            month = int(rdaymonth[1])\n",
    "\n",
    "    return(year,month,day)\n",
    "            \n",
    "\n",
    "print(detect_date(\"1976 02 abr Plan de Martínez de Hoz (1ª etapa).pdf\"))\n",
    "print(detect_date(\"1976 16 setiembre La noche de los lápices\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[ (2001, 12, 0) ] 2001 diciembre Saqueos en Argentina.pdf\n",
      "[ (1990, 2, 11) ] 1990 11 de febrero Liberación de Nelson Mandela .pdf\n",
      "[ (2000, 4, 20) ] 2000 20 de abril Ley Banelco (flexibilización labora).pdf\n",
      "[ (1993, 0, 0) ] 1993 Bunge y Born firma convenio con la Municipalidad de\n",
      "[ (1999, 12, 17) ] 1999 17 de diciembre El Correntinazo.pdf\n",
      "[ (1999, 8, 31) ] 1999 31 de agosto Accidente de LAPA en Aeropuerto Jorge\n",
      "[ (1992, 3, 17) ] 1992 17 de marzo Atentado terrorista a la Embajada de\n",
      "[ (1991, 3, 27) ] 1991 27 de marzo Ley de Convertibilidad\n",
      "[ (2001, 9, 11) ] 2001 11 de septiembre Atentado a las Torres Gemelas.pdf\n",
      "[ (2000, 10, 6) ] 2000 6 oct Renuncia de Chacho Álvarez.pdf\n",
      "[ (2001, 12, 20) ] 2001 20 dic Renuncia Presidente De la Rúa.pdf\n",
      "[ (1974, 7, 1) ] 1974 01 jul Muerte del Gral Perón.pdf\n",
      "[ (1976, 4, 2) ] 1976 02 abr Plan de Martínez de Hoz (1ª etapa).pdf\n",
      "[ (1994, 7, 18) ] 1994 18 jul Atentado a la AMIA.pdf\n",
      "[ (2003, 5, 25) ] 2003 25 may Presidencia de Néstor Kichner.pdf\n",
      "[ (2009, 12, 14) ] 2009 14 dic Creación del Fondo del Bicentenario.pdf\n",
      "[ (2007, 12, 10) ] 2007 10 dic Primera Presidencia de Cristina Fernandez de Kirchner.pdf\n",
      "[ (1976, 9, 16) ] 1976 16 set La noche de los lápices\n",
      "[ (1929, 10, 24) ] 1929 24 10 Jueves Negro.pdf\n",
      "[ (1927, 8, 25) ] 1927 25 08 Argentina vuelve a la convertibilidad .pdf\n",
      "[ (1914, 7, 28) ] 1914 28 07 - HECHO POLÍTICO INTERNACIONAL (cont 4).pdf\n",
      "[ (1914, 7, 28) ] 1914 28 07 Primera Guerra Mundial (cont 3).pdf\n",
      "[ (1914, 7, 28) ] 1914 28 07 Primera Guerra Mundial (cont 2) .pdf\n",
      "[ (1914, 7, 28) ] 1914 28 07 Primera Guerra Mundial (cont 1).pdf\n",
      "[ (1810, 5, 25) ] 1810 25 05 y 1816 09 07 Independencia de Argentina.pdf\n",
      "[ (1886, 10, 12) ] 1886 12 10 Presidencia de Juárez Celman.pdf\n",
      "[ (-3500, 0, 0) ] 3500 años AC - Aparición de la escritura.pdf\n",
      "[ (-9000, 0, 0) ] 9000 años AC La Revolución Neolítica.pdf\n",
      "[ (-3001, 0, 0) ] 3001 aC (fines) - Comienza la Escritura.pdf\n",
      "[ (-2340, 0, 0) ] 2340 aC - Mesopotamia.pdf\n",
      "[ (-3500, 0, 0) ] 3500 años AC - Aparición de la escritura.pdf\n",
      "[ (-9000, 0, 0) ] 9000 años AC La Revolución Neolítica.pdf\n"
     ]
    }
   ],
   "source": [
    "test_dates = [\"2001 diciembre Saqueos en Argentina.pdf\",\n",
    "\"1990 11 de febrero Liberación de Nelson Mandela .pdf\",\n",
    "\"2000 20 de abril Ley Banelco (flexibilización labora).pdf\",\n",
    "\"1993 Bunge y Born firma convenio con la Municipalidad de\",\n",
    "\"1999 17 de diciembre El Correntinazo.pdf\",\n",
    "\"1999 31 de agosto Accidente de LAPA en Aeropuerto Jorge\",\n",
    "\"1992 17 de marzo Atentado terrorista a la Embajada de\",\n",
    "\"1991 27 de marzo Ley de Convertibilidad\",\n",
    "\"2001 11 de septiembre Atentado a las Torres Gemelas.pdf\",\n",
    "\"2000 6 oct Renuncia de Chacho Álvarez.pdf\",\n",
    "\"2001 20 dic Renuncia Presidente De la Rúa.pdf\",\n",
    "\"1974 01 jul Muerte del Gral Perón.pdf\",\n",
    "\"1976 02 abr Plan de Martínez de Hoz (1ª etapa).pdf\",\n",
    "\"1994 18 jul Atentado a la AMIA.pdf\",\n",
    "\"2003 25 may Presidencia de Néstor Kichner.pdf\",\n",
    "\"2009 14 dic Creación del Fondo del Bicentenario.pdf\",\n",
    "\"2007 10 dic Primera Presidencia de Cristina Fernandez de Kirchner.pdf\",\n",
    "\"1976 16 set La noche de los lápices\",\n",
    "\"1929 24 10 Jueves Negro.pdf\",\n",
    "\"1927 25 08 Argentina vuelve a la convertibilidad .pdf\",\n",
    "\"1914 28 07 - HECHO POLÍTICO INTERNACIONAL (cont 4).pdf\",\n",
    "\"1914 28 07 Primera Guerra Mundial (cont 3).pdf\",\n",
    "\"1914 28 07 Primera Guerra Mundial (cont 2) .pdf\",\n",
    "\"1914 28 07 Primera Guerra Mundial (cont 1).pdf\",\n",
    "\"1810 25 05 y 1816 09 07 Independencia de Argentina.pdf\",\n",
    "\"1886 12 10 Presidencia de Juárez Celman.pdf\",\n",
    "\"3500 años AC - Aparición de la escritura.pdf\",\n",
    "\"9000 años AC La Revolución Neolítica.pdf\",\n",
    "\"3001 aC (fines) - Comienza la Escritura.pdf\",\n",
    "\"2340 aC - Mesopotamia.pdf\",\n",
    "\"3500 años AC - Aparición de la escritura.pdf\",\n",
    "\"9000 años AC La Revolución Neolítica.pdf\"]\n",
    "\n",
    "for string in test_dates:\n",
    "    print(\"[\",detect_date(string),\"]\",string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2001, 12, 0) 10unidad\n",
      "(1990, 2, 11) 10unidad\n",
      "(2000, 4, 20) 10unidad\n",
      "(1993, 0, 0) 10unidad\n",
      "(1999, 12, 17) 10unidad\n",
      "(1999, 8, 31) 10unidad\n",
      "(1992, 3, 17) 10unidad\n",
      "(1991, 3, 27) 10unidad\n",
      "(2001, 9, 11) 10unidad\n",
      "(2000, 10, 6) 10unidad\n",
      "(2001, 12, 20) 10unidad\n",
      "(1974, 7, 1) 7unidad\n",
      "(1976, 4, 2) 8unidad\n",
      "(1994, 7, 18) 10unidad\n",
      "(2003, 5, 25) 11unidad\n",
      "(2009, 12, 14) 11unidad\n",
      "(2007, 12, 10) 11unidad\n",
      "(1976, 9, 16) 8unidad\n",
      "(1929, 10, 24) 3unidad\n",
      "(1927, 8, 25) 3unidad\n",
      "(1914, 7, 28) 3unidad\n",
      "(1914, 7, 28) 3unidad\n",
      "(1914, 7, 28) 3unidad\n",
      "(1914, 7, 28) 3unidad\n",
      "(1810, 5, 25) 2unidad\n",
      "(1886, 10, 12) 2unidad\n",
      "(-3500, 0, 0) 1unidad\n",
      "(-9000, 0, 0) 1unidad\n",
      "(-3001, 0, 0) 1unidad\n",
      "(-2340, 0, 0) 1unidad\n",
      "(-3500, 0, 0) 1unidad\n",
      "(-9000, 0, 0) 1unidad\n"
     ]
    }
   ],
   "source": [
    "for string in test_dates:\n",
    "    print(detect_date(string),sorter(\"start: new Date{}}}\".format(detect_date(string))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import unicodedata\n",
    "IDN_SIZE = 35\n",
    "def strip_accents(text):\n",
    "    try:\n",
    "        text = unicode(text, 'utf-8')\n",
    "    except NameError: # unicode is a default on python 3 \n",
    "        pass\n",
    "\n",
    "    text = unicodedata.normalize('NFD', text)\\\n",
    "           .encode('ascii', 'ignore')\\\n",
    "           .decode(\"utf-8\")\n",
    "\n",
    "    return str(text)\n",
    "\n",
    "def sanitizar_nombre(name):\n",
    "    return strip_accents((name.strip().replace(\" \", \"_\").replace(\"(\",\"\").replace(\")\",\"\")).lower()).replace('&#34;','')\n",
    "\n",
    "def get_name(x):\n",
    "    sanitized = sanitizar_nombre(x[0])\n",
    "    return sanitized[:35]\n",
    "\n",
    "# RECIBE FILA DEL DATAFRAME\n",
    "# precondición: el campo imagen no es NaN\n",
    "def obtener_url_img(y):\n",
    "    url = y[7].split('\":\"')[1]\n",
    "    url2 = url.split(\",\")[0][:-1]\n",
    "    return url2\n",
    "\n",
    "# RECIBE FILA DEL DATAFRAME\n",
    "def obtenerlink(y):\n",
    "    return y[1]\n",
    "\n",
    "def quote(str):\n",
    "    return '\"'+str+'\"'\n",
    "\n",
    "def unquote(str):\n",
    "    if(str[0]=='\"'):\n",
    "        return str[1:][:-1]\n",
    "    return str\n",
    "\n",
    "# Identify type of timeline event (general information (logo_info) vs tourist information (logo_tour))\n",
    "def find_type(event):\n",
    "    if(\"HECHO TURÍSTICO\" in event[0]):\n",
    "        return \"turismo\"\n",
    "    else:\n",
    "        return \"informacion\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "event: {id: \"1990_11_de_febrero_liberacion_de_ne\", content: \"1990 11 de febrero Liberación de Nelson Mandela \", image:\"../img/informacion.svg\", link:\"http://drive.google.com/uc?export=view&id=1PzUoGS0bTx9jYmvSJ2W3iCTcs3Wtcx3v\", start: new Date(1990,2,11)}\n",
      "['1999_31_de_agosto_accidente_de_lapa', '1992_17_de_marzo_atentado_terrorist', '1991_27_de_marzo_ley_de_convertibil', '2001_11_de_septiembre_atentado_a_la', '1985_julio_alfonsin_declara_\"econom', '2013_13_marzo_designacion_de_jorge_', '2011_28_octubre_\"cepo\"_cambiario.pd', '1991_13_de_noviembre_lay_nacional_n', '2009_1_noviembre_entra_en_vigencia_', '2005_15_diciembre_discurso_de_nesto', '2014_19_agosto_cristina_anuncia_pag', '1985_5_agosto_y_1987_24_abril_se_re', '1984_31_de_octubre_asesinato_de_ind', '1991_31_de_octubre_menem_decreta_la', '1985_fin_de_la_guerra_fria.pdf', '1983_10_diciembre_presidencia_dr._a', '1980_10_julio_discurso_martinez_de_', '2_de_abril_de_1976_plan_economico_d', '1982_2_mayo_hundimiento_crucero_gen', '1976_24_marzo_golpe_de_estado_y_dic', '1966_16_mayo_revolucion_cultural_pr', '1972_17_junio_comienzo_del_watergat', '1980_13_octubre_adolfo_perez_esquiv', '1966_6_julio_fundacion_camara_argen', '1966_29_junio_asuncion_de_ongania.p', '1974_9_agosto_escandalo_del_waterga', '1969_20_julio_llegada_del_hombre_a_', '1973_25_mayo_ministro_de_economia_g', '1966_28_junio_revolucion_argentina.', '1968_22_marzo_\"mayo_frances\".pdf', '1982_02_04_malvinas.pdf', '1977_30_abril_las_madres_de_plaza_d', '1976_24_marzo_hecho_turistico_promo', '1968_05_ene_al_20_ago_primavera_de_', '1970_29_may_secuestro_y_muerte_de_a', '1968_4_abr_asesinato_m_l_king.pdf', '2003_14_may_se_retira_menen_de_la_s', '2002_2_ene_asume_duhalde_la_preside', '2001_13_dic_cronologia_de_los_hecho', '2002_27_abr_designacion_de_lavagna_', '2004_tren_de_levitacion_magnetica_e', '1967_24_jun_ley_de_hidrocarburos.pd', '1966_06_julio_hecho_turistico_camar', '1947_09_09_ley_13010_de_voto_femeni', '1945_17_10_dia_de_la_lealtad.pdf', '1944_8_10_sancion_del_estatuto_del_', '1945_27_12_fmi.pdf', '1947_feb_turismo_social.pdf', '1933_28_11_junta_reguladora_de_gran', '1948_14_03_plan_marshall.pdf', '1930_27_09_fundacion_cgt.pdf', '1930_06_09_golpe_de_estado_de_uribu', '1991_27_03_ley_de_convertibilidad.p', '1929_24_10_jueves_negro.pdf', '1927_25_08_argentina_vuelve_a_la_co', '1914_28_07_-_hecho_politico_interna', '1914_28_07_primera_guerra_mundial_c', '1810_25_05_y_1816_09_07_independenc', '1886_12_10_presidencia_de_juarez_ce', '1864_12_11_guerra_de_la_triple_alia', '3500_anos_ac_-_aparicion_de_la_escr', '1750_primera_revolucion_industrial.', '9000_anos_ac_la_revolucion_neolitic', '1492_12_de_octubre_descubrimiento_d', '476_fin_imperio_romano_de_occidente', '1989_9-10_noviembre_caida_del_muro_', '476_caida_imperio_romano_de_occiden', '1914-28_jul_primera_guerra_mundial_', '1958-24_jul_batalla_petroleo.pdf', '1914__28_jul_primera_guerra_mundial', '1945-05_mar_nacionalizacion_de_gas_', '1944-15_ene_terremoto_de_san_juan.p', '1944-15_ene_el_peronismo.pdf', '1929-24_oct_crack_de_wall_street.pd', '1938-20_feb_gobierno_de_ortiz.pdf', '1945-17_oct_dia_de_la_lealtad_peron', '1945-6_y_9_ago_bombardeos_hiroshima', '476_caida_del_imperio_romano_de_occ', '1955_-_16_set_revolucion_libertador']\n"
     ]
    }
   ],
   "source": [
    "def crear_evento(x):\n",
    "    idn = get_name(x)\n",
    "    path_img = quote(\"0\")\n",
    "    width = 0\n",
    "    name_event = unquote(x[0].replace(\".pdf\", '')).replace('\"',\"'\")\n",
    "    date = detect_date(name_event)\n",
    "    start = \"new Date({},{},{})\".format(date[0], date[1], date[2])\n",
    "    end = \"0\"\n",
    "    count_links = 0\n",
    "    \n",
    "    #Check if the event is one that occurs multiple times\n",
    "    #(If it does, it means we have multiple links for one event)\n",
    "    if(check_repeats.count(idn)==0):\n",
    "        #Event appears a single time\n",
    "        count_links = 1\n",
    "        links = \"[\"+ quote(obtenerlink(x)) + \"]\" \n",
    "    else:\n",
    "        if(handled_repeats.count(idn)!=0):\n",
    "            #First appearance of event already processed\n",
    "            raise Exception(\"Event already created\") \n",
    "        #Process set of same events for the first time\n",
    "        handled_repeats.append(idn) #we only want one event with all the data\n",
    "        count_links = 2 #more than 1 link = more than 1 work on same event\n",
    "        filtro = df['evento'].str.contains(x[0][:IDN_SIZE],regex=False)\n",
    "        df_links = df[filtro]\n",
    "        links = \"[\"\n",
    "        df_links = df_links.apply(obtenerlink,axis=1)\n",
    "        for item in df_links.iteritems():\n",
    "            url = item[1]\n",
    "            links += quote(url) + \",\"\n",
    "        links = links[:-1] + \"]\" #saco la , al pedo y agrego el corchete final\n",
    "    \n",
    "    img = find_type(x)\n",
    "    content  = quote(name_event) \n",
    "    \n",
    "    if(img!= 0):\n",
    "        #if there is an image, include image\n",
    "        path_img = quote('../img/'+img+'.svg')\n",
    "        content += \", image:\"+ path_img \n",
    "        \n",
    "    if(count_links>1):\n",
    "        #if there is multiple links, pass list of links\n",
    "        content += \", links:\" + links\n",
    "    elif(count_links==1):\n",
    "        #if there is only one link, pass single link\n",
    "        content += \", link:\" + links[1:][:-1]\n",
    "    \n",
    "    res = \"{id: \" + quote(idn) + \", content: \" + content + \", start: \" + start \n",
    "    if(end!=\"0\"):\n",
    "        res += \", end: \" + end\n",
    "        \n",
    "    res += \"}\"\n",
    "    return res\n",
    "\n",
    "def try_create(x):\n",
    "    try:\n",
    "        return crear_evento(x)\n",
    "        # If exception is raised, no return\n",
    "    except Exception as exc:\n",
    "        print(exc,\":\",x[0])\n",
    "\n",
    "print(\"event:\",crear_evento(df.iloc[1]))\n",
    "print(handled_repeats)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Procesando base de datos...\n",
      "('No year found:', 'fechas creación de las juntas reguladoras') : FECHAS creación de las juntas reguladoras.pdf\n",
      "Event already created : 1914 28 07 Primera Guerra Mundial (cont 2) .pdf\n",
      "Event already created : 1914 28 07 Primera Guerra Mundial (cont 1).pdf\n",
      "Event already created : 1999 31 de agosto Accidente de LAPA en Aeropuerto Jorge Newbery.pdf\n",
      "Event already created : 1992 17 de marzo Atentado terrorista a la Embajada de Israel.pdf\n",
      "Event already created : 1991 27 de marzo Ley de Convertibilidad .pdf\n",
      "Event already created : 2001 11 de septiembre Atentado a las Torres Gemelas.pdf\n",
      "Event already created : 1985 julio Alfonsín declara \"economía de guerra\".pdf\n",
      "Event already created : 2013 13 marzo Designación de Jorge Bergoglio como Papa Francisco.pdf\n",
      "Event already created : 2011 28 octubre \"Cepo\" cambiario.pdf\n",
      "Event already created : 1991 13 de noviembre Lay Nacional N1 24.013 del Empleo.pdf\n",
      "Event already created : 2009 1 noviembre Entra en vigencia la Asignación Universal por Hijo.pdf\n",
      "Event already created : 2005 15 diciembre Discurso de Nestor Kirchner sobre el pago de la deuda externa.pdf\n",
      "Event already created : 2014 19 agosto Cristina anuncia pago soberano de la deuda externa.pdf\n",
      "Event already created : 1985 5 agosto y 1987 24 abril se reglamenta la Ley de Hidrocarburos (1967).pdf\n",
      "Event already created : 1984 31 de octubre Asesinato de Indira Gandhi.pdf\n",
      "Event already created : 1991 31 de octubre Menem decreta la desregulación de la economía.pdf\n",
      "Event already created : 1985 Fin de la guerra fría.pdf\n",
      "Event already created : 1983 10 diciembre Presidencia Dr. Alfonsín.pdf\n",
      "Event already created : 1980 10 julio Discurso Martínez de Hoz sobre la segunda parte del Plan Económico.pdf\n",
      "Event already created : 2 de abril de 1976 Plan Económico de Martínez de Hoz.pdf\n",
      "Event already created : 1982 2 mayo Hundimiento Crucero General Belgrano.pdf\n",
      "Event already created : 1976 24 marzo Golpe de Estado y Dictadura cívico-militar.pdf\n",
      "Event already created : 1966 16 mayo Revolución Cultural Proletaria, en China (Mao Tse-Tung).pdf\n",
      "Event already created : 1972 17 junio Comienzo del Watergate.pdf\n",
      "Event already created : 1980 13 octubre Adolfo Pérez Esquivel recibe Premio Nobel.pdf\n",
      "Event already created : 1966 6 julio Fundación Cámara Argentina de Turismo.pdf\n",
      "Event already created : 1966 29 junio Asunción de Onganía.pdf\n",
      "Event already created : 1974 9 agosto Escándalo del Watergate.pdf\n",
      "Event already created : 1969 20 julio Llegada del hombre a la Luna.pdf\n",
      "Event already created : 1973 25 mayo Ministro de Economía Gelbard.pdf\n",
      "Event already created : 1966 28 junio Revolución Argentina.pdf\n",
      "Event already created : 1968 22 marzo \"Mayo Francés\".pdf\n",
      "('No year found:', 'siglos xi-xii-xiii - feudalismo') : Siglos XI-XII-XIII - Feudalismo.pdf\n",
      "('No year found:', 'fines siglo xviii a mediados siglo xix - romanticismo') : Fines siglo XVIII a mediados siglo XIX - Romanticismo.pdf\n",
      "Event already created : 1982 02 04 Malvinas.pdf\n",
      "Event already created : 1977 30 abril Las Madres de Plaza de Mayo.pdf\n",
      "Event already created : 1976 24 marzo HECHO TURÍSTICO Promoción de Turismo Receptivo.pdf\n",
      "Event already created : 1968 05 ene al 20 ago Primavera de Praga.pdf\n",
      "Event already created : 1970 29 may Secuestro y Muerte de Aramburu.pdf\n",
      "Event already created : 1968 4 abr Asesinato M L King.pdf\n",
      "Event already created : 2003 14 may Se retira Menen de la segunda vuelta Menem Kirchner.pdf\n",
      "Event already created : 2002 2 ene Asume Duhalde la Presidencia de la Nación (hasta 25 may 2003).pdf\n",
      "Event already created : 2001 13 dic Cronología de los hechos de diciembre de 2001.pdf\n",
      "Event already created : 2002 27 abr Designación de Lavagna como Ministro de Economía y Producción.pdf\n",
      "Event already created : 2004 Tren de levitación magnética en Shangai.pdf\n",
      "Event already created : 1967 24 jun Ley de Hidrocarburos.pdf\n",
      "Event already created : 1966 06 julio HECHO TURÍSTICO Cámara Argentina de Turismo.pdf\n",
      "Event already created : 1947 09 09 Ley 13010 de Voto Femenino Obligatorio.pdf\n",
      "Event already created : 1945 17 10 Día de la Lealtad.pdf\n",
      "Event already created : 1944 8 10 Sanción del Estatuto del Peón Rural.pdf\n",
      "Event already created : 1945 27 12 FMI.pdf\n",
      "Event already created : 1947 feb TURISMO Social.pdf\n",
      "Event already created : 1933 28 11 Junta Reguladora de Granos.pdf\n",
      "Event already created : 1948 14 03 Plan Marshall.pdf\n",
      "Event already created : 1930 27 09 Fundación CGT.pdf\n",
      "Event already created : 1930 06 09 Golpe de Estado de Uriburu.pdf\n",
      "('No year found:', 'fechas creación de las juntas reguladoras') : FECHAS creación de las juntas reguladoras.pdf\n",
      "Event already created : 1991 27 03 Ley de Convertibilidad.pdf\n",
      "Event already created : 1929 24 10 Jueves Negro.pdf\n",
      "Event already created : 1927 25 08 Argentina vuelve a la convertibilidad .pdf\n",
      "Event already created : 1914 28 07 - HECHO POLÍTICO INTERNACIONAL (cont 4).pdf\n",
      "Event already created : 1914 28 07 Primera Guerra Mundial (cont 3).pdf\n",
      "Event already created : 1914 28 07 Primera Guerra Mundial (cont 1).pdf\n",
      "Event already created : 1810 25 05 y 1816 09 07 Independencia de Argentina.pdf\n",
      "Event already created : 1886 12 10 Presidencia de Juárez Celman.pdf\n",
      "Event already created : 1864 12 11 Guerra de la Triple Alianza contra el Paraguay.pdf\n",
      "Event already created : 3500 años AC - Aparición de la escritura.pdf\n",
      "Event already created : 1750 Primera Revolución Industrial.pdf\n",
      "Event already created : 9000 años AC La Revolución Neolítica.pdf\n",
      "Event already created : 1492 12 de octubre Descubrimiento de América.pdf\n",
      "Event already created : 476 Fin Imperio Romano de Occidente y fin Edad Antigua.pdf\n",
      "Event already created : 1989 9-10 noviembre Caída del Muro de Berlín, significado para Argentina.pdf\n",
      "Event already created : 476 Caída Imperio Romano de Occidente Código QR.pdf\n",
      "Event already created : 476 Caída del Imperio Romano de Occidente.pdf\n",
      "Event already created : 1955 - 16 set Revolución Libertadora.pdf\n",
      "Event already created : 1914-28 jul Primera Guerra Mundial (cont).pdf\n",
      "Event already created : 1958-24 jul Batalla petróleo.pdf\n",
      "Event already created : 1914 – 28 jul Primera Guerra Mundial.pdf\n",
      "Event already created : 1945-05 mar Nacionalización de Gas del Estado.pdf\n",
      "Event already created : 1944-15 ene Terremoto de San Juan.pdf\n",
      "Event already created : 1944-15 ene El peronismo.pdf\n",
      "Event already created : 1929-24 oct Crack de Wall Street.pdf\n",
      "Event already created : 1938-20 feb gobierno de Ortiz.pdf\n",
      "Event already created : 1945-17 oct Día de la Lealtad Peronista.pdf\n",
      "Event already created : 1945-6 y 9 ago Bombardeos Hiroshima y Nagasaki.pdf\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n",
      "Guardando en archivo...\n",
      "Diferenciando versiones appendable y finalizada\n",
      "Version finalizada creada\n",
      "Versión appendable creada\n",
      "Finalizado!\n"
     ]
    }
   ],
   "source": [
    "df = pd.read_csv(\"./links-eventos-drive.csv\",index_col=False)\n",
    "\n",
    "# First, we must identify possible repeated events\n",
    "names = df.apply(get_name,axis=1)\n",
    "seen = set()\n",
    "check_repeats = []\n",
    "for x in names:\n",
    "    if x not in seen:\n",
    "        seen.add(x)\n",
    "    else:\n",
    "        check_repeats.append(x)\n",
    "handled_repeats=[]\n",
    "#print(check_repeats)\n",
    "\n",
    "def sorter(x):\n",
    "    splt = x.split('start: ')[1].replace(\"new Date(\", \"\").replace(\")}\",\"\")\n",
    "    date = splt.split(',')\n",
    "    date[0]=int(date[0])\n",
    "    date[1]=int(date[1])\n",
    "    date[2]=int(date[2])\n",
    "    if(int(date[0])<1810):\n",
    "        return \"1unidad\"\n",
    "    if(int(date[0])>=1810 and int(date[0])<1914):\n",
    "        return \"2unidad\"\n",
    "    if(int(date[0])>=1914 and int(date[0])<1930):\n",
    "        return \"3unidad\"\n",
    "    if(int(date[0])>=1930 and int(date[0])<1945):\n",
    "        return \"4unidad\"\n",
    "    if(int(date[0])>=1945 and int(date[0])<1955):\n",
    "        return \"5unidad\"\n",
    "    if(int(date[0])>=1955 and int(date[0])<1966):\n",
    "        return \"6unidad\"\n",
    "    if(int(date[0])>=1966 and int(date[0])<1976):\n",
    "        return \"7unidad\"\n",
    "    if(int(date[0])>=1976 and date<=[1983,12,10]):\n",
    "        return \"8unidad\"\n",
    "    if(int(date[0])>=1983 and date<=[1989,7,8]):\n",
    "        return \"9unidad\"\n",
    "    if(int(date[0])>=1989 and date<=[2003,5,24]):\n",
    "        return \"10unidad\"\n",
    "    if(int(date[0])>=2003 and date<=[2015,12,9]):\n",
    "        return \"11unidad\"\n",
    "    if(int(date[0])>=2015):\n",
    "        return \"12unidad\"  \n",
    "    else:\n",
    "        return \"otro\"\n",
    "\n",
    "start_line = \"var items = new vis.DataSet([\"\n",
    "end_line = \"]);\"\n",
    "\n",
    "print(\"Procesando base de datos...\")\n",
    "df_copy = df.copy()\n",
    "events = df_copy.apply(try_create,axis=1)\n",
    "events = events.dropna()\n",
    "unidad = events.copy().apply(sorter)\n",
    "frame = { 'Event': events, 'Unit': unidad } \n",
    "cosas = pd.DataFrame(frame) \n",
    "\n",
    "unit_names = [\"1unidad\",\"2unidad\",\"3unidad\",\"4unidad\",\"5unidad\",\"6unidad\",\"7unidad\",\"8unidad\",\"9unidad\",\"10unidad\",\"11unidad\",\"12unidad\"]\n",
    "units= {}\n",
    "for unit in unit_names:\n",
    "    units[unit] = cosas[cosas['Unit']==unit]\n",
    "\n",
    "#display(cosas.head(20))\n",
    "#raise Exception\n",
    "\n",
    "for unit_name,unit in units.items():\n",
    "    print(\"Guardando en archivo...\")\n",
    "    del unit[\"Unit\"]\n",
    "    f = open(\"./\"+unit_name+\"/\"+unit_name+\"_appendable.js\", \"w\")\n",
    "    f.write(start_line)\n",
    "    f.write(\"\\n\")\n",
    "\n",
    "    for _,linea in unit[:-1].iterrows():\n",
    "        #lleno con todos los eventos hasta el anteultimo\n",
    "        f.write(linea[\"Event\"] + \",\\n\")\n",
    "\n",
    "    #La ULTIMA fila debe ir SIN COMA en la base finalizada, y CON COMA en la appendable!\n",
    "    f.close()\n",
    "    print(\"Diferenciando versiones appendable y finalizada\")\n",
    "    !cp \"./{unit_name}/{unit_name}_appendable.js\" \"./{unit_name}/{unit_name}.js\"\n",
    "\n",
    "    f2 = open(\"./\"+unit_name+\"/\"+unit_name+\".js\",\"a\")\n",
    "    #aca va sin coma y con linea finalizadora\n",
    "    f2.write(unit.iloc[-1][\"Event\"]+\"\\n\")\n",
    "    f2.write(end_line)\n",
    "    f2.close()\n",
    "    print(\"Version finalizada creada\")\n",
    "\n",
    "    #La version appendable va con coma y sin linea finalizadora\n",
    "    f = open(\"./\"+unit_name+\"/\"+unit_name+\"_appendable.js\", \"a\")\n",
    "    f.write(cosas.iloc[-1][\"Event\"]+\",\")\n",
    "    f.close()\n",
    "    print(\"Versión appendable creada\")\n",
    "    print(\"Finalizado!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}