mapa_brasil_votos.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyOZ5vUDpo62O0Qs5CwCgzil",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/arturbernardo/arturbernardo.github.io/blob/main/mapa_brasil_votos.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# **Mapa do Brasil com locais de votação**\n",
        "\n",
        "Baseado no trabalho original de Marcelo Oliveira\n",
        "https://twitter.com/Capyvara\n",
        "https://colab.research.google.com/drive/1S49vV7t129CmisOC9VIGVmd5fFrhQ_ne#scrollTo=zrDfBMnSagLJ&line=5&uniqifier=1"
      ],
      "metadata": {
        "id": "-gOSeKliXvDo"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "cguOXNHkrrs2"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import plotly.express as px\n",
        "from google.colab import drive\n",
        "from pathlib import Path\n",
        "import os\n",
        "import numpy as np\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# mostra todas as colunas do dataframe\n",
        "pd.options.display.max_columns = None"
      ],
      "metadata": {
        "id": "eOKbar42ruUO"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Caminha para a pasta no drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "id": "N3x8tR1IsGWN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ad3cdd9f-70cb-476a-a601-043f0cd19570"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [],
      "metadata": {
        "id": "m23b42rwsuCu"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Locais de votação com nome e localização geográfica incompleta**"
      ],
      "metadata": {
        "id": "eFrTLbUGs8sN"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Encontrado em:\n",
        "https://cdn.tse.jus.br/estatistica/sead/odsele/eleitorado_locais_votacao/eleitorado_local_votacao_2022.zip\n"
      ],
      "metadata": {
        "id": "mN-HTAmoScoz"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "locais_com_nome = pd.read_csv('/content/drive/MyDrive/data/dadosBrasil/eleitorado_local_votacao_2022.csv', encoding=\"ISO-8859-1\", sep = ';',\n",
        "                    usecols=list(range(4,38)),\n",
        "                    dtype={\n",
        "                          \"NR_TURNO\": pd.CategoricalDtype(),\n",
        "                          \"SG_UF\": pd.CategoricalDtype(),\n",
        "                          \"CD_MUNICIPIO\": pd.Int64Dtype(),\n",
        "                          \"NR_ZONA\": pd.Int64Dtype(),\n",
        "                          \"NR_SECAO\": pd.CategoricalDtype(),\n",
        "                          \"NR_LOCAL_VOTACAO\": pd.Int64Dtype(),\n",
        "                      }\n",
        "                  )"
      ],
      "metadata": {
        "id": "v0nDVFMssLgX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "locais_com_nome_2t = locais_com_nome.loc[(locais_com_nome['NR_TURNO'] == '2')]"
      ],
      "metadata": {
        "id": "ozYjfb1isPfd"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Complemento de longitude e latitude para locais de votação**"
      ],
      "metadata": {
        "id": "CO5O_o5TvvLS"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Encontrado em:\n",
        "https://storage.googleapis.com/capyvara_public/tse/geocoded_voting_places_001.csv"
      ],
      "metadata": {
        "id": "0aIkf8aaS_kx"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "geocode_locais_complemento = pd.read_csv('/content/drive/MyDrive/data/dadosBrasil/geocoded_voting_places_001.csv', encoding=\"latin_1\", sep=\",\", dtype={\n",
        "                            \"CD_MUNICIPIO\": pd.Int64Dtype(),\n",
        "                            \"NR_LOCAL_VOTACAO\": pd.Int64Dtype(),\n",
        "                            \"NR_ZONA\": pd.Int64Dtype()\n",
        "                        })"
      ],
      "metadata": {
        "id": "bpFTG6R6ti7T"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Busca dados de votos por urna**"
      ],
      "metadata": {
        "id": "7GFyc2dyvy55"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Encontrado em:\n",
        "https://cdn.tse.jus.br/estatistica/sead/eleicoes/eleicoes2022/buweb/bweb_2t_AC_311020221535.zip"
      ],
      "metadata": {
        "id": "iE7ISaJbRzhV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "all = pd.DataFrame()\n",
        "\n",
        "states = ['AC', 'AL', 'AM', 'AP', 'DF', 'ES', 'MA', 'MS', 'MG', 'MT', 'PA', 'PB', 'PE', 'PI', 'PR', 'RJ', 'RN', 'RO', 'RR', 'SC', 'SE', 'ZZ', 'TO', 'SP', 'RS', 'CE', 'GO', 'BA']\n",
        "# states = ['AC', 'AL', 'AM']\n",
        "\n",
        "for state in states:\n",
        "  st = pd.read_csv('/content/drive/MyDrive/data/eleicoes2022unziped/bweb_2t_'+state+'_311020221535.csv', encoding=\"ISO-8859-1\", sep = ';',\n",
        "                   dtype={\n",
        "                            \"SG_UF\": pd.CategoricalDtype(),\n",
        "                            \"CD_MUNICIPIO\": pd.Int64Dtype(),\n",
        "                            \"NR_LOCAL_VOTACAO\": pd.Int64Dtype(),\n",
        "                            \"NR_ZONA\": pd.Int64Dtype(),\n",
        "                            \"NR_SECAO\": pd.CategoricalDtype()\n",
        "                        })\n",
        "\n",
        "  st_presidente = st[st.CD_CARGO_PERGUNTA == 1]\n",
        "  filtered_df = st_presidente.loc[(st_presidente['NR_PARTIDO'] == 13) | (st_presidente['NR_PARTIDO'] == 22)]\n",
        "\n",
        "  toUnion = [all, filtered_df]\n",
        "\n",
        "  all = pd.concat(toUnion)\n",
        "\n",
        "all"
      ],
      "metadata": {
        "id": "WRZyp1STyB1O"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Agrupa por local de votação e coloca votos para os dois candidatos na mesma linha**"
      ],
      "metadata": {
        "id": "G0G9dAaa_GgJ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df2 = all[['NR_LOCAL_VOTACAO',\n",
        "                   'CD_MUNICIPIO',\n",
        "                   'NR_ZONA',\n",
        "                   'NR_SECAO',\n",
        "                   'QT_VOTOS',\n",
        "                   'QT_APTOS',\n",
        "                   'QT_COMPARECIMENTO',\n",
        "                   'CD_CARGO_PERGUNTA',\n",
        "                   'NR_PARTIDO',\n",
        "                   'NM_MUNICIPIO',\n",
        "                   'SG_UF']]\n",
        "\n",
        "df_lula = df2.loc[(df2['NR_PARTIDO'] == 13)]\n",
        "df_lula_agg = df_lula.groupby([\"CD_MUNICIPIO\", \"NR_LOCAL_VOTACAO\", \"NR_PARTIDO\", \"SG_UF\"]).agg({\"QT_VOTOS\": sum, \"QT_APTOS\": sum, \"QT_COMPARECIMENTO\": sum, \"NM_MUNICIPIO\": max})\n",
        "\n",
        "df_bolsonaro = df2.loc[(df2['NR_PARTIDO'] == 22)]\n",
        "df_bolsonaro_agg = df_bolsonaro.groupby([\"CD_MUNICIPIO\", \"NR_LOCAL_VOTACAO\", \"NR_PARTIDO\", \"SG_UF\"]).agg({\"QT_VOTOS\": sum, \"QT_APTOS\": sum, \"QT_COMPARECIMENTO\": sum, \"NM_MUNICIPIO\": max})\n",
        "\n",
        "votos_por_local = pd.merge(df_lula_agg, df_bolsonaro_agg, on=['CD_MUNICIPIO', 'NR_LOCAL_VOTACAO', 'NM_MUNICIPIO', 'SG_UF', 'QT_APTOS', 'QT_COMPARECIMENTO'])\n",
        "votos_por_local = votos_por_local.reset_index()\n",
        "votos_por_local\n"
      ],
      "metadata": {
        "id": "s8Aot0LqyICS"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Adiciona geolocalização a cada local de votação**"
      ],
      "metadata": {
        "id": "gxkbp20I_VKM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "local_com_geocode = votos_por_local.merge(geocode_locais_complemento, on=['CD_MUNICIPIO', 'NR_LOCAL_VOTACAO'], how='left')\n",
        "local_com_geocode"
      ],
      "metadata": {
        "id": "CJaFq-fCyT3w"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Percentual de votos para um dos candidatos, em relação aos votos totais não brancos ou nulos."
      ],
      "metadata": {
        "id": "OUOV4tO6_aD9"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "local_com_geocode[\"PER_LULA\"] = (\n",
        "    local_com_geocode[\"QT_VOTOS_x\"]*100 / (local_com_geocode[\"QT_VOTOS_x\"] + local_com_geocode[\"QT_VOTOS_y\"])\n",
        ")\n",
        "\n",
        "local_com_geocode[\"QT_VOTOS_VALIDOS\"] = (local_com_geocode[\"QT_VOTOS_x\"] + local_com_geocode[\"QT_VOTOS_y\"]).astype(int)"
      ],
      "metadata": {
        "id": "YyA7hr5MzWt0"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Merge com base de dados do TSE que tem o nome dos locais de votação.**"
      ],
      "metadata": {
        "id": "Qlr0zHX5_t-u"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "local_com_geocode_e_nome = local_com_geocode.merge(locais_com_nome_2t, on=['CD_MUNICIPIO', 'NR_LOCAL_VOTACAO'], how='left')\n",
        "local_com_geocode_e_nome = local_com_geocode_e_nome.drop_duplicates(subset=[\"CD_MUNICIPIO\", \"NR_LOCAL_VOTACAO\"], keep='first')\n",
        "\n",
        "# local_com_geocode_e_nome"
      ],
      "metadata": {
        "id": "iyjGiJgr8POn"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## **Cria/exporta mapa**"
      ],
      "metadata": {
        "id": "5PYvcwO_CMTk"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def voting_places_plot():\n",
        "    fig = px.scatter_mapbox(local_com_geocode_e_nome,\n",
        "                            title=\"Votos por local\",\n",
        "                            zoom=3, center={\"lat\": -11.44, \"lon\": -52.01},\n",
        "                            lat=\"NR_LATITUDE_x\", lon=\"NR_LONGITUDE_x\",\n",
        "                            color=\"PER_LULA\",\n",
        "                            # range_color=[1,100],\n",
        "                            color_continuous_scale=px.colors.diverging.balance,\n",
        "                            color_continuous_midpoint=50,\n",
        "                            size=\"QT_VOTOS_VALIDOS\",\n",
        "                            size_max=20,\n",
        "                            opacity=0.8,\n",
        "                            hover_name=\"NM_LOCAL_VOTACAO\",\n",
        "                            hover_data={\n",
        "                                \"SG_UF_x\": True,\n",
        "                                \"NM_MUNICIPIO_x\": True,\n",
        "                                \"NR_LATITUDE_x\": False,\n",
        "                                \"NR_LONGITUDE_x\": False,\n",
        "                                \"NM_LOCAL_VOTACAO\" : True,\n",
        "                                \"PER_LULA\": \":.1f\",\n",
        "                                \"QT_VOTOS_x\": True,\n",
        "                                \"QT_VOTOS_y\": True,\n",
        "                                \"QT_VOTOS_VALIDOS\": True\n",
        "                            },\n",
        "                            labels={\n",
        "                                \"SG_UF_x\": \"UF\",\n",
        "                                \"NM_MUNICIPIO_x\": \"Município\",\n",
        "                                \"NM_LOCAL_VOTACAO\" : \"Local\",\n",
        "                                \"PER_LULA\": \"Lula %\",\n",
        "                                \"QT_VOTOS_x\": \"Lula\",\n",
        "                                \"QT_VOTOS_y\": \"Bolsonaro\",\n",
        "                                \"QT_VOTOS_VALIDOS\": \"Votos válidos\"\n",
        "                                })\n",
        "    # fig.update_layout(mapbox_style=\"open-street-map\")\n",
        "    fig.update_layout(mapbox_style=\"carto-positron\")\n",
        "    fig.update_traces(marker=dict(sizemin=2))\n",
        "    return fig\n",
        "\n",
        "fig = voting_places_plot()\n",
        "# export_fig_html(fig, \"index.html\")\n",
        "fig.show()"
      ],
      "metadata": {
        "id": "f-5QQi2jztuz"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import plotly.graph_objects as go\n",
        "import plotly.express as px\n",
        "from plotly.subplots import make_subplots\n",
        "import plotly.figure_factory as ff\n",
        "\n",
        "pd.options.plotting.backend = \"plotly\"\n",
        "px.defaults.width = 1280\n",
        "px.defaults.height = 720\n",
        "\n",
        "FLIP_PLOTLY_COLORWAY = px.colors.qualitative.Plotly.copy()\n",
        "FLIP_PLOTLY_COLORWAY[0], FLIP_PLOTLY_COLORWAY[1] = FLIP_PLOTLY_COLORWAY[1], FLIP_PLOTLY_COLORWAY[0]\n",
        "\n",
        "OUTPUT_DIR = \"data/output\"\n",
        "os.makedirs(OUTPUT_DIR, exist_ok=True)\n",
        "\n",
        "\n",
        "def export_fig_html(fig, filename, *args, **kwargs):\n",
        "    fig_copy = go.Figure(fig)\n",
        "    fig_copy.layout.width = None\n",
        "    fig_copy.layout.height = None\n",
        "    #fig_copy.write_html(os.path.join(OUTPUT_DIR, filename), include_plotlyjs=\"cdn\", config={\"locale\": \"pt-BR\", \"scrollZoom\": \"True\"}, *args, **kwargs)\n",
        "    fig_copy.write_html(os.path.join(OUTPUT_DIR, filename), include_plotlyjs=\"cdn\", *args, **kwargs)"
      ],
      "metadata": {
        "id": "HPCw-YL6CQ5-"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}