Analise_Operacional_PySpark.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/marcusmenossi/PowerBI-DataScience/blob/master/Analise_Operacional_PySpark.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rFPP-FXPhEpd"
      },
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FqWc8dqLlqvq",
        "outputId": "eba5a220-2b6d-4af8-e04b-76c7813f810b"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3wKPaiteteYf"
      },
      "source": [
        "Instanciando Máquina Virtual Java, instalando Hadoop, Spark, PySpark e\n",
        "\n",
        "---\n",
        "\n",
        "iniciando SparkSession.\n",
        "\n",
        "---\n",
        "\n",
        "\n",
        "\n",
        "---\n",
        "\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cwSBbWcZt1rG"
      },
      "source": [
        "Iniciando ETL"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IxHVeUJ_JQmy",
        "outputId": "a20aff26-b30f-4ec9-d28d-1f959d1fa2b5"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting pyspark\n",
            "  Downloading pyspark-3.4.1.tar.gz (310.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m310.8/310.8 MB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: py4j==0.10.9.7 in /usr/local/lib/python3.10/dist-packages (from pyspark) (0.10.9.7)\n",
            "Building wheels for collected packages: pyspark\n",
            "  Building wheel for pyspark (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for pyspark: filename=pyspark-3.4.1-py2.py3-none-any.whl size=311285398 sha256=5d66e3f3e2dcc58125d775b8e504b2130fadd3259dcbe40e8f90e35b9697b3a1\n",
            "  Stored in directory: /root/.cache/pip/wheels/0d/77/a3/ff2f74cc9ab41f8f594dabf0579c2a7c6de920d584206e0834\n",
            "Successfully built pyspark\n",
            "Installing collected packages: pyspark\n",
            "Successfully installed pyspark-3.4.1\n"
          ]
        }
      ],
      "source": [
        "!pip install pyspark"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 219
        },
        "id": "6K-WWudCJQtj",
        "outputId": "0460a773-363d-4a01-fafd-d01fcc8ff641"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<pyspark.sql.session.SparkSession at 0x7f202eafbfa0>"
            ],
            "text/html": [
              "\n",
              "            <div>\n",
              "                <p><b>SparkSession - in-memory</b></p>\n",
              "                \n",
              "        <div>\n",
              "            <p><b>SparkContext</b></p>\n",
              "\n",
              "            <p><a href=\"http://4dc5a8c03ff3:4040\">Spark UI</a></p>\n",
              "\n",
              "            <dl>\n",
              "              <dt>Version</dt>\n",
              "                <dd><code>v3.4.1</code></dd>\n",
              "              <dt>Master</dt>\n",
              "                <dd><code>local</code></dd>\n",
              "              <dt>AppName</dt>\n",
              "                <dd><code>pyspark-shell</code></dd>\n",
              "            </dl>\n",
              "        </div>\n",
              "        \n",
              "            </div>\n",
              "        "
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ],
      "source": [
        "# importando o pacote necessário para iniciar uma seção Spark\n",
        "from pyspark.sql import SparkSession\n",
        "\n",
        "# iniciando o spark context\n",
        "spark = SparkSession.builder.master('local').config(\"spark.jars.packages\", \"com.crealytics:spark-excel_2.12:0.13.7\").getOrCreate()\n",
        "\n",
        "# Verificando se a sessão foi criada\n",
        "spark"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "acBzaiYTJQ8l"
      },
      "outputs": [],
      "source": [
        "from google.colab import drive"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vgHtY5kiKNui",
        "outputId": "8ed5be0a-f09f-4b63-f3bf-a749e882cfd3"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ],
      "source": [
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "Dj-eJG0cJeZP"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import glob"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "xzy1vUxYJoOn"
      },
      "outputs": [],
      "source": [
        "#Acumulado\n",
        "df = spark.read.format(\"csv\").option(\"header\", True).option(\"inferSchema\", True).option(\"delimiter\",\";\").\\\n",
        "               option('Unicode','UTF-8').load(\"/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Exportacao_Monit_Mensal\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "id": "yX_liYWg4YtY"
      },
      "outputs": [],
      "source": [
        "df = df.withColumnRenamed('Corte Base Automatico/Manual', 'CorteBase_Automatico_Manual')\n",
        "df = df.withColumnRenamed('Pressão de Corte', 'Pressao_de_Corte')\n",
        "df = df.withColumnRenamed('RPM Extrator', 'RPM_Extrator')\n",
        "df = df.withColumnRenamed('Motor Ligado', 'Motor_Ligado')\n",
        "df = df.withColumnRenamed('Implemento Ligado', 'Implemento_Ligado')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nre4vSWD-0gZ",
        "outputId": "168732a2-fcf0-4282-abe2-8e9ad1120b8d"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['Equipamento', 'Data/Hora', 'Codigo Frente (Digitada)', 'CorteBase_Automatico_Manual', 'Descricao Equipamento', 'Estado', 'Estado Operacional', 'Esteira Ligada', 'Grupo', 'Grupo Operacao', 'Horimetro', 'Implemento_Ligado', 'Latitude', 'Longitude', 'Motor_Ligado', 'Operacao', 'Operador', 'Pressao_de_Corte', 'RPM_Extrator', 'RPM Motor', 'RTK', 'Tipo de Equipamento', 'Trabalhando Frente Dividida', 'Trabalhando em Fila', 'Velocidade']\n"
          ]
        }
      ],
      "source": [
        "print(df.columns)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "af3X4aBqJ9cf"
      },
      "outputs": [],
      "source": [
        "#Selecionar colunas\n",
        "df_Operacao = df.select('Equipamento','Data/Hora','Estado Operacional','Grupo','Grupo Operacao','Horimetro','Implemento_Ligado','Latitude','Longitude','Motor_Ligado','Operacao',\\\n",
        "                        'Pressao_de_Corte','RPM_Extrator','RTK','Operador','RPM Motor','Velocidade')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "UpnxGVGTL9tD"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import col\n",
        "\n",
        "df_Operacao = df_Operacao.filter(col('Grupo Operacao') == 'PRODUTIVAS')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "id": "F5iOxTTc7n-S"
      },
      "outputs": [],
      "source": [
        "df_Operacao = df_Operacao.withColumnRenamed('Grupo Operacao', \"Grupo_Oper\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "id": "vDRcg0ODKEeH"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import to_timestamp, date_format\n",
        "from pyspark.sql.types import TimestampType\n",
        "\n",
        "#Mudar tipos das colunas\n",
        "df_Operacao = df_Operacao.withColumn('Data_Hora_Evento', to_timestamp(df_Operacao['Data/Hora'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType())).drop('Data/Hora')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "id": "ovUWjdGrKNLf"
      },
      "outputs": [],
      "source": [
        "#Mudar tipos das colunas\n",
        "df_Operacao = df_Operacao.withColumn('Frota', df_Operacao['Equipamento'].cast('string')).drop('Equipamento')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "id": "x6q0IltyKQIn"
      },
      "outputs": [],
      "source": [
        "df_Operacao = df_Operacao.withColumn('Velocidade Km/h', df_Operacao['Velocidade'].cast('float')).drop('Velocidade')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "aUt0aeyuKVT3"
      },
      "outputs": [],
      "source": [
        "spark.conf.set(\"spark.sql.legacy.timeParserPolicy\", \"LEGACY\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "id": "8bFAK5KOKYCX"
      },
      "outputs": [],
      "source": [
        "df_Operacao = df_Operacao.withColumn('Data', date_format('Data_Hora_Evento', 'dd/MM/yyyy HH:mm:ss')).drop('Data/Hora')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "id": "IYZliy1PKtLP"
      },
      "outputs": [],
      "source": [
        "#Importando pasta de trabalho Linha_Tempo\n",
        "\n",
        "#Acumulado\n",
        "Linha_Tempo = spark.read.format('csv').option('header','true').option('inferSchema','true').option('delimiter',',').option('Unicode','UTF-8')\\\n",
        "                        .load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Linha_Tempo')\n",
        "\n",
        "#Hoje\n",
        "#Linha_Tempo = spark.read.format('csv').option('header','true').option('inferSchema','true').option('delimiter',';').option('Unicode','UTF-8').load('/content/drive/MyDrive/hoje_Linha_Tempo')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "id": "qDSdRncCB3nA"
      },
      "outputs": [],
      "source": [
        "#Linha_Tempo.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "gTOfTUYEQZ86"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.select('Descri��o do Grupo de Equipamento','C�digo Equipamento','C�digo de Operador','Nome','Data Hora Local','Hora Inicial','Hora Final','C�digo da Opera��o',\\\n",
        "                                 'Descri��o da Opera��o','Descri��o do Grupo da Opera��o','C�digo da Fazenda','C�digo do Talh�o','Descri��o da Fazenda')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.select('Descrição do Grupo de Equipamento','Código Equipamento','Código de Operador','Nome','Data Hora Local','Hora Inicial','Hora Final','Código da Operação',\\\n",
        "                                 #'Descrição da Operação','Descrição do Grupo da Operação','Código da Fazenda','Código do Talhão','Descrição da Fazenda')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "metadata": {
        "id": "4FVzpejidkqu"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.filter(col('Descri��o do Grupo da Opera��o') == 'PRODUTIVAS')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.filter(col('Descrição do Grupo da Operação') == 'PRODUTIVAS')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {
        "id": "9uZJKdVrkl8j"
      },
      "outputs": [],
      "source": [
        "#Linha_Tempo.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "metadata": {
        "id": "7L9ltgNLNTr2"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import col, to_date, date_format\n",
        "\n",
        "#Mudar tipos das colunas\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('Data', to_timestamp(Linha_Tempo['Data Hora Local'], 'dd/MM/yyyy').cast(TimestampType())).drop('Data Hora Local')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "metadata": {
        "id": "3D5Up5kBNcjD"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('codFrota', Linha_Tempo['C�digo Equipamento'].cast('string')).drop('C�digo Equipamento')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('codFrota', Linha_Tempo['Código Equipamento'].cast('string')).drop('Código Equipamento')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 25,
      "metadata": {
        "id": "s2l5gzZUNddO"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('Matricula', Linha_Tempo['C�digo de Operador'].cast('string')).drop('C�digo de Operador')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('Matricula', Linha_Tempo['Código de Operador'].cast('string')).drop('Código de Operador')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 26,
      "metadata": {
        "id": "s0s3xVWZNgZ_"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('codOperacao', Linha_Tempo['C�digo da Opera��o'].cast('string')).drop('C�digo da Opera��o')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('codOperacao', Linha_Tempo['Código da Operação'].cast('string')).drop('Código da Operação')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 27,
      "metadata": {
        "id": "I2HIw0HyNmDg"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('codFazenda', Linha_Tempo['C�digo da Fazenda'].cast('string')).drop('C�digo da Fazenda')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('codFazenda', Linha_Tempo['Código da Fazenda'].cast('string')).drop('Código da Fazenda')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 28,
      "metadata": {
        "id": "iNq_UwOGNm5n"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('codTalhao', Linha_Tempo['C�digo do Talh�o'].cast('string')).drop('C�digo do Talh�o')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('codTalhao', Linha_Tempo['Código do Talhão'].cast('string')).drop('Código do Talhão')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "metadata": {
        "id": "dWrgaWvso4mF"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('Descrição da Operação', Linha_Tempo['Descri��o da Opera��o'].cast('string')).drop('Descri��o da Opera��o')\n",
        "\n",
        "#Linha_Tempo = Linha_Tempo.withColumn('Descrição da Operação', Linha_Tempo['Descrição da Operação'].cast('string')).drop('Descrição da Operação')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 30,
      "metadata": {
        "id": "yk0YVi43N7CW"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import concat, col, lit, to_timestamp, date_format\n",
        "\n",
        "Linha_Tempo = Linha_Tempo.withColumn('Data Hora Inicial', concat(col('Data Hora Local'), lit(' '), col('Hora Inicial')))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 31,
      "metadata": {
        "id": "BQuQgH2AN7-W"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.withColumn('Data Hora Final', concat(col('Data Hora Local'), lit(' '), col('Hora Final')))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 32,
      "metadata": {
        "id": "DeUQEOoxOCyy"
      },
      "outputs": [],
      "source": [
        "arquivo_Solo = '/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Trajetos/Solo.xlsx'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 33,
      "metadata": {
        "id": "olxAFir6ODm2"
      },
      "outputs": [],
      "source": [
        "arquivo_Solo = pd.read_excel(arquivo_Solo, sheet_name='textura_maxima')\n",
        "arquivo_Solo = pd.DataFrame(arquivo_Solo)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 34,
      "metadata": {
        "id": "fMekCL7zOGHs"
      },
      "outputs": [],
      "source": [
        "df_solo = arquivo_Solo"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 35,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 105
        },
        "id": "zJ7imPb6OKiO",
        "outputId": "6c7f4b67-5dd9-4566-9f0f-6d0609407082"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'      FAZENDA  TALHAO\\n0        1001       1\\n1        1001       2\\n2        1001       3\\n3        1001       4\\n4        1001       5\\n5        1001       6\\n6        1001       7\\n7        1001       8\\n8        1001       9\\n9        1001      10\\n10       1001      11\\n11       1001      12\\n12       1001      13\\n13       1001      14\\n14       1001      15\\n15       1001      16\\n16       1001      17\\n17       1001      18\\n18       1001      19\\n19       1001      20\\n20       1001      21\\n21       1001      22\\n22       1001      23\\n23       1001      24\\n24       1001      25\\n25       1001      26\\n26       1001      27\\n27       1001      28\\n28       1002       1\\n29       1002       2\\n30       1002       3\\n31       1002       4\\n32       1002       5\\n33       1002       6\\n34       1002       7\\n35       1002       8\\n36       1002       9\\n37       1002      10\\n38       1003       1\\n39       1003       2\\n40       1003       3\\n41       1003       4\\n42       1003       5\\n43       1003       6\\n44       1003       7\\n45       1003       8\\n46       1003       9\\n47       1003      10\\n48       1003      11\\n49       1003      12\\n50       1003      13\\n51       1003      14\\n52       1003      15\\n53       1006       1\\n54       1006       2\\n55       1006       3\\n56       1006       4\\n57       1006       5\\n58       1006       6\\n59       1006       7\\n60       1006       8\\n61       1006       9\\n62       1006      10\\n63       1006      11\\n64       1006      12\\n65       1006      13\\n66       1009       1\\n67       1009       2\\n68       1009       3\\n69       1009       4\\n70       1009       5\\n71       1009       6\\n72       1009       7\\n73       1009       8\\n74       1009       9\\n75       1009      10\\n76       1009      11\\n77       1009      12\\n78       1009      13\\n79       1009      14\\n80       1009      15\\n81       1009      16\\n82       1009      17\\n83       1009      18\\n84       1009      19\\n85       1009      20\\n86       1009      21\\n87       1009      22\\n88       1009      23\\n89       1009      24\\n90       1009      25\\n91       1009      26\\n92       1009      27\\n93       1009      28\\n94       1009      29\\n95       1009      30\\n96       1009      31\\n97       1009      32\\n98       1009      33\\n99       1009      34\\n100      1009      35\\n101      1009      36\\n102      1009      37\\n103      1009      38\\n104      1009      39\\n105      1009      40\\n106      1009      41\\n107      1009      42\\n108      1009      45\\n109      1009      68\\n110      1009      69\\n111      1009      80\\n112      1009      81\\n113      1009      82\\n114      1009      83\\n115      1009      84\\n116      1009      87\\n117      1010       1\\n118      1010       2\\n119      1011       1\\n120      1011       3\\n121      1011       4\\n122      1011       5\\n123      1011       6\\n124      1011       7\\n125      1012       1\\n126      1012       2\\n127      1013       1\\n128      1014       1\\n129      1014       2\\n130      1014       3\\n131      1014       4\\n132      1014       5\\n133      1014       6\\n134      1014       7\\n135      1014      11\\n136      1014      12\\n137      1014      13\\n138      1014      14\\n139      1014      15\\n140      1014      16\\n141      1014      17\\n142      1014      18\\n143      1015       1\\n144      1015       2\\n145      2001       1\\n146      2001       5\\n147      2001       6\\n148      2001       7\\n149      2001       8\\n150      2001     500\\n151      2002       1\\n152      2002       2\\n153      2004       3\\n154      2004       4\\n155      2005       4\\n156      2005       5\\n157      2005       6\\n158      2007       1\\n159      2007       2\\n160      2007       3\\n161      2007       4\\n162      2007       5\\n163      2007       6\\n164      2007       7\\n165      2007       8\\n166      2008       1\\n167      2008       2\\n168      2009       1\\n169      2009       2\\n170      2009       3\\n171      2009       4\\n172      2009       5\\n173      2009       6\\n174      2009       7\\n175      2009       8\\n176      2009       9\\n177      2009      10\\n178      2009      11\\n179      2009      12\\n180      2012       1\\n181      2012       2\\n182      2012       3\\n183      2012       4\\n184      2012       5\\n185      2013       2\\n186      2013       3\\n187      2014       1\\n188      2014       2\\n189      2014       3\\n190      2014       4\\n191      2014       5\\n192      2014       6\\n193      2014       7\\n194      2014       8\\n195      2014       9\\n196      2014      10\\n197      2014      11\\n198      2014      12\\n199      2014      13\\n200      2014      14\\n201      2014      15\\n202      2014      16\\n203      2014      17\\n204      2014      18\\n205      2014      19\\n206      2014      20\\n207      2015       1\\n208      2015       2\\n209      2015       3\\n210      2015       4\\n211      2015       5\\n212      2015       6\\n213      2015       7\\n214      2015      15\\n215      2015      16\\n216      2015      17\\n217      2015      18\\n218      2015      20\\n219      2015      21\\n220      2015      22\\n221      2015      23\\n222      2015      24\\n223      2015      25\\n224      2015      26\\n225      2015      27\\n226      2015      28\\n227      2015      29\\n228      2015      30\\n229      2015      31\\n230      2015      32\\n231      2015      33\\n232      2015      34\\n233      2015      35\\n234      2015      36\\n235      2015      37\\n236      2015      39\\n237      2015      40\\n238      2015      41\\n239      2015      42\\n240      2015      43\\n241      2015      44\\n242      2015      45\\n243      2015      46\\n244      2015      47\\n245      2015      48\\n246      2015      49\\n247      2015      50\\n248      2015      51\\n249      2015      52\\n250      2015      53\\n251      2015      54\\n252      2015      73\\n253      2016       1\\n254      2016       2\\n255      2016       3\\n256      2016       4\\n257      2016       5\\n258      2016       6\\n259      2016       7\\n260      2016       8\\n261      2016       9\\n262      2016      10\\n263      2017       1\\n264      2017       2\\n265      2017       3\\n266      2017       4\\n267      2017       5\\n268      2017       6\\n269      2017       7\\n270      2017       8\\n271      2017       9\\n272      2017      10\\n273      2017      11\\n274      2017      12\\n275      2017      13\\n276      2017      14\\n277      2017      15\\n278      2017      16\\n279      2017      17\\n280      2017      18\\n281      2017      19\\n282      2017      20\\n283      2017      21\\n284      2017      22\\n285      2017      23\\n286      2017      24\\n287      2017      25\\n288      2017      26\\n289      2017      27\\n290      2017      28\\n291      2017      29\\n292      2017      30\\n293      2017      31\\n294      2017      32\\n295      2017      33\\n296      2017      34\\n297      2017      35\\n298      2017      36\\n299      2017      37\\n300      2017      38\\n301      2017      39\\n302      2017      40\\n303      2017      41\\n304      2017      42\\n305      2017      44\\n306      2017      45\\n307      2017      46\\n308      2017      48\\n309      2017      49\\n310      2017      50\\n311      2017      51\\n312      2017      52\\n313      2018       1\\n314      2018       2\\n315      2018       3\\n316      2018       4\\n317      2018       5\\n318      2018       6\\n319      2018       7\\n320      2018       8\\n321      2018       9\\n322      2019       1\\n323      2019       2\\n324      2019       3\\n325      2019       4\\n326      2019       5\\n327      2019       6\\n328      2019       7\\n329      2019       8\\n330      2019       9\\n331      2020       1\\n332      2020       2\\n333      2020       3\\n334      2020       4\\n335      2020      11\\n336      2020      12\\n337      2021       1\\n338      2021       2\\n339      2021       3\\n340      2021       4\\n341      2021       5\\n342      2021       6\\n343      2021       7\\n344      2021       8\\n345      2021       9\\n346      2021      10\\n347      2021      11\\n348      2021      12\\n349      2022      38\\n350      2022      39\\n351      2022      42\\n352      2022      43\\n353      2022      44\\n354      2022      45\\n355      2022      46\\n356      2022      81\\n357      2022      85\\n358      2022     111\\n359      2022     112\\n360      2023       1\\n361      2023       2\\n362      2023       3\\n363      2023       4\\n364      2023       5\\n365      2023       6\\n366      2023       7\\n367      2023       8\\n368      2023       9\\n369      2023      10\\n370      2023      11\\n371      2023      12\\n372      2023      13\\n373      2023      14\\n374      2023      15\\n375      2023      16\\n376      2023      17\\n377      2023      18\\n378      2023      19\\n379      2023      20\\n380      2023      21\\n381      2023      22\\n382      2023      23\\n383      2023      24\\n384      2023      25\\n385      2023      26\\n386      2023      27\\n387      2023      28\\n388      2023      29\\n389      2023      30\\n390      2023      31\\n391      2023      32\\n392      2023      33\\n393      2023      34\\n394      2023      35\\n395      2023      36\\n396      2023      37\\n397      2023      38\\n398      2023      39\\n399      2023      40\\n400      2023      41\\n401      2023      42\\n402      2023      43\\n403      2023      44\\n404      2025       1\\n405      2025       2\\n406      2025       3\\n407      2026       1\\n408      2026       2\\n409      2027      17\\n410      2027      18\\n411      2027      31\\n412      2027      32\\n413      2027      33\\n414      2027      34\\n415      2027      35\\n416      2028       1\\n417      2028       2\\n418      2028       3\\n419      2028       4\\n420      2028       5\\n421      2030       1\\n422      2030       2\\n423      2030       3\\n424      2030       4\\n425      2030       5\\n426      2030       6\\n427      2031       1\\n428      2031       2\\n429      2031       3\\n430      2031       9\\n431      2031      10\\n432      2031      11\\n433      2031      12\\n434      2031      13\\n435      2031      14\\n436      2031      15\\n437      2031      16\\n438      2031      17\\n439      2031      18\\n440      2031      19\\n441      2031      20\\n442      2031      21\\n443      2031      22\\n444      2031      23\\n445      2031      24\\n446      2031      25\\n447      2031      26\\n448      2031      27\\n449      2031      28\\n450      2031      29\\n451      2031      30\\n452      2031      31\\n453      2031      32\\n454      2031      33\\n455      2031      34\\n456      2031      35\\n457      2031      36\\n458      2031      37\\n459      2031      38\\n460      2031      39\\n461      2031      40\\n462      2031      41\\n463      2031      42\\n464      2031      43\\n465      2032       1\\n466      2032       2\\n467      2032       3\\n468      2032       4\\n469      2035       1\\n470      2035       2\\n471      2035       3\\n472      2035       4\\n473      2035       5\\n474      2035       6\\n475      2035       7\\n476      2035       8\\n477      2035       9\\n478      2035      10\\n479      2035      11\\n480      2035      12\\n481      2035      13\\n482      2035      14\\n483      2035      15\\n484      2035      16\\n485      2035      17\\n486      2036       1\\n487      2036       2\\n488      2036       3\\n489      2036       4\\n490      2036       5\\n491      2036       6\\n492      2036       7\\n493      2036       8\\n494      2036       9\\n495      2036      10\\n496      2036      11\\n497      2038       1\\n498      2038       2\\n499      2038       3\\n500      2038       4\\n501      2038       5\\n502      2038       6\\n503      2038       7\\n504      2041       1\\n505      2041       2\\n506      2041       3\\n507      2041       4\\n508      2041       5\\n509      2041       6\\n510      2041       7\\n511      2041       8\\n512      2041       9\\n513      2041      10\\n514      2041      11\\n515      2041      12\\n516      2041      13\\n517      2041      14\\n518      2041      15\\n519      2041      16\\n520      2041      17\\n521      2041      18\\n522      2043       1\\n523      2043       2\\n524      2043       3\\n525      2043       4\\n526      2043       5\\n527      2043       6\\n528      2043       7\\n529      2043       8\\n530      2043       9\\n531      2043      10\\n532      2043      11\\n533      2043      12\\n534      2043      13\\n535      2043      14\\n536      2043      15\\n537      2043      16\\n538      2043      17\\n539      2043      18\\n540      2043      19\\n541      2046       1\\n542      2046       2\\n543      2046       3\\n544      2046       4\\n545      2046       5\\n546      2046       8\\n547      2046       9\\n548      2046      10\\n549      2046      11\\n550      2046      12\\n551      2046      13\\n552      2046      14\\n553      2046      15\\n554      2046      16\\n555      2046      17\\n556      2046      18\\n557      2046      19\\n558      2046      20\\n559      2046      21\\n560      2046      22\\n561      2046      23\\n562      2046      24\\n563      2046      25\\n564      2046      26\\n565      2046      27\\n566      2046      28\\n567      2046      29\\n568      2046      30\\n569      2046      31\\n570      2046      32\\n571      2046      33\\n572      2046      34\\n573      2046      35\\n574      2046      36\\n575      2046      37\\n576      2047       1\\n577      2047       2\\n578      2047       4\\n579      2047       5\\n580      2047       6\\n581      2047       7\\n582      2047       8\\n583      2047       9\\n584      2047      10\\n585      2047      11\\n586      2047      12\\n587      2047      13\\n588      2047      14\\n589      2047      15\\n590      2047      16\\n591      2047      17\\n592      2047      18\\n593      2047      19\\n594      2047      20\\n595      2047      21\\n596      2047      22\\n597      2047      23\\n598      2047      24\\n599      2047      25\\n600      2047      26\\n601      2047      27\\n602      2047      28\\n603      2047      29\\n604      2050       1\\n605      2050       2\\n606      2050       3\\n607      2050       4\\n608      2050       5\\n609      2050       6\\n610      2050       7\\n611      2050       8\\n612      2050       9\\n613      2050      10\\n614      2050      11\\n615      2050      12\\n616      2050      13\\n617      2050      14\\n618      2052       1\\n619      2052       2\\n620      2052       3\\n621      2052       4\\n622      2052       5\\n623      2052       6\\n624      2052       7\\n625      2052       8\\n626      2054       1\\n627      2054       2\\n628      2054       3\\n629      2054       4\\n630      2054       5\\n631      2054       6\\n632      2054       7\\n633      2054       8\\n634      2054       9\\n635      2054      10\\n636      2054      11\\n637      2054      12\\n638      2054      13\\n639      2054      14\\n640      2054      15\\n641      2054      16\\n642      2054      17\\n643      2054      18\\n644      2054      19\\n645      2057       1\\n646      2057       2\\n647      2057       3\\n648      2057       4\\n649      2057       5\\n650      2057       6\\n651      2057       7\\n652      2057       8\\n653      2057       9\\n654      2057      10\\n655      2057      11\\n656      2057      12\\n657      2057      13\\n658      2058       1\\n659      2058       2\\n660      2058       3\\n661      2058       4\\n662      2058       5\\n663      2058       6\\n664      2058       7\\n665      2058       8\\n666      2058       9\\n667      2058      10\\n668      2058      11\\n669      2059       1\\n670      2059       2\\n671      2059       3\\n672      2059       4\\n673      2059       5\\n674      2059       6\\n675      2063       3\\n676      2063       4\\n677      2063       5\\n678      2063       7\\n679      2064       1\\n680      2064       2\\n681      2064       3\\n682      2064       4\\n683      2064       5\\n684      2065       1\\n685      2065       2\\n686      2065       3\\n687      2065       4\\n688      2067       1\\n689      2067       2\\n690      2067       3\\n691      2067       4\\n692      2067       5\\n693      2068       1\\n694      2068       2\\n695      2068       3\\n696      2068       4\\n697      2068       5\\n698      2068       6\\n699      2068       7\\n700      2068       8\\n701      2068       9\\n702      2068      10\\n703      2071       1\\n704      2072       1\\n705      2072       2\\n706      2072       3\\n707      2072       4\\n708      2072       5\\n709      2072       6\\n710      2072       7\\n711      2073       1\\n712      2073       2\\n713      2073       3\\n714      2073       4\\n715      2073       5\\n716      2073       6\\n717      2073       7\\n718      2073       8\\n719      2073       9\\n720      2073      10\\n721      2073      11\\n722      2073      12\\n723      2073      13\\n724      2073      14\\n725      2073      15\\n726      2073      16\\n727      2073      17\\n728      2077       1\\n729      2077       2\\n730      2077       3\\n731      2077       4\\n732      2077       5\\n733      2077       6\\n734      2077       7\\n735      2077       8\\n736      2077       9\\n737      2078       1\\n738      2078       2\\n739      2078       3\\n740      2078       4\\n741      2078       5\\n742      2078       6\\n743      2078       7\\n744      2078       8\\n745      2078       9\\n746      2078      10\\n747      2079       1\\n748      2079       2\\n749      2079       3\\n750      2079       4\\n751      2079       5\\n752      2079       6\\n753      2079       7\\n754      2079       8\\n755      2081       1\\n756      2081       2\\n757      2081       3\\n758      2081       4\\n759      2084       1\\n760      2084       2\\n761      2084       3\\n762      2084       4\\n763      2084       5\\n764      2084       6\\n765      2084       7\\n766      2084       8\\n767      2084       9\\n768      2084      10\\n769      2084      11\\n770      2084      12\\n771      2088       1\\n772      2088       2\\n773      2088       3\\n774      2089       1\\n775      2089       2\\n776      2089       3\\n777      2089       4\\n778      2089       5\\n779      2089       6\\n780      2089       7\\n781      2089       8\\n782      2090       1\\n783      2090       2\\n784      2090       3\\n785      2091       1\\n786      2091       2\\n787      2091       3\\n788      2091       4\\n789      2091       5\\n790      2092       1\\n791      2094       1\\n792      2094       2\\n793      2094       3\\n794      2094       4\\n795      2094       5\\n796      2094       6\\n797      2094       7\\n798      2094       8\\n799      2094       9\\n800      2094      10\\n801      2094      11\\n802      2094      12\\n803      2094      13\\n804      2095       1\\n805      2095       2\\n806      2095       3\\n807      2095       4\\n808      2095       5\\n809      2095       6\\n810      2095       7\\n811      2095       8\\n812      2095       9\\n813      2095      10\\n814      2095      11\\n815      2095      12\\n816      2095      13\\n817      2095      14\\n818      2095      15\\n819      2095      16\\n820      2095      17\\n821      2095      18\\n822      2095      19\\n823      2095      20\\n824      2095      21\\n825      2095      22\\n826      2095      23\\n827      2095      24\\n828      2095      25\\n829      2095      26\\n830      2095      27\\n831      2095      30\\n832      2095      31\\n833      2095      32\\n834      2095      33\\n835      2095      34\\n836      2096       1\\n837      2096       2\\n838      2096       3\\n839      2096       4\\n840      2096       5\\n841      2096       6\\n842      2096       7\\n843      2096       8\\n844      2098       1\\n845      2098       2\\n846      2098       3\\n847      2098       4\\n848      2098       5\\n849      2101       1\\n850      2101       2\\n851      2101       3\\n852      2101       4\\n853      2101       5\\n854      2101       6\\n855      2101       7\\n856      2102       1\\n857      2102       2\\n858      2102       3\\n859      2102       4\\n860      2102       5\\n861      2102       6\\n862      2102       7\\n863      2102       9\\n864      2102      10\\n865      2102      11\\n866      2102      12\\n867      2102      13\\n868      2102      14\\n869      2102      17\\n870      2103       1\\n871      2103       2\\n872      2103       3\\n873      2103       4\\n874      2103       5\\n875      2103       6\\n876      2104       1\\n877      2104       2\\n878      2104       3\\n879      2104       4\\n880      2105       1\\n881      2105       2\\n882      2105       3\\n883      2105       4\\n884      2105       5\\n885      2105       6\\n886      2105       7\\n887      2105       8\\n888      2105       9\\n889      2105      10\\n890      2105      11\\n891      2105      12\\n892      2105      13\\n893      2105      14\\n894      2105      15\\n895      2105      16\\n896      2105      17\\n897      2105      18\\n898      2105      19\\n899      2105      20\\n900      2105      21\\n901      2105      22\\n902      2106       1\\n903      2106       2\\n904      2106       3\\n905      2106       4\\n906      2106       5\\n907      2106       6\\n908      2106       7\\n909      2107       1\\n910      2107       2\\n911      2109       1\\n912      2109       2\\n913      2109       3\\n914      2109       4\\n915      2109       5\\n916      2109       6\\n917      2109       7\\n918      2109       8\\n919      2109       9\\n920      2110       1\\n921      2110       2\\n922      2112       1\\n923      2112       2\\n924      2112       3\\n925      2112       4\\n926      2112       5\\n927      2112       6\\n928      2112       7\\n929      2112       8\\n930      2112       9\\n931      2112      10\\n932      2112      11\\n933      2112      12\\n934      2112      13\\n935      2112      14\\n936      2112      15\\n937      2112      16\\n938      2113       1\\n939      2113       2\\n940      2113       3\\n941      2113       4\\n942      2113       5\\n943      2113       6\\n944      2113       7\\n945      2113       8\\n946      2114       1\\n947      2114       2\\n948      2114       6\\n949      2114       7\\n950      2115       3\\n951      2115       4\\n952      2115       5\\n953      2115       6\\n954      2115       7\\n955      2115       8\\n956      2115       9\\n957      2115      10\\n958      2115      11\\n959      2115      12\\n960      2116       1\\n961      2116       2\\n962      2116       3\\n963      2117       1\\n964      2117       2\\n965      2117       3\\n966      2117       4\\n967      2117       5\\n968      2117       6\\n969      2117       7\\n970      2117       8\\n971      2117       9\\n972      2117      10\\n973      2117      11\\n974      2117      12\\n975      2117      13\\n976      2117      14\\n977      2117      15\\n978      2117      16\\n979      2117      17\\n980      2117      18\\n981      2117      19\\n982      2117      20\\n983      2117      21\\n984      2117      22\\n985      2117      23\\n986      2117      24\\n987      2117      25\\n988      2117      26\\n989      2117      27\\n990      2117      28\\n991      2117      29\\n992      2117      30\\n993      2117      31\\n994      2117      32\\n995      2117      33\\n996      2117      34\\n997      2117      35\\n998      2117      36\\n999      2117      37\\n1000     2117      38\\n1001     2117      39\\n1002     2117      40\\n1003     2117      41\\n1004     2117      43\\n1005     2117      44\\n1006     2117      45\\n1007     2117      46\\n1008     2117      47\\n1009     2117      48\\n1010     2117      49\\n1011     2117      50\\n1012     2117      51\\n1013     2117      52\\n1014     2117      53\\n1015     2117      54\\n1016     2117      55\\n1017     2117      56\\n1018     2117      57\\n1019     2117      58\\n1020     2117      59\\n1021     2117      60\\n1022     2117      61\\n1023     2117      62\\n1024     2117      63\\n1025     2117      64\\n1026     2117      65\\n1027     2117      66\\n1028     2117      67\\n1029     2117      68\\n1030     2117      69\\n1031     2117      70\\n1032     2117      71\\n1033     2117      72\\n1034     2117      73\\n1035     2117      74\\n1036     2117      75\\n1037     2117      76\\n1038     2117      77\\n1039     2117      78\\n1040     2117      79\\n1041     2117      80\\n1042     2117      81\\n1043     2117      82\\n1044     2117      83\\n1045     2117      84\\n1046     2117      85\\n1047     2117      86\\n1048     2117      87\\n1049     2117      88\\n1050     2117      89\\n1051     2117      90\\n1052     2117      91\\n1053     2117      92\\n1054     2117      93\\n1055     2117      94\\n1056     2117      95\\n1057     2117      96\\n1058     2117      97\\n1059     2117      98\\n1060     2117      99\\n1061     2117     100\\n1062     2118       1\\n1063     2118       2\\n1064     2118       3\\n1065     2118       4\\n1066     2118       5\\n1067     2118       6\\n1068     2118       7\\n1069     2118       8\\n1070     2118       9\\n1071     2118      10\\n1072     2118      11\\n1073     2118      12\\n1074     2118      13\\n1075     2118      14\\n1076     2118      15\\n1077     2118      16\\n1078     2118      17\\n1079     2118      18\\n1080     2118      19\\n1081     2118      20\\n1082     2118      21\\n1083     2118      22\\n1084     2118      23\\n1085     2118      24\\n1086     2118      25\\n1087     2118      26\\n1088     2118      27\\n1089     2118      28\\n1090     2118      29\\n1091     2118      30\\n1092     2118      31\\n1093     2118      32\\n1094     2118      33\\n1095     2118      34\\n1096     2118      35\\n1097     2118      36\\n1098     2118      37\\n1099     2118      38\\n1100     2118      39\\n1101     2118      40\\n1102     2118      41\\n1103     2118      42\\n1104     2118      43\\n1105     2118      44\\n1106     2120       1\\n1107     2120       2\\n1108     2120       3\\n1109     2120       4\\n1110     2120       5\\n1111     2120       6\\n1112     2120       7\\n1113     2120       8\\n1114     2120       9\\n1115     2120      10\\n1116     2120      11\\n1117     2120      12\\n1118     2120      13\\n1119     2120      14\\n1120     2121       1\\n1121     2121       2\\n1122     2121       3\\n1123     2121       4\\n1124     2121       5\\n1125     2121       6\\n1126     2121       7\\n1127     2121       8\\n1128     2122       1\\n1129     2122       2\\n1130     2122       3\\n1131     2122       4\\n1132     2122       5\\n1133     2122       6\\n1134     2122       7\\n1135     2126       1\\n1136     2126       2\\n1137     2126       3\\n1138     2126       4\\n1139     2126       5\\n1140     2126       6\\n1141     2127       1\\n1142     2127       2\\n1143     2127       3\\n1144     2127       4\\n1145     2127       5\\n1146     2127       6\\n1147     2127       7\\n1148     2127       8\\n1149     2127       9\\n1150     2127      10\\n1151     2127      11\\n1152     2127      12\\n1153     2127      13\\n1154     2127      14\\n1155     2127      15\\n1156     2127      16\\n1157     2127      17\\n1158     2127      18\\n1159     2127      19\\n1160     2127      20\\n1161     2127      21\\n1162     2127      22\\n1163     2127      23\\n1164     2127      24\\n1165     2127      25\\n1166     2127      26\\n1167     2127      27\\n1168     2127      28\\n1169     2127      29\\n1170     2127      30\\n1171     2127      31\\n1172     2127      32\\n1173     2127      33\\n1174     2127      34\\n1175     2127      35\\n1176     2127      36\\n1177     2127      37\\n1178     2127      38\\n1179     2127      39\\n1180     2127      49\\n1181     2127      50\\n1182     2127      65\\n1183     2127      66\\n1184     2127      67\\n1185     2127      68\\n1186     2127      69\\n1187     2127      70\\n1188     2127      71\\n1189     2127      82\\n1190     2127      84\\n1191     2127      85\\n1192     2129       1\\n1193     2129       2\\n1194     2129       3\\n1195     2129       4\\n1196     2130       1\\n1197     2130       2\\n1198     2130       3\\n1199     2130       4\\n1200     2130       5\\n1201     2130       6\\n1202     2130       7\\n1203     2130       8\\n1204     2130       9\\n1205     2130      10\\n1206     2130      11\\n1207     2130      12\\n1208     2130      13\\n1209     2130     500\\n1210     2133       1\\n1211     2133       2\\n1212     2134       1\\n1213     2134       2\\n1214     2134       3\\n1215     2134       4\\n1216     2134       5\\n1217     2134       6\\n1218     2134       7\\n1219     2134       8\\n1220     2134     500\\n1221     2137       1\\n1222     2137       2\\n1223     2137       3\\n1224     2137       4\\n1225     2137       5\\n1226     2137       6\\n1227     2137       7\\n1228     2137       8\\n1229     2137       9\\n1230     2137      10\\n1231     2137      11\\n1232     2137      12\\n1233     2137      13\\n1234     2137      14\\n1235     2137      15\\n1236     2137      16\\n1237     2137      17\\n1238     2137      18\\n1239     2137      19\\n1240     2137      20\\n1241     2137      21\\n1242     2137      22\\n1243     2139       1\\n1244     2139       2\\n1245     2139       3\\n1246     2139       4\\n1247     2139       5\\n1248     2139       6\\n1249     2139       7\\n1250     2139       8\\n1251     2141       1\\n1252     2141       2\\n1253     2141       3\\n1254     2141       4\\n1255     2141       5\\n1256     2141       6\\n1257     2142       1\\n1258     2142       2\\n1259     2142       3\\n1260     2142       4\\n1261     2142       5\\n1262     2142       6\\n1263     2142       7\\n1264     2147       1\\n1265     2147       2\\n1266     2147       3\\n1267     2147       4\\n1268     2147       5\\n1269     2147       6\\n1270     2147       7\\n1271     2147       8\\n1272     2147       9\\n1273     2147      10\\n1274     2147      11\\n1275     2147      12\\n1276     2150       1\\n1277     2150       2\\n1278     2151       1\\n1279     2151       2\\n1280     2151       3\\n1281     2151       4\\n1282     2151       5\\n1283     2151       6\\n1284     2151       7\\n1285     2151       8\\n1286     2151       9\\n1287     2151      10\\n1288     2151      11\\n1289     2151      12\\n1290     2151      13\\n1291     2151      14\\n1292     2152       1\\n1293     2152       2\\n1294     2152       3\\n1295     2153       1\\n1296     2153       2\\n1297     2153       3\\n1298     2153       4\\n1299     2153       5\\n1300     2153       6\\n1301     2153       7\\n1302     2153       8\\n1303     2153       9\\n1304     2153      10\\n1305     2153      11\\n1306     2153      12\\n1307     2153      13\\n1308     2153      14\\n1309     2153      15\\n1310     2153      16\\n1311     2153      17\\n1312     2153      18\\n1313     2153      19\\n1314     2153      20\\n1315     2153      21\\n1316     2153      22\\n1317     2153      23\\n1318     2153      24\\n1319     2153      25\\n1320     2153      26\\n1321     2153      27\\n1322     2153      28\\n1323     2153      29\\n1324     2153      30\\n1325     2153      31\\n1326     2153      32\\n1327     2153      33\\n1328     2153      34\\n1329     2153      35\\n1330     2153      36\\n1331     2153      37\\n1332     2153      38\\n1333     2153      39\\n1334     2153      40\\n1335     2154       1\\n1336     2154       2\\n1337     2155       1\\n1338     2155       2\\n1339     2155       3\\n1340     2155       4\\n1341     2155       5\\n1342     2155       6\\n1343     2156       3\\n1344     2156       4\\n1345     2156       6\\n1346     2156       7\\n1347     2156       8\\n1348     2156       9\\n1349     2156      10\\n1350     2156      11\\n1351     2156      12\\n1352     2156      13\\n1353     2156      14\\n1354     2156      15\\n1355     2156      16\\n1356     2156      17\\n1357     2156      18\\n1358     2156      19\\n1359     2156      20\\n1360     2156      21\\n1361     2156      22\\n1362     2156      23\\n1363     2156      24\\n1364     2156      25\\n1365     2156      26\\n1366     2156      27\\n1367     2156      28\\n1368     2156      29\\n1369     2156      30\\n1370     2156      31\\n1371     2156      32\\n1372     2156      33\\n1373     2156      34\\n1374     2156      35\\n1375     2156      36\\n1376     2156      37\\n1377     2157       1\\n1378     2157       2\\n1379     2157       3\\n1380     2157       4\\n1381     2157       5\\n1382     2157       6\\n1383     2157       7\\n1384     2157       8\\n1385     2157       9\\n1386     2157      10\\n1387     2157      11\\n1388     2157      12\\n1389     2157      13\\n1390     2157      14\\n1391     2157      15\\n1392     2157      16\\n1393     2157      17\\n1394     2157      18\\n1395     2157      19\\n1396     2157      20\\n1397     2157      21\\n1398     2157      22\\n1399     2157      23\\n1400     2157      24\\n1401     2157      25\\n1402     2157      28\\n1403     2157      29\\n1404     2158       1\\n1405     2158       2\\n1406     2158       3\\n1407     2158       4\\n1408     2158       5\\n1409     2158       6\\n1410     2158       7\\n1411     2158       8\\n1412     2158       9\\n1413     2160       1\\n1414     2160       2\\n1415     2160       3\\n1416     2160       4\\n1417     2160       5\\n1418     2160       6\\n1419     2160       7\\n1420     2160     500\\n1421     2161       1\\n1422     2162       1\\n1423     2162       2\\n1424     2162       3\\n1425     2163       1\\n1426     2163       2\\n1427     2163       3\\n1428     2163       4\\n1429     2163       5\\n1430     2163       6\\n1431     2163       7\\n1432     2163       8\\n1433     2164       2\\n1434     2164       3\\n1435     2164       4\\n1436     2165       1\\n1437     2165       2\\n1438     2165       3\\n1439     2166       1\\n1440     2166       2\\n1441     2167       1\\n1442     2169       1\\n1443     2169       2\\n1444     2169       3\\n1445     2169       4\\n1446     2169       5\\n1447     2169       6\\n1448     2169       7\\n1449     2169       8\\n1450     2169       9\\n1451     2169      10\\n1452     2169      11\\n1453     2169      12\\n1454     2169      13\\n1455     2169      14\\n1456     2169      15\\n1457     2169      16\\n1458     2170       1\\n1459     2170       2\\n1460     2170       3\\n1461     2170       4\\n1462     2170       5\\n1463     2170       6\\n1464     2170       8\\n1465     2170      11\\n1466     2170      12\\n1467     2171       1\\n1468     2171       2\\n1469     2175       1\\n1470     2175       2\\n1471     2175       3\\n1472     2175       4\\n1473     2175       5\\n1474     2175       6\\n1475     2175       7\\n1476     2176       1\\n1477     2176       2\\n1478     2176       3\\n1479     2176       4\\n1480     2176       5\\n1481     2176       6\\n1482     2176       7\\n1483     2176       8\\n1484     2176       9\\n1485     2178       1\\n1486     2178       2\\n1487     2178       3\\n1488     2178       4\\n1489     2179       1\\n1490     2179       2\\n1491     2179       3\\n1492     2179       4\\n1493     2179       5\\n1494     2179       6\\n1495     2179       8\\n1496     2179       9\\n1497     2179      10\\n1498     2180       1\\n1499     2180       2\\n1500     2180       3\\n1501     2180       4\\n1502     2180       5\\n1503     2180       6\\n1504     2180       7\\n1505     2180       8\\n1506     2180       9\\n1507     2180      10\\n1508     2182       1\\n1509     2182       2\\n1510     2182       3\\n1511     2182       4\\n1512     2182       5\\n1513     2182       6\\n1514     2182       7\\n1515     2182       8\\n1516     2182       9\\n1517     2184       1\\n1518     2184       2\\n1519     2184       3\\n1520     2184       4\\n1521     2184       5\\n1522     2188       1\\n1523     2188       2\\n1524     2190       1\\n1525     2190       2\\n1526     2190       3\\n1527     2190       4\\n1528     2190       5\\n1529     2190       6\\n1530     2190       7\\n1531     2190       8\\n1532     2190       9\\n1533     2190      10\\n1534     2190      11\\n1535     2190      12\\n1536     2190      15\\n1537     2192       1\\n1538     2192       2\\n1539     2192       3\\n1540     2192       5\\n1541     2192       6\\n1542     2192       7\\n1543     2192       8\\n1544     2195       1\\n1545     2195       2\\n1546     2195       3\\n1547     2197       1\\n1548     2197       2\\n1549     2197       3\\n1550     2197       4\\n1551     2197       5\\n1552     2199       1\\n1553     2199       2\\n1554     2199       3\\n1555     2199       4\\n1556     2199       5\\n1557     2199       6\\n1558     2199       7\\n1559     2204       1\\n1560     2204       2\\n1561     2204       3\\n1562     2204       4\\n1563     2204       5\\n1564     2204       6\\n1565     2204       7\\n1566     2204       8\\n1567     2204       9\\n1568     2204      10\\n1569     2204      11\\n1570     2204      12\\n1571     2204      13\\n1572     2204      14\\n1573     2204      15\\n1574     2204      16\\n1575     2204      17\\n1576     2204      18\\n1577     2204      19\\n1578     2204      20\\n1579     2204      21\\n1580     2204      22\\n1581     2204      23\\n1582     2204      24\\n1583     2204      25\\n1584     2204      26\\n1585     2204      27\\n1586     2204      28\\n1587     2204      29\\n1588     2205       2\\n1589     2205       3\\n1590     2205       4\\n1591     2205       5\\n1592     2205       6\\n1593     2205       7\\n1594     2205       8\\n1595     2205       9\\n1596     2206       1\\n1597     2206       2\\n1598     2206       3\\n1599     2206       4\\n1600     2206       5\\n1601     2206       6\\n1602     2206       7\\n1603     2207       1\\n1604     2207       2\\n1605     2207       3\\n1606     2207       4\\n1607     2207       5\\n1608     2207       6\\n1609     2207       7\\n1610     2209       1\\n1611     2209       2\\n1612     2209       3\\n1613     2211       1\\n1614     2211       2\\n1615     2211       3\\n1616     2211       4\\n1617     2212       1\\n1618     2214       1\\n1619     2214       2\\n1620     2214       3\\n1621     2214       4\\n1622     2216       1\\n1623     2219       1\\n1624     2219       2\\n1625     2223       1\\n1626     2223       2\\n1627     2223       3\\n1628     2223       4\\n1629     2223       5\\n1630     2223       6\\n1631     2223       7\\n1632     2223       8\\n1633     2223       9\\n1634     2224       1\\n1635     2229       1\\n1636     2229       2\\n1637     2229       3\\n1638     2231       1\\n1639     2231       2\\n1640     2231       3\\n1641     2231       5\\n1642     2231       6\\n1643     2232       1\\n1644     2232       2\\n1645     2232       3\\n1646     2232       4\\n1647     2232       5\\n1648     2233       1\\n1649     2233       2\\n1650     2233       3\\n1651     2233       4\\n1652     2233       5\\n1653     2236       1\\n1654     2236       2\\n1655     2236       3\\n1656     2236       4\\n1657     2236       5\\n1658     2236       6\\n1659     2236       7\\n1660     2236       8\\n1661     2236       9\\n1662     2237       1\\n1663     2237       2\\n1664     2237       3\\n1665     2237       4\\n1666     2237       5\\n1667     2237       6\\n1668     2237       7\\n1669     2238       1\\n1670     2238       2\\n1671     2238       3\\n1672     2238       4\\n1673     2238       5\\n1674     2238       6\\n1675     2238       7\\n1676     2238       8\\n1677     2238       9\\n1678     2238      10\\n1679     2238      11\\n1680     2238      12\\n1681     2238      13\\n1682     2238      14\\n1683     2238      15\\n1684     2238      16\\n1685     2238      17\\n1686     2238      18\\n1687     2238      19\\n1688     2239       1\\n1689     2239       2\\n1690     2239       3\\n1691     2240       1\\n1692     2240       2\\n1693     2241       1\\n1694     2241       2\\n1695     2241       3\\n1696     2241       4\\n1697     2241       5\\n1698     2241       6\\n1699     2241       7\\n1700     2241       8\\n1701     2241       9\\n1702     2241      10\\n1703     2244       6\\n1704     2245       1\\n1705     2245       2\\n1706     2248       1\\n1707     2248       2\\n1708     2248       3\\n1709     2248       4\\n1710     2248       5\\n1711     2248       6\\n1712     2248       7\\n1713     2248       8\\n1714     2251       1\\n1715     2252       1\\n1716     2252       2\\n1717     2253       1\\n1718     2253       2\\n1719     2253       3\\n1720     2254       1\\n1721     2254       2\\n1722     2254       3\\n1723     2254       4\\n1724     2254       5\\n1725     2254       6\\n1726     2254       7\\n1727     2254       8\\n1728     2254       9\\n1729     2254      10\\n1730     2254      11\\n1731     2254      12\\n1732     2254      13\\n1733     2255       1\\n1734     2255       2\\n1735     2255       3\\n1736     2258       1\\n1737     2260       1\\n1738     2260       2\\n1739     2263       1\\n1740     2263       2\\n1741     2263       3\\n1742     2263       4\\n1743     2265       1\\n1744     2266       1\\n1745     2266       2\\n1746     2266       3\\n1747     2266       4\\n1748     2266       5\\n1749     2266       6\\n1750     2268       1\\n1751     2268       2\\n1752     2268       5\\n1753     2268       6\\n1754     2268       9\\n1755     2268      13\\n1756     2270       1\\n1757     2270       2\\n1758     2272       1\\n1759     2272       2\\n1760     2272       3\\n1761     2272       4\\n1762     2272       5\\n1763     2272       6\\n1764     2272       7\\n1765     2272       8\\n1766     2272       9\\n1767     2272      10\\n1768     2272      11\\n1769     2272      12\\n1770     2272      13\\n1771     2272      14\\n1772     2272      15\\n1773     2273       1\\n1774     2273       2\\n1775     2273       3\\n1776     2273       4\\n1777     2273       5\\n1778     2273       6\\n1779     2273       7\\n1780     2273       8\\n1781     2273       9\\n1782     2274       1\\n1783     2274       2\\n1784     2274       3\\n1785     2274       4\\n1786     2277       1\\n1787     2277       6\\n1788     2277       7\\n1789     2280       1\\n1790     2280       2\\n1791     2280       3\\n1792     2280       4\\n1793     2280       5\\n1794     2280       6\\n1795     2280       7\\n1796     2280       8\\n1797     2280       9\\n1798     2280      10\\n1799     2280      11\\n1800     2280      12\\n1801     2281       1\\n1802     2281       2\\n1803     2281       3\\n1804     2281       4\\n1805     2281       5\\n1806     2281       6\\n1807     2281       7\\n1808     2281       8\\n1809     2282       1\\n1810     2282       2\\n1811     2282       3\\n1812     2282       4\\n1813     2282       5\\n1814     2282       6\\n1815     2282       7\\n1816     2283       1\\n1817     2283       2\\n1818     2283       3\\n1819     2283       4\\n1820     2283       6\\n1821     2283       7\\n1822     2283       8\\n1823     2285       1\\n1824     2285       2\\n1825     2285       3\\n1826     2287       1\\n1827     2287       2\\n1828     2287       3\\n1829     2287       4\\n1830     2287       5\\n1831     2287       6\\n1832     2287       7\\n1833     2287       8\\n1834     2287       9\\n1835     2287      10\\n1836     2287      16\\n1837     2287      17\\n1838     2287      18\\n1839     2287      19\\n1840     2290       1\\n1841     2290       2\\n1842     2290       3\\n1843     2291       1\\n1844     2293       1\\n1845     2293       2\\n1846     2293       3\\n1847     2293       4\\n1848     2293       5\\n1849     2293       6\\n1850     2293       7\\n1851     2293       8\\n1852     2294       1\\n1853     2294       2\\n1854     2294       3\\n1855     2294       4\\n1856     2294       5\\n1857     2294       6\\n1858     2294       7\\n1859     2296       1\\n1860     2296       2\\n1861     2296       3\\n1862     2297       1\\n1863     2297       2\\n1864     2297       3\\n1865     2297       4\\n1866     2297       6\\n1867     2297       7\\n1868     2297       8\\n1869     2299      11\\n1870     2299      12\\n1871     2299      13\\n1872     2299      14\\n1873     2299      15\\n1874     2299      16\\n1875     2299      17\\n1876     2299      18\\n1877     2300       1\\n1878     2300       2\\n1879     2300       3\\n1880     2300       4\\n1881     2301       1\\n1882     2301       2\\n1883     2301       3\\n1884     2301       4\\n1885     2302       1\\n1886     2302       2\\n1887     2302       3\\n1888     2303       1\\n1889     2303       2\\n1890     2304       2\\n1891     2309       1\\n1892     2309       2\\n1893     2309       3\\n1894     2309       4\\n1895     2309       5\\n1896     2309       6\\n1897     2309       7\\n1898     2309       8\\n1899     2309       9\\n1900     2309      10\\n1901     2311       1\\n1902     2311       2\\n1903     2313       1\\n1904     2313       2\\n1905     2313       3\\n1906     2318       1\\n1907     2318       2\\n1908     2318       3\\n1909     2318       4\\n1910     2319       1\\n1911     2319       2\\n1912     2319       3\\n1913     2319       4\\n1914     2319       5\\n1915     2321       1\\n1916     2321       2\\n1917     2321       3\\n1918     2326       1\\n1919     2326       2\\n1920     2328       1\\n1921     2328       2\\n1922     2330       1\\n1923     2330       2\\n1924     2330       3\\n1925     2330       4\\n1926     2330       5\\n1927     2330       6\\n1928     2330       7\\n1929     2333       1\\n1930     2333       2\\n1931     2337       1\\n1932     2337       2\\n1933     2337       3\\n1934     2337       4\\n1935     2337       5\\n1936     2337       6\\n1937     2337       7\\n1938     2338       1\\n1939     2338       2\\n1940     2338       3\\n1941     2338       4\\n1942     2338       5\\n1943     2338       6\\n1944     2338       7\\n1945     2338       8\\n1946     2338       9\\n1947     2338      10\\n1948     2339       1\\n1949     2339       2\\n1950     2340       1\\n1951     2340       2\\n1952     2340       3\\n1953     2340       4\\n1954     2340       5\\n1955     2340       6\\n1956     2340       7\\n1957     2340       8\\n1958     2340       9\\n1959     2340      10\\n1960     2340      11\\n1961     2344       1\\n1962     2344       2\\n1963     2344       3\\n1964     2344       4\\n1965     2345       1\\n1966     2345       2\\n1967     2345       3\\n1968     2348       1\\n1969     2349       1\\n1970     2349       2\\n1971     2349       3\\n1972     2349       4\\n1973     2350       1\\n1974     2350       2\\n1975     2351       1\\n1976     2353       1\\n1977     2353       2\\n1978     2355       1\\n1979     2355       2\\n1980     2355       3\\n1981     2355       4\\n1982     2355       5\\n1983     2355       6\\n1984     2355       7\\n1985     2355       8\\n1986     2355       9\\n1987     2355      10\\n1988     2355      11\\n1989     2355     500\\n1990     2360       1\\n1991     2360       2\\n1992     2360       3\\n1993     2360       4\\n1994     2362       1\\n1995     2362       2\\n1996     2362       3\\n1997     2362       4\\n1998     2362       5\\n1999     2371       2\\n2000     2371       3\\n2001     2371       4\\n2002     2371       5\\n2003     2371       6\\n2004     2374       1\\n2005     2375      11\\n2006     2375      12\\n2007     2378       1\\n2008     2378       2\\n2009     2378       3\\n2010     2378       4\\n2011     2378       5\\n2012     2378       6\\n2013     2378       7\\n2014     2378       8\\n2015     2378       9\\n2016     2378      10\\n2017     2378      11\\n2018     2380       1\\n2019     2380       2\\n2020     2380       3\\n2021     2380       4\\n2022     2387       1\\n2023     2387       2\\n2024     2387       3\\n2025     2387       4\\n2026     2387       5\\n2027     2387       6\\n2028     2387       7\\n2029     2387       8\\n2030     2387       9\\n2031     2387      10\\n2032     2387      11\\n2033     2387      12\\n2034     2391       1\\n2035     2391       2\\n2036     2391       3\\n2037     2391       4\\n2038     2392       1\\n2039     2392       2\\n2040     2392       3\\n2041     2392       4\\n2042     2392       5\\n2043     2392       6\\n2044     2393       1\\n2045     2393       2\\n2046     2393       3\\n2047     2393       4\\n2048     2393       5\\n2049     2393       6\\n2050     2393       7\\n2051     2393       8\\n2052     2393       9\\n2053     2393      10\\n2054     2393      11\\n2055     2393      12\\n2056     2393      13\\n2057     2393      14\\n2058     2393      15\\n2059     2393      16\\n2060     2393      17\\n2061     2393      18\\n2062     2395       1\\n2063     2395       2\\n2064     2395       3\\n2065     2395       4\\n2066     2395       5\\n2067     2395       8\\n2068     2395       9\\n2069     2396       1\\n2070     2396       2\\n2071     2397       1\\n2072     2397       2\\n2073     2397       3\\n2074     2397       4\\n2075     2400       1\\n2076     2400       2\\n2077     2400       3\\n2078     2400       4\\n2079     2403       1\\n2080     2403       2\\n2081     2403       3\\n2082     2403       4\\n2083     2403       5\\n2084     2403       6\\n2085     2403       7\\n2086     2403       8\\n2087     2403      10\\n2088     2403      11\\n2089     2403      18\\n2090     2403      20\\n2091     2403      21\\n2092     2403      22\\n2093     2403      24\\n2094     2403      25\\n2095     2403      27\\n2096     2403      33\\n2097     2403      34\\n2098     2403      35\\n2099     2403      36\\n2100     2403      37\\n2101     2403      43\\n2102     2403      44\\n2103     2403      45\\n2104     2403      46\\n2105     2403      47\\n2106     2403      48\\n2107     2403      49\\n2108     2403      50\\n2109     2403      51\\n2110     2403      52\\n2111     2403      53\\n2112     2403      54\\n2113     2403      56\\n2114     2403      57\\n2115     2403      58\\n2116     2403      59\\n2117     2403      60\\n2118     2403      61\\n2119     2403      62\\n2120     2403      63\\n2121     2403      64\\n2122     2403      65\\n2123     2403      75\\n2124     2403      76\\n2125     2403      77\\n2126     2403      78\\n2127     2403      80\\n2128     2403      81\\n2129     2403      82\\n2130     2403      83\\n2131     2403      94\\n2132     2403      96\\n2133     2406       1\\n2134     2406       2\\n2135     2406       3\\n2136     2406       4\\n2137     2406       5\\n2138     2408       1\\n2139     2408       2\\n2140     2408       3\\n2141     2408       4\\n2142     2408       5\\n2143     2408       6\\n2144     2408       7\\n2145     2408       8\\n2146     2408       9\\n2147     2408      10\\n2148     2409       1\\n2149     2409       2\\n2150     2409       3\\n2151     2409       4\\n2152     2409       5\\n2153     2410       6\\n2154     2410       7\\n2155     2412       1\\n2156     2412       2\\n2157     2413       1\\n2158     2413       2\\n2159     2413       3\\n2160     2413       4\\n2161     2413       5\\n2162     2413       6\\n2163     2413       7\\n2164     2413       9\\n2165     2413      10\\n2166     2413      11\\n2167     2413      12\\n2168     2413      13\\n2169     2413      14\\n2170     2413      15\\n2171     2415       1\\n2172     2415       2\\n2173     2415       3\\n2174     2415       4\\n2175     2416       1\\n2176     2416       2\\n2177     2416       3\\n2178     2418       1\\n2179     2418       2\\n2180     2418       3\\n2181     2419       1\\n2182     2419       2\\n2183     2419       3\\n2184     2419       4\\n2185     2422       1\\n2186     2422       2\\n2187     2422       3\\n2188     2422       4\\n2189     2422       5\\n2190     2422       6\\n2191     2422       7\\n2192     2423       1\\n2193     2423       2\\n2194     2425       1\\n2195     2425       2\\n2196     2425       3\\n2197     2425       4\\n2198     2425       5\\n2199     2425       6\\n2200     2425       7\\n2201     2425       8\\n2202     2425       9\\n2203     2425      10\\n2204     2425      11\\n2205     2425      12\\n2206     2425      13\\n2207     2425      14\\n2208     2427       1\\n2209     2427       2\\n2210     2427       3\\n2211     2428       1\\n2212     2428       2\\n2213     2428       3\\n2214     2428       4\\n2215     2428       5\\n2216     2428       6\\n2217     2428       7\\n2218     2428       8\\n2219     2428       9\\n2220     2430       1\\n2221     2430       2\\n2222     2430       3\\n2223     2431       1\\n2224     2431       2\\n2225     2431       3\\n2226     2431       4\\n2227     2432       1\\n2228     2432       2\\n2229     2432       3\\n2230     2432       4\\n2231     2436       1\\n2232     2436       2\\n2233     2436       3\\n2234     2436       4\\n2235     2436       5\\n2236     2437       1\\n2237     2437       4\\n2238     2437       5\\n2239     2439       1\\n2240     2441       3\\n2241     2442       6\\n2242     2442       7\\n2243     2444       1\\n2244     2444       2\\n2245     2445       1\\n2246     2445       2\\n2247     2445       3\\n2248     2445       4\\n2249     2446       1\\n2250     2446       2\\n2251     2446       3\\n2252     2446       4\\n2253     2446       5\\n2254     2449       1\\n2255     2449       2\\n2256     2449       3\\n2257     2452       1\\n2258     2452       2\\n2259     2452       3\\n2260     2452       4\\n2261     2452       5\\n2262     2452       6\\n2263     2452       7\\n2264     2452       8\\n2265     2452       9\\n2266     2452      10\\n2267     2452      11\\n2268     2452      12\\n2269     2452      13\\n2270     2452      14\\n2271     2452      15\\n2272     2452      16\\n2273     2452      17\\n2274     2455       1\\n2275     2455       2\\n2276     2455       3\\n2277     2455       4\\n2278     2455       5\\n2279     2455       6\\n2280     2455       7\\n2281     2455       8\\n2282     2456       1\\n2283     2456       2\\n2284     2456       3\\n2285     2456       4\\n2286     2456       5\\n2287     2456       6\\n2288     2457       4\\n2289     2457       5\\n2290     2458       1\\n2291     2458       2\\n2292     2458       3\\n2293     2458       4\\n2294     2458       5\\n2295     2463       1\\n2296     2463       2\\n2297     2463       3\\n2298     2463       4\\n2299     2463       5\\n2300     2463       6\\n2301     2463       7\\n2302     2465       1\\n2303     2465       2\\n2304     2466       1\\n2305     2466       2\\n2306     2466       3\\n2307     2466       4\\n2308     2466       5\\n2309     2466       6\\n2310     2466       9\\n2311     2466      10\\n2312     2466      11\\n2313     2466      14\\n2314     2466      15\\n2315     2466      16\\n2316     2466      17\\n2317     2466      18\\n2318     2466      19\\n2319     2466      20\\n2320     2466      21\\n2321     2466      22\\n2322     2466      23\\n2323     2466      24\\n2324     2466      25\\n2325     2466      26\\n2326     2466      27\\n2327     2466      28\\n2328     2466      29\\n2329     2466      30\\n2330     2466      31\\n2331     2466      34\\n2332     2466      35\\n2333     2466      36\\n2334     2466      37\\n2335     2466      38\\n2336     2466      39\\n2337     2466      40\\n2338     2466      41\\n2339     2466      42\\n2340     2466      43\\n2341     2466      44\\n2342     2466      45\\n2343     2466      46\\n2344     2466      47\\n2345     2466      48\\n2346     2466      49\\n2347     2466      50\\n2348     2466      51\\n2349     2466      52\\n2350     2466      53\\n2351     2466      54\\n2352     2466      55\\n2353     2466      56\\n2354     2466      57\\n2355     2466      58\\n2356     2466      59\\n2357     2466      60\\n2358     2466      61\\n2359     2466      62\\n2360     2468       1\\n2361     2468       2\\n2362     2468       3\\n2363     2468       4\\n2364     2472       1\\n2365     2472       2\\n2366     2472       3\\n2367     2472       4\\n2368     2472       5\\n2369     2472       6\\n2370     2472       7\\n2371     2472       8\\n2372     2474       1\\n2373     2474       2\\n2374     2474       3\\n2375     2474       4\\n2376     2474       5\\n2377     2474       6\\n2378     2474       7\\n2379     2474       8\\n2380     2474       9\\n2381     2474      10\\n2382     2474      11\\n2383     2474      12\\n2384     2474      13\\n2385     2474      14\\n2386     2476       1\\n2387     2476       2\\n2388     2476       3\\n2389     2476       4\\n2390     2476       5\\n2391     2476       6\\n2392     2476       7\\n2393     2477       1\\n2394     2477       2\\n2395     2478       1\\n2396     2478       2\\n2397     2479       1\\n2398     2479       2\\n2399     2479       3\\n2400     2479       4\\n2401     2479       6\\n2402     2479       7\\n2403     2480       1\\n2404     2480       2\\n2405     2480       3\\n2406     2480       4\\n2407     2480       5\\n2408     2480       6\\n2409     2480       7\\n2410     2480       8\\n2411     2484       1\\n2412     2484       2\\n2413     2484       3\\n2414     2484       4\\n2415     2484       5\\n2416     2485       1\\n2417     2485       2\\n2418     2486       1\\n2419     2487       1\\n2420     2487       2\\n2421     2490       1\\n2422     2490       2\\n2423     2490       3\\n2424     2490       4\\n2425     2490       5\\n2426     2490       6\\n2427     2490       7\\n2428     2490       8\\n2429     2491       1\\n2430     2491       2\\n2431     2491       3\\n2432     2491       4\\n2433     2491       5\\n2434     2491       6\\n2435     2491       7\\n2436     2491       8\\n2437     2491       9\\n2438     2491      10\\n2439     2491      11\\n2440     2491      12\\n2441     2492       1\\n2442     2492       2\\n2443     2492       3\\n2444     2492       4\\n2445     2492       5\\n2446     2492       6\\n2447     2492       7\\n2448     2492       8\\n2449     2492       9\\n2450     2492      10\\n2451     2492      11\\n2452     2492      12\\n2453     2495       1\\n2454     2495       2\\n2455     2497       1\\n2456     2497       2\\n2457     2497       3\\n2458     2497       4\\n2459     2497       5\\n2460     2497       6\\n2461     2498       1\\n2462     2499       1\\n2463     2499       2\\n2464     2499       3\\n2465     2499       4\\n2466     2499       5\\n2467     2499       6\\n2468     2501       1\\n2469     2501       2\\n2470     2501       3\\n2471     2501       4\\n2472     2501       5\\n2473     2501       6\\n2474     2501       7\\n2475     2501       8\\n2476     2501       9\\n2477     2501      10\\n2478     2501      11\\n2479     2501      12\\n2480     2501      13\\n2481     2501      14\\n2482     2501      15\\n2483     2501      16\\n2484     2501      17\\n2485     2501      18\\n2486     2503       6\\n2487     2503       7\\n2488     2503       8\\n2489     2503       9\\n2490     2503      10\\n2491     2505       1\\n2492     2505       2\\n2493     2505       3\\n2494     2505       4\\n2495     2513       1\\n2496     2513       2\\n2497     2513       3\\n2498     2513       4\\n2499     2513       5\\n2500     2514       1\\n2501     2514       2\\n2502     2514       3\\n2503     2514       4\\n2504     2515       1\\n2505     2516       1\\n2506     2516       2\\n2507     2516       3\\n2508     2516       4\\n2509     2516       5\\n2510     2516       6\\n2511     2516       7\\n2512     2516       8\\n2513     2516       9\\n2514     2516      10\\n2515     2517       1\\n2516     2517       2\\n2517     2517       3\\n2518     2517       4\\n2519     2517       5\\n2520     2517       6\\n2521     2517       7\\n2522     2518       1\\n2523     2518       2\\n2524     2518       3\\n2525     2518       4\\n2526     2518       5\\n2527     2518       6\\n2528     2518       7\\n2529     2518       8\\n2530     2518       9\\n2531     2518      10\\n2532     2518      11\\n2533     2518      12\\n2534     2518      13\\n2535     2518      14\\n2536     2519       1\\n2537     2519       2\\n2538     2520       1\\n2539     2520       2\\n2540     2520       3\\n2541     2520       4\\n2542     2520       5\\n2543     2520       6\\n2544     2522       1\\n2545     2525       1\\n2546     2525       2\\n2547     2525       3\\n2548     2525       4\\n2549     2528       1\\n2550     2528       2\\n2551     2528       3\\n2552     2528       4\\n2553     2528       5\\n2554     2528       6\\n2555     2528       7\\n2556     2529       1\\n2557     2529       2\\n2558     2529       3\\n2559     2529       8\\n2560     2529       9\\n2561     2533       1\\n2562     2533       2\\n2563     2534       1\\n2564     2534       2\\n2565     2534       3\\n2566     2534       4\\n2567     2535       1\\n2568     2536       1\\n2569     2536       2\\n2570     2538       1\\n2571     2538       2\\n2572     2538       3\\n2573     2538       4\\n2574     2538       5\\n2575     2538       6\\n2576     2538       7\\n2577     2538       8\\n2578     2538       9\\n2579     2538      10\\n2580     2538      11\\n2581     2539       1\\n2582     2539       2\\n2583     2539       3\\n2584     2539       4\\n2585     2539       5\\n2586     2539      10\\n2587     2541       1\\n2588     2541       2\\n2589     2541       3\\n2590     2541       4\\n2591     2541       5\\n2592     2541       6\\n2593     2541       7\\n2594     2541       8\\n2595     2541       9\\n2596     2541      10\\n2597     2544       1\\n2598     2544       2\\n2599     2544       3\\n2600     2544       4\\n2601     2544       5\\n2602     2544       6\\n2603     2544       7\\n2604     2544       8\\n2605     2544       9\\n2606     2544      10\\n2607     2544      11\\n2608     2546       1\\n2609     2547       1\\n2610     2547       2\\n2611     2547       3\\n2612     2550       1\\n2613     2550       2\\n2614     2550       3\\n2615     2551       1\\n2616     2551       2\\n2617     2552       1\\n2618     2552       2\\n2619     2552       3\\n2620     2552       4\\n2621     2553       1\\n2622     2553       2\\n2623     2553       3\\n2624     2554       1\\n2625     2555       1\\n2626     2555       2\\n2627     2556       1\\n2628     2556       2\\n2629     2556       3\\n2630     2556       4\\n2631     2556       5\\n2632     2556       6\\n2633     2556       7\\n2634     2557       1\\n2635     2558       1\\n2636     2558       2\\n2637     2558       3\\n2638     2558       4\\n2639     2559       1\\n2640     2559       2\\n2641     2560       1\\n2642     2560       2\\n2643     2560       3\\n2644     2560       4\\n2645     2560       5\\n2646     2560       6\\n2647     2560       7\\n2648     2560       8\\n2649     2560       9\\n2650     2562       1\\n2651     2562       2\\n2652     2562       3\\n2653     2562       4\\n2654     2562       5\\n2655     2562       6\\n2656     2562       7\\n2657     2562       8\\n2658     2562       9\\n2659     2563       1\\n2660     2563       2\\n2661     2564       1\\n2662     2564       2\\n2663     2564       3\\n2664     2564       4\\n2665     2564       5\\n2666     2565       1\\n2667     2565       2\\n2668     2567       1\\n2669     2567       2\\n2670     2567       3\\n2671     2567       4\\n2672     2567       5\\n2673     2572       1\\n2674     2572       2\\n2675     2572       3\\n2676     2572       4\\n2677     2575       1\\n2678     2575       2\\n2679     2575       3\\n2680     2577       1\\n2681     2577       2\\n2682     2577       3\\n2683     2577       4\\n2684     2577       5\\n2685     2577       6\\n2686     2578       3\\n2687     2578       4\\n2688     2578       5\\n2689     2579       1\\n2690     2579       2\\n2691     2583       1\\n2692     2585       1\\n2693     2585       2\\n2694     2586       1\\n2695     2586       2\\n2696     2586       3\\n2697     2589       6\\n2698     2590       1\\n2699     2590       2\\n2700     2590       3\\n2701     2590       4\\n2702     2590       5\\n2703     2591       1\\n2704     2591       2\\n2705     2591       3\\n2706     2591       4\\n2707     2591       5\\n2708     2591       6\\n2709     2594       1\\n2710     2594       2\\n2711     2594       3\\n2712     2594       4\\n2713     2594       5\\n2714     2595       1\\n2715     2595       2\\n2716     2595       3\\n2717     2595       4\\n2718     2595       5\\n2719     2595       6\\n2720     2595       7\\n2721     2596       1\\n2722     2596       2\\n2723     2596       3\\n2724     2596       4\\n2725     2596       5\\n2726     2598       1\\n2727     2598       2\\n2728     2598       3\\n2729     2598       4\\n2730     2600       1\\n2731     2600       2\\n2732     2602       1\\n2733     2602       2\\n2734     2603       1\\n2735     2603       2\\n2736     2603       3\\n2737     2603       4\\n2738     2603       5\\n2739     2603       6\\n2740     2603       7\\n2741     2604       1\\n2742     2604       2\\n2743     2604       3\\n2744     2605       1\\n2745     2605       2\\n2746     2605       3\\n2747     2605       4\\n2748     2605       5\\n2749     2605       6\\n2750     2605       7\\n2751     2605       8\\n2752     2605       9\\n2753     2605      10\\n2754     2605      11\\n2755     2605      12\\n2756     2605      13\\n2757     2605      14\\n2758     2605      15\\n2759     2605      16\\n2760     2605      17\\n2761     2605      18\\n2762     2605      19\\n2763     2605      20\\n2764     2605      21\\n2765     2605      22\\n2766     2605      23\\n2767     2605      24\\n2768     2605      25\\n2769     2605      26\\n2770     2605      27\\n2771     2605      28\\n2772     2605      29\\n2773     2605      30\\n2774     2605      31\\n2775     2605      32\\n2776     2605      33\\n2777     2605      34\\n2778     2606       1\\n2779     2606       2\\n2780     2606       3\\n2781     2609       1\\n2782     2609       2\\n2783     2609       3\\n2784     2609       4\\n2785     2610       1\\n2786     2611       1\\n2787     2613       1\\n2788     2614       1\\n2789     2616       1\\n2790     2616       2\\n2791     2616       3\\n2792     2618       1\\n2793     2618       2\\n2794     2618       3\\n2795     2618       4\\n2796     2619       1\\n2797     2619       2\\n2798     2619       3\\n2799     2619       4\\n2800     2619       5\\n2801     2619       6\\n2802     2619       7\\n2803     2619       9\\n2804     2619      10\\n2805     2619      11\\n2806     2619      12\\n2807     2619      13\\n2808     2619      14\\n2809     2619      15\\n2810     2619      16\\n2811     2619      17\\n2812     2619      18\\n2813     2619      19\\n2814     2620       1\\n2815     2620       2\\n2816     2620       3\\n2817     2620       4\\n2818     2620       5\\n2819     2620       6\\n2820     2620       7\\n2821     2621       1\\n2822     2621       2\\n2823     2621       3\\n2824     2621       4\\n2825     2621       9\\n2826     2622       7\\n2827     2622       8\\n2828     2623       6\\n2829     2625       1\\n2830     2625       2\\n2831     2625       3\\n2832     2625       4\\n2833     2625       5\\n2834     2625       6\\n2835     2625       7\\n2836     2625       8\\n2837     2625       9\\n2838     2625      10\\n2839     2625      11\\n2840     2625      12\\n2841     2625      13\\n2842     2625      14\\n2843     2625      15\\n2844     2625      16\\n2845     2625      17\\n2846     2625      18\\n2847     2625      19\\n2848     2625      20\\n2849     2625      21\\n2850     2625      22\\n2851     2625      23\\n2852     2625      24\\n2853     2625      25\\n2854     2625      26\\n2855     2625      27\\n2856     2626       1\\n2857     2626       2\\n2858     2626       3\\n2859     2626       4\\n2860     2626       5\\n2861     2628       1\\n2862     2628       2\\n2863     2628       3\\n2864     2628       4\\n2865     2628       5\\n2866     2628       6\\n2867     2628       7\\n2868     2628       8\\n2869     2628       9\\n2870     2628      10\\n2871     2628      11\\n2872     2628      12\\n2873     2628      13\\n2874     2628      14\\n2875     2628      15\\n2876     2628      17\\n2877     2628      18\\n2878     2628      19\\n2879     2628      20\\n2880     2628      21\\n2881     2628      22\\n2882     2628      23\\n2883     2628      24\\n2884     2628      25\\n2885     2628      26\\n2886     2628      27\\n2887     2628      28\\n2888     2628      29\\n2889     2628      30\\n2890     2628      31\\n2891     2628      32\\n2892     2628      33\\n2893     2628      34\\n2894     2628      35\\n2895     2628      36\\n2896     2628      37\\n2897     2628      38\\n2898     2628      39\\n2899     2628      40\\n2900     2628      41\\n2901     2631       1\\n2902     2631       2\\n2903     2631       3\\n2904     2631       4\\n2905     2631       5\\n2906     2633       1\\n2907     2633       2\\n2908     2633       3\\n2909     2634       1\\n2910     2634       2\\n2911     2634       3\\n2912     2636       1\\n2913     2636       2\\n2914     2636       3\\n2915     2636       4\\n2916     2636       5\\n2917     2637       1\\n2918     2637       2\\n2919     2639       1\\n2920     2639       2\\n2921     2639       3\\n2922     2639       4\\n2923     2639       5\\n2924     2639       6\\n2925     2639       7\\n2926     2640       1\\n2927     2642       1\\n2928     2642       2\\n2929     2642       3\\n2930     2643       1\\n2931     2643       2\\n2932     2643       3\\n2933     2644       1\\n2934     2644       2\\n2935     2644       3\\n2936     2644       4\\n2937     2645       1\\n2938     2645       2\\n2939     2645       3\\n2940     2645       4\\n2941     2645       5\\n2942     2645       6\\n2943     2645       7\\n2944     2645       8\\n2945     2646       1\\n2946     2646       2\\n2947     2646       3\\n2948     2646       4\\n2949     2646       5\\n2950     2646       6\\n2951     2646       7\\n2952     2646       8\\n2953     2646       9\\n2954     2646      10\\n2955     2646      11\\n2956     2646      12\\n2957     2646      13\\n2958     2646      14\\n2959     2646      15\\n2960     2646      16\\n2961     2646      17\\n2962     2646      18\\n2963     2646      19\\n2964     2646      20\\n2965     2646      21\\n2966     2647       1\\n2967     2648       1\\n2968     2648       2\\n2969     2648       3\\n2970     2649       1\\n2971     2649       2\\n2972     2649       3\\n2973     2649       4\\n2974     2649       5\\n2975     2652       6\\n2976     2652       7\\n2977     2652       8\\n2978     2652       9\\n2979     2653       1\\n2980     2653       2\\n2981     2655       1\\n2982     2655       2\\n2983     2655       3\\n2984     2655       4\\n2985     2655       5\\n2986     2655       6\\n2987     2655       7\\n2988     2655       8\\n2989     2655       9\\n2990     2655      10\\n2991     2655      11\\n2992     2655      12\\n2993     2655      13\\n2994     2655      14\\n2995     2655      15\\n2996     2655      16\\n2997     2655      17\\n2998     2655      18\\n2999     2655      19\\n3000     2655      20\\n3001     2655      21\\n3002     2655      22\\n3003     2655      23\\n3004     2655      24\\n3005     2655      25\\n3006     2655      26\\n3007     2655      27\\n3008     2655      28\\n3009     2655      29\\n3010     2655      30\\n3011     2655      31\\n3012     2655      32\\n3013     2655      33\\n3014     2655      34\\n3015     2655      35\\n3016     2655      36\\n3017     2655      37\\n3018     2655      38\\n3019     2655      39\\n3020     2655      40\\n3021     2655      41\\n3022     2655      42\\n3023     2655      43\\n3024     2655      44\\n3025     2655      45\\n3026     2655      46\\n3027     2655      47\\n3028     2655      48\\n3029     2655      49\\n3030     2655      50\\n3031     2655      51\\n3032     2655      52\\n3033     2655      53\\n3034     2655      54\\n3035     2655      55\\n3036     2655      56\\n3037     2656       1\\n3038     2657       1\\n3039     2657       2\\n3040     2657       3\\n3041     2657       4\\n3042     2657       5\\n3043     2657       6\\n3044     2657       7\\n3045     2657       8\\n3046     2657       9\\n3047     2657      10\\n3048     2657      11\\n3049     2657      12\\n3050     2658       1\\n3051     2658       2\\n3052     2658       3\\n3053     2658       4\\n3054     2658       5\\n3055     2658       6\\n3056     2658       7\\n3057     2658       8\\n3058     2658       9\\n3059     2658      10\\n3060     2658      11\\n3061     2658      12\\n3062     2658      13\\n3063     2658      14\\n3064     2658      15\\n3065     2658      16\\n3066     2658      17\\n3067     2658      18\\n3068     2658      19\\n3069     2660       1\\n3070     2660       2\\n3071     2660       3\\n3072     2660       4\\n3073     2660       5\\n3074     2660       6\\n3075     2660       7\\n3076     2660       8\\n3077     2660       9\\n3078     2660      10\\n3079     2660      11\\n3080     2660      12\\n3081     2660      13\\n3082     2660      14\\n3083     2660      15\\n3084     2660      16\\n3085     2660      17\\n3086     2660      18\\n3087     2660      19\\n3088     2660      20\\n3089     2660      21\\n3090     2660      22\\n3091     2660      23\\n3092     2660      24\\n3093     2660      25\\n3094     2660      26\\n3095     2660      27\\n3096     2660      28\\n3097     2660      29\\n3098     2660      30\\n3099     2660      31\\n3100     2660      32\\n3101     2660      33\\n3102     2660      34\\n3103     2660      35\\n3104     2660      36\\n3105     2660      37\\n3106     2660      38\\n3107     2660      39\\n3108     2660      40\\n3109     2660      41\\n3110     2660      42\\n3111     2660      43\\n3112     2660      44\\n3113     2660      45\\n3114     2660      47\\n3115     2660      48\\n3116     2660      49\\n3117     2660      50\\n3118     2660      51\\n3119     2660      52\\n3120     2660      53\\n3121     2661       1\\n3122     2661       2\\n3123     2661       3\\n3124     2661       4\\n3125     2661       5\\n3126     2661       6\\n3127     2661       7\\n3128     2661       8\\n3129     2661       9\\n3130     2661      10\\n3131     2661      11\\n3132     2661      12\\n3133     2661      13\\n3134     2661      14\\n3135     2661      15\\n3136     2661      16\\n3137     2661      17\\n3138     2661      18\\n3139     2661      19\\n3140     2661      20\\n3141     2661      21\\n3142     2661      22\\n3143     2661      23\\n3144     2661      24\\n3145     2661      25\\n3146     2661      26\\n3147     2661      27\\n3148     2661      28\\n3149     2661      29\\n3150     2661      30\\n3151     2661      31\\n3152     2661      32\\n3153     2661      33\\n3154     2661      34\\n3155     2661      35\\n3156     2661      36\\n3157     2661      37\\n3158     2661      38\\n3159     2661      40\\n3160     2662       1\\n3161     2662       2\\n3162     2662       3\\n3163     2662       4\\n3164     2663       1\\n3165     2663       2\\n3166     2663       3\\n3167     2664       1\\n3168     2664       2\\n3169     2664       3\\n3170     2665       1\\n3171     2665       2\\n3172     2666       1\\n3173     2666       2\\n3174     2666       3\\n3175     2666       4\\n3176     2666       5\\n3177     2668       1\\n3178     2668       2\\n3179     2668       3\\n3180     2668       4\\n3181     2668       5\\n3182     2668       6\\n3183     2668       9\\n3184     2669       1\\n3185     2669       2\\n3186     2669       3\\n3187     2669       4\\n3188     2669       5\\n3189     2669       6\\n3190     2669       7\\n3191     2669       8\\n3192     2669       9\\n3193     2672       1\\n3194     2672       2\\n3195     2673       1\\n3196     2673       2\\n3197     2673       3\\n3198     2675       1\\n3199     2675       2\\n3200     2675       3\\n3201     2677       1\\n3202     2677       2\\n3203     2678       1\\n3204     2679       2\\n3205     2679       3\\n3206     2679       4\\n3207     2679       5\\n3208     2679       6\\n3209     2679       7\\n3210     2679       8\\n3211     2679       9\\n3212     2679      10\\n3213     2679      11\\n3214     2679      14\\n3215     2679      15\\n3216     2681       1\\n3217     2681       2\\n3218     2681       3\\n3219     2681       4\\n3220     2682       1\\n3221     2682       2\\n3222     2682       3\\n3223     2682       4\\n3224     2682       5\\n3225     2682       6\\n3226     2682       7\\n3227     2683       1\\n3228     2683       2\\n3229     2683       3\\n3230     2683       4\\n3231     2685       1\\n3232     2685       2\\n3233     2685       3\\n3234     2685       4\\n3235     2685       5\\n3236     2686       1\\n3237     2688       1\\n3238     2688       2\\n3239     2688       3\\n3240     2688       4\\n3241     2689       1\\n3242     2689     500\\n3243     2690       1\\n3244     2690       2\\n3245     2691       1\\n3246     2691       2\\n3247     2691       3\\n3248     2691       4\\n3249     2691       5\\n3250     2692       1\\n3251     2692       2\\n3252     2692       3\\n3253     2693       1\\n3254     2693       2\\n3255     2693       3\\n3256     2693       5\\n3257     2693       6\\n3258     2693       7\\n3259     2693       8\\n3260     2693       9\\n3261     2693      10\\n3262     2693      11\\n3263     2693      12\\n3264     2693      13\\n3265     2693      14\\n3266     2693      15\\n3267     2693      16\\n3268     2693      17\\n3269     2693      18\\n3270     2693      19\\n3271     2693      20\\n3272     2693      21\\n3273     2693      22\\n3274     2693      23\\n3275     2693      24\\n3276     2693      25\\n3277     2693      26\\n3278     2693      27\\n3279     2693      30\\n3280     2693      31\\n3281     2693      32\\n3282     2693      33\\n3283     2693      34\\n3284     2693      35\\n3285     2693      36\\n3286     2693      37\\n3287     2693      38\\n3288     2693      39\\n3289     2693      40\\n3290     2693      41\\n3291     2693      42\\n3292     2693      44\\n3293     2693      47\\n3294     2693      48\\n3295     2693      49\\n3296     2694       1\\n3297     2694       2\\n3298     2694       3\\n3299     2694       4\\n3300     2694       5\\n3301     2694       6\\n3302     2694       7\\n3303     2694       8\\n3304     2694       9\\n3305     2694      10\\n3306     2694      12\\n3307     2694      13\\n3308     2694      14\\n3309     2695       1\\n3310     2696       1\\n3311     2696       2\\n3312     2696       5\\n3313     2697       1\\n3314     2697       2\\n3315     2697       3\\n3316     2697       4\\n3317     2697       5\\n3318     2697       6\\n3319     2697       7\\n3320     2697       8\\n3321     2697       9\\n3322     2697      10\\n3323     2697      11\\n3324     2697      12\\n3325     2697      13\\n3326     2697      14\\n3327     2697      15\\n3328     2697      16\\n3329     2698       4\\n3330     2698       5\\n3331     2699       1\\n3332     2699       2\\n3333     2699       3\\n3334     2699       4\\n3335     2699       5\\n3336     2699       6\\n3337     2699       7\\n3338     2699       8\\n3339     2699       9\\n3340     2699      10\\n3341     2699      11\\n3342     2699      12\\n3343     2699      13\\n3344     2699      14\\n3345     2699      15\\n3346     2699      16\\n3347     2699      17\\n3348     2699      18\\n3349     2699      19\\n3350     2699      20\\n3351     2699      21\\n3352     2699      22\\n3353     2700       1\\n3354     2701       1\\n3355     2701       2\\n3356     2701       3\\n3357     2701       4\\n3358     2701       5\\n3359     2701       6\\n3360     2701       7\\n3361     2702       1\\n3362     2702       2\\n3363     2702       3\\n3364     2702       4\\n3365     2702       5\\n3366     2702       6\\n3367     2703       1\\n3368     2703       2\\n3369     2703       3\\n3370     2704       1\\n3371     2704       2\\n3372     2704       3\\n3373     2705       1\\n3374     2705       2\\n3375     2705       3\\n3376     2705       4\\n3377     2706       1\\n3378     2706       2\\n3379     2708       1\\n3380     2708       2\\n3381     2708       3\\n3382     2708       4\\n3383     2709       1\\n3384     2709       2\\n3385     2709       3\\n3386     2710       1\\n3387     2710       2\\n3388     2710       3\\n3389     2710       4\\n3390     2714       1\\n3391     2714       2\\n3392     2715       1\\n3393     2716       1\\n3394     2716       2\\n3395     2716       3\\n3396     2716       4\\n3397     2716       5\\n3398     2716       6\\n3399     2716       7\\n3400     2718       1\\n3401     2719       1\\n3402     2719       2\\n3403     2719       3\\n3404     2720       1\\n3405     2720       2\\n3406     2720       3\\n3407     2721       1\\n3408     2721       2\\n3409     2721       3\\n3410     2721       4\\n3411     2721       5\\n3412     2721       6\\n3413     2721       7\\n3414     2721       8\\n3415     2721       9\\n3416     2721      10\\n3417     2721      11\\n3418     2721      12\\n3419     2721      13\\n3420     2722       1\\n3421     2722       2\\n3422     2722       3\\n3423     2722       4\\n3424     2722       5\\n3425     2722       6\\n3426     2722       7\\n3427     2722       8\\n3428     2722       9\\n3429     2723       1\\n3430     2723       2\\n3431     2723       4\\n3432     2723       5\\n3433     2724       1\\n3434     2724       2\\n3435     2724       3\\n3436     2724       4\\n3437     2725       1\\n3438     2725       2\\n3439     2725       3\\n3440     2725       6\\n3441     2726       1\\n3442     2726       2\\n3443     2728       1\\n3444     2729       1\\n3445     2729       2\\n3446     2729       3\\n3447     2729       4\\n3448     2730       1\\n3449     2730       2\\n3450     2730       3\\n3451     2730       4\\n3452     2730       5\\n3453     2730       6\\n3454     2730       7\\n3455     2730       8\\n3456     2730       9\\n3457     2730      10\\n3458     2730      11\\n3459     2730      12\\n3460     2730      13\\n3461     2730      14\\n3462     2730      15\\n3463     2730      16\\n3464     2730      17\\n3465     2730      18\\n3466     2731       1\\n3467     2731       2\\n3468     2732       1\\n3469     2732       2\\n3470     2732       3\\n3471     2732       4\\n3472     2732       5\\n3473     2732       6\\n3474     2732       7\\n3475     2732       8\\n3476     2734       1\\n3477     2734       2\\n3478     2734       3\\n3479     2734       4\\n3480     2734       5\\n3481     2736       1\\n3482     2736       2\\n3483     2736       3\\n3484     2736       4\\n3485     2736       5\\n3486     2736       6\\n3487     2736       7\\n3488     2736       8\\n3489     2736       9\\n3490     2736      10\\n3491     2736      11\\n3492     2736      12\\n3493     2736      13\\n3494     2736      14\\n3495     2736      15\\n3496     2736      16\\n3497     2736      17\\n3498     2736      18\\n3499     2736      19\\n3500     2736      20\\n3501     2736      21\\n3502     2736      22\\n3503     2736      23\\n3504     2736      24\\n3505     2736      25\\n3506     2736      26\\n3507     2736      28\\n3508     2736      29\\n3509     2736      30\\n3510     2736      31\\n3511     2736      32\\n3512     2736      33\\n3513     2736      34\\n3514     2736      35\\n3515     2736      36\\n3516     2736      37\\n3517     2736      38\\n3518     2736      39\\n3519     2736      40\\n3520     2736      41\\n3521     2736      42\\n3522     2736      43\\n3523     2736      44\\n3524     2736      45\\n3525     2736      54\\n3526     2736      56\\n3527     2736      57\\n3528     2736      58\\n3529     2736      59\\n3530     2736      60\\n3531     2736      61\\n3532     2736      62\\n3533     2736      63\\n3534     2736      64\\n3535     2736      65\\n3536     2736      66\\n3537     2736      67\\n3538     2736      68\\n3539     2736      69\\n3540     2736      70\\n3541     2736      71\\n3542     2736      72\\n3543     2736      73\\n3544     2737       1\\n3545     2737       2\\n3546     2737       3\\n3547     2737       4\\n3548     2737       5\\n3549     2737       6\\n3550     2737       7\\n3551     2738       1\\n3552     2738       2\\n3553     2738       3\\n3554     2738       4\\n3555     2738       5\\n3556     2739       1\\n3557     2739       2\\n3558     2739       3\\n3559     2739       4\\n3560     2739       5\\n3561     2740       1\\n3562     2740       2\\n3563     2740       3\\n3564     2740       4\\n3565     2740       5\\n3566     2740       6\\n3567     2741       1\\n3568     2742       1\\n3569     2742       2\\n3570     2743       1\\n3571     2743       2\\n3572     2743       3\\n3573     2743       4\\n3574     2743       5\\n3575     2744       1\\n3576     2744       2\\n3577     2744       3\\n3578     2745       1\\n3579     2745       2\\n3580     2745       3\\n3581     2749       1\\n3582     2749       2\\n3583     2749       3\\n3584     2750       1\\n3585     2750       2\\n3586     2750       3\\n3587     2750       4\\n3588     2750       5\\n3589     2750       6\\n3590     2750       7\\n3591     2750       8\\n3592     2750       9\\n3593     2750      10\\n3594     2750      11\\n3595     2751       1\\n3596     2751       2\\n3597     2751       3\\n3598     2753       1\\n3599     2753       2\\n3600     2753       3\\n3601     2753       4\\n3602     2754       1\\n3603     2754       2\\n3604     2754       3\\n3605     2755       1\\n3606     2755       2\\n3607     2755       3\\n3608     2755       4\\n3609     2755       5\\n3610     2755       6\\n3611     2755       7\\n3612     2755       8\\n3613     2755       9\\n3614     2755      10\\n3615     2755      11\\n3616     2755      12\\n3617     2755      13\\n3618     2755      14\\n3619     2755      15\\n3620     2755      16\\n3621     2755      17\\n3622     2756       1\\n3623     2756       2\\n3624     2756       3\\n3625     2756       4\\n3626     2756       5\\n3627     2756       6\\n3628     2756       7\\n3629     2756       8\\n3630     2756       9\\n3631     2756      10\\n3632     2756      11\\n3633     2756      12\\n3634     2756      13\\n3635     2756      14\\n3636     2756      15\\n3637     2756      16\\n3638     2756      17\\n3639     2756      18\\n3640     2756      19\\n3641     2756      20\\n3642     2756      21\\n3643     2756      22\\n3644     2756      23\\n3645     2756      24\\n3646     2756      25\\n3647     2756      26\\n3648     2756      27\\n3649     2756      28\\n3650     2756      29\\n3651     2756      30\\n3652     2758       1\\n3653     2758       2\\n3654     2759       1\\n3655     2762       1\\n3656     2762       2\\n3657     2764       1\\n3658     2764       2\\n3659     2764       3\\n3660     2764       4\\n3661     2765       1\\n3662     2765       2\\n3663     2765       3\\n3664     2765       4\\n3665     2765       5\\n3666     2765       6\\n3667     2765       7\\n3668     2765       8\\n3669     2765       9\\n3670     2765      10\\n3671     2765      11\\n3672     2765      12\\n3673     2765      13\\n3674     2765      14\\n3675     2765      15\\n3676     2765      16\\n3677     2765      17\\n3678     2765      18\\n3679     2766       1\\n3680     2766       2\\n3681     2766       3\\n3682     2766       4\\n3683     2766       5\\n3684     2768       1\\n3685     2768       2\\n3686     2768       3\\n3687     2768       4\\n3688     2768       5\\n3689     2769       1\\n3690     2769       2\\n3691     2769       3\\n3692     2769       4\\n3693     2769       5\\n3694     2769       6\\n3695     2769       7\\n3696     2769       8\\n3697     2769       9\\n3698     2770       1\\n3699     2770       2\\n3700     2770       3\\n3701     2770       4\\n3702     2770       5\\n3703     2770       6\\n3704     2770       7\\n3705     2770       8\\n3706     2773       1\\n3707     2773       2\\n3708     2774       1\\n3709     2774       2\\n3710     2774       3\\n3711     2774       4\\n3712     2774       5\\n3713     2774       6\\n3714     2774       7\\n3715     2774       8\\n3716     2774       9\\n3717     2775       3\\n3718     2775       4\\n3719     2775       5\\n3720     2776       6\\n3721     2776       7\\n3722     2776       8\\n3723     2777       3\\n3724     2777       4\\n3725     2777       5\\n3726     2778      16\\n3727     2779      14\\n3728     2779      15\\n3729     2780      10\\n3730     2781       3\\n3731     2782       1\\n3732     2783       1\\n3733     2783       2\\n3734     2783       3\\n3735     2783       4\\n3736     2783       5\\n3737     2783       6\\n3738     2783       7\\n3739     2783       8\\n3740     2783       9\\n3741     2783      10\\n3742     2783      11\\n3743     2783      12\\n3744     2783      13\\n3745     2783      14\\n3746     2783      15\\n3747     2783      16\\n3748     2783      17\\n3749     2783      18\\n3750     2783      19\\n3751     2784       1\\n3752     2784       2\\n3753     2784       3\\n3754     2785       1\\n3755     2785       2\\n3756     2786       1\\n3757     2786       2\\n3758     2787       1\\n3759     2787       2\\n3760     2787       3\\n3761     2787       4\\n3762     2787       5\\n3763     2788       1\\n3764     2788       2\\n3765     2788       3\\n3766     2788       4\\n3767     2788       5\\n3768     2788       6\\n3769     2788       7\\n3770     2788       8\\n3771     2788       9\\n3772     2788      10\\n3773     2789       1\\n3774     2789       2\\n3775     2789       3\\n3776     2789       4\\n3777     2789       5\\n3778     2790       1\\n3779     2790       2\\n3780     2790       3\\n3781     2791       1\\n3782     2791       2\\n3783     2792       1\\n3784     2792       2\\n3785     2792       3\\n3786     2792       4\\n3787     2792       5\\n3788     2792       6\\n3789     2792       7\\n3790     2792       8\\n3791     2793       1\\n3792     2793       2\\n3793     2793       3\\n3794     2793       4\\n3795     2793       5\\n3796     2793       6\\n3797     2793       7\\n3798     2793       8\\n3799     2793       9\\n3800     2793      10\\n3801     2793      11\\n3802     2793      12\\n3803     2793      13\\n3804     2793      14\\n3805     2793      15\\n3806     2793      16\\n3807     2794       1\\n3808     2794       2\\n3809     2794       3\\n3810     2796       1\\n3811     2796       2\\n3812     2796       3\\n3813     2796       4\\n3814     2796       5\\n3815     2796       6\\n3816     2796     500\\n3817     2797       1\\n3818     2797       2\\n3819     2797       3\\n3820     2797       4\\n3821     2797       5\\n3822     2798       1\\n3823     2798       2\\n3824     2798       3\\n3825     2798       4\\n3826     2798       5\\n3827     2798       6\\n3828     2798       7\\n3829     2798       8\\n3830     2798       9\\n3831     2798      10\\n3832     2798      11\\n3833     2799       1\\n3834     2799       2\\n3835     2799       3\\n3836     2799       4\\n3837     2799       5\\n3838     2799       6\\n3839     2799       7\\n3840     2799       8\\n3841     2800       1\\n3842     2800       2\\n3843     2800       3\\n3844     2800       4\\n3845     2800       5\\n3846     2801       1\\n3847     2801       2\\n3848     2801       3\\n3849     2801       4\\n3850     2802       1\\n3851     2802       2\\n3852     2802       3\\n3853     2802       4\\n3854     2803       1\\n3855     2803       2\\n3856     2804       3\\n3857     2804       4\\n3858     2804       5\\n3859     2804       6\\n3860     2804       7\\n3861     2807       1\\n3862     2808       1\\n3863     2808       2\\n3864     2808       3\\n3865     2808       4\\n3866     2808       5\\n3867     2808       6\\n3868     2808       7\\n3869     2808       8\\n3870     2808       9\\n3871     2808      10\\n3872     2808      11\\n3873     2808      12\\n3874     2809       1\\n3875     2809       2\\n3876     2809       3\\n3877     2809       4\\n3878     2809     500\\n3879     2811       5\\n3880     2811       6\\n3881     2811       7\\n3882     2811       8\\n3883     2812       1\\n3884     2812       2\\n3885     2812       3\\n3886     2812       4\\n3887     2812       5\\n3888     2812       6\\n3889     2812       7\\n3890     2812       8\\n3891     2812       9\\n3892     2812      10\\n3893     2812      12\\n3894     2812      13\\n3895     2812      14\\n3896     2812      15\\n3897     2812      16\\n3898     2814       1\\n3899     2814       2\\n3900     2814       3\\n3901     2814       4\\n3902     2814       5\\n3903     2814       6\\n3904     2814       7\\n3905     2814       8\\n3906     2814       9\\n3907     2814      10\\n3908     2814      11\\n3909     2814      12\\n3910     2814      13\\n3911     2814      14\\n3912     2814      15\\n3913     2814      16\\n3914     2814      17\\n3915     2814      18\\n3916     2814      19\\n3917     2815       1\\n3918     2815       2\\n3919     2815       3\\n3920     2815       4\\n3921     2815       5\\n3922     2815       6\\n3923     2815       7\\n3924     2815       8\\n3925     2815       9\\n3926     2815      10\\n3927     2815      11\\n3928     2815      12\\n3929     2815      13\\n3930     2816       1\\n3931     2816       2\\n3932     2816       3\\n3933     2816       4\\n3934     2816       5\\n3935     2816       7\\n3936     2816       8\\n3937     2816       9\\n3938     2816      10\\n3939     2816      11\\n3940     2816      12\\n3941     2816      13\\n3942     2816      14\\n3943     2816      15\\n3944     2817       1\\n3945     2817       2\\n3946     2817       3\\n3947     2817       4\\n3948     2817       5\\n3949     2817       6\\n3950     2817       7\\n3951     2817       8\\n3952     2818       1\\n3953     2818       2\\n3954     2818       3\\n3955     2818       4\\n3956     2818       5\\n3957     2818       6\\n3958     2819       1\\n3959     2819       2\\n3960     2820       1\\n3961     2820       2\\n3962     2820       3\\n3963     2820       4\\n3964     2820       5\\n3965     2820       6\\n3966     2820       7\\n3967     2820       8\\n3968     2820       9\\n3969     2820      10\\n3970     2820      11\\n3971     2821       1\\n3972     2821       2\\n3973     2822       1\\n3974     2822       2\\n3975     2823       1\\n3976     2823       2\\n3977     2823       3\\n3978     2823       4\\n3979     2823       5\\n3980     2823       6\\n3981     2823       7\\n3982     2823       8\\n3983     2823       9\\n3984     2823      10\\n3985     2823      11\\n3986     2823      12\\n3987     2824       1\\n3988     2824       2\\n3989     2824       3\\n3990     2824       4\\n3991     2824       5\\n3992     2824       6\\n3993     2824       7\\n3994     2824       8\\n3995     2824       9\\n3996     2824      10\\n3997     2824      11\\n3998     2824      12\\n3999     2824      13\\n4000     2824      14\\n4001     2824      15\\n4002     2824      16\\n4003     2824      17\\n4004     2824      18\\n4005     2824      19\\n4006     2824      20\\n4007     2824      21\\n4008     2824      22\\n4009     2824      23\\n4010     2824      24\\n4011     2824      25\\n4012     2824      26\\n4013     2824      27\\n4014     2824      28\\n4015     2824      29\\n4016     2824      30\\n4017     2824      32\\n4018     2824      33\\n4019     2824      71\\n4020     2824      72\\n4021     2825       1\\n4022     2825       2\\n4023     2825       3\\n4024     2825       4\\n4025     2825       5\\n4026     2825       7\\n4027     2825       8\\n4028     2825       9\\n4029     2825      10\\n4030     2825      11\\n4031     2825      12\\n4032     2825      13\\n4033     2825      14\\n4034     2825      15\\n4035     2825      16\\n4036     2825      17\\n4037     2825      18\\n4038     2825      19\\n4039     2825      20\\n4040     2825      21\\n4041     2825      22\\n4042     2825      23\\n4043     2825      24\\n4044     2825      25\\n4045     2825      26\\n4046     2825      27\\n4047     2825      28\\n4048     2825      29\\n4049     2825      30\\n4050     2825      31\\n4051     2825      32\\n4052     2825      33\\n4053     2825      34\\n4054     2825      35\\n4055     2825      36\\n4056     2825      37\\n4057     2825      38\\n4058     2826       1\\n4059     2826       2\\n4060     2826       3\\n4061     2826       4\\n4062     2826       5\\n4063     2826       6\\n4064     2826       7\\n4065     2826       8\\n4066     2826       9\\n4067     2826      10\\n4068     2827       1\\n4069     2828       1\\n4070     2829       1\\n4071     2829       2\\n4072     2829       3\\n4073     2829       4\\n4074     2829       5\\n4075     2829       6\\n4076     2829       7\\n4077     2829       8\\n4078     2829       9\\n4079     2829      10\\n4080     2829      11\\n4081     2829      12\\n4082     2829      13\\n4083     2832       1\\n4084     2832       2\\n4085     2832       3\\n4086     2833       1\\n4087     2833       2\\n4088     2833       3\\n4089     2833       4\\n4090     2834       1\\n4091     2834       2\\n4092     2834       3\\n4093     2834       4\\n4094     2834       5\\n4095     2834       6\\n4096     2834       7\\n4097     2835       3\\n4098     2835       4\\n4099     2835       5\\n4100     2835       6\\n4101     2835       7\\n4102     2835       8\\n4103     2835       9\\n4104     2835      10\\n4105     2836       1\\n4106     2836       2\\n4107     2836       3\\n4108     2836       4\\n4109     2836       5\\n4110     2836       6\\n4111     2836       7\\n4112     2836       8\\n4113     2836       9\\n4114     2836      10\\n4115     2837       1\\n4116     2837       2\\n4117     2837       3\\n4118     2837       4\\n4119     2837       5\\n4120     2837       6\\n4121     2837       7\\n4122     2838       1\\n4123     2839       4\\n4124     2839       5\\n4125     2839       6\\n4126     2839       7\\n4127     2840       1\\n4128     2840       2\\n4129     2840       3\\n4130     2840       4\\n4131     2840       5\\n4132     2840       6\\n4133     2840     500\\n4134     2841       1\\n4135     2841       2\\n4136     2841       3\\n4137     2842       1\\n4138     2842       2\\n4139     2842       3\\n4140     2842       4\\n4141     2842       5\\n4142     2842       6\\n4143     2842       7\\n4144     2842       8\\n4145     2842       9\\n4146     2843      10\\n4147     2843      11\\n4148     2843      12\\n4149     2844       4\\n4150     2844       5\\n4151     2844       6\\n4152     2844       7\\n4153     2844       8\\n4154     2845       1\\n4155     2845       2\\n4156     2845       3\\n4157     2846       4\\n4158     2846       5\\n4159     2847       1\\n4160     2847       2\\n4161     2847       3\\n4162     2848       6\\n4163     2848       7\\n4164     2848       8\\n4165     2848       9\\n4166     2848      10\\n4167     2848      11\\n4168     2848      12\\n4169     2848      13\\n4170     2848      14\\n4171     2848      15\\n4172     2848      16\\n4173     2848      17\\n4174     2848      28\\n4175     2848      29\\n4176     2848      30\\n4177     2848      31\\n4178     2848      32\\n4179     2848      33\\n4180     2848      34\\n4181     2848      35\\n4182     2848      36\\n4183     2848      37\\n4184     2848      38\\n4185     2848      39\\n4186     2848      40\\n4187     2848      41\\n4188     2848      42\\n4189     2848      43\\n4190     2848      45\\n4191     2848      49\\n4192     2848      50\\n4193     2848      51\\n4194     2849       1\\n4195     2849       2\\n4196     2849       3\\n4197     2849       4\\n4198     2849       5\\n4199     2849       6\\n4200     2849       7\\n4201     2849       8\\n4202     2849       9\\n4203     2849      10\\n4204     2849      11\\n4205     2850       1\\n4206     2850       2\\n4207     2850       3\\n4208     2850       4\\n4209     2850       5\\n4210     2850       6\\n4211     2850       7\\n4212     2852       1\\n4213     2852       2\\n4214     2852       3\\n4215     2853       1\\n4216     2853       2\\n4217     2854       1\\n4218     2854       2\\n4219     2855       1\\n4220     2855       2\\n4221     2855       3\\n4222     2855       4\\n4223     2856       1\\n4224     2856       2\\n4225     2856       3\\n4226     2856       4\\n4227     2856       5\\n4228     2856       6\\n4229     2856       7\\n4230     2856       8\\n4231     2856       9\\n4232     2856      10\\n4233     2856      11\\n4234     2856      12\\n4235     2856      13\\n4236     2857       1\\n4237     2857       2\\n4238     2857       3\\n4239     2857       4\\n4240     2857       5\\n4241     2857       6\\n4242     2857       7\\n4243     2857       8\\n4244     2857       9\\n4245     2858       1\\n4246     2858       2\\n4247     2858       3\\n4248     2858       4\\n4249     2858       5\\n4250     2858       6\\n4251     2858       7\\n4252     2858       8\\n4253     2859       1\\n4254     2859       2\\n4255     2859       3\\n4256     2859       4\\n4257     2860       1\\n4258     2860       2\\n4259     2860       3\\n4260     2860       4\\n4261     2860       5\\n4262     2860       6\\n4263     2860       7\\n4264     2860       8\\n4265     2860       9\\n4266     2860      10\\n4267     2860      11\\n4268     2861       4\\n4269     2861       5\\n4270     2863       1\\n4271     2863       2\\n4272     2864       1\\n4273     2864       2\\n4274     2864       3\\n4275     2864       4\\n4276     2864       5\\n4277     2865       1\\n4278     2865       2\\n4279     2865       3\\n4280     2865       4\\n4281     2865       5\\n4282     2865       6\\n4283     2865       7\\n4284     2865       8\\n4285     2865       9\\n4286     2865      10\\n4287     2865      11\\n4288     2865      12\\n4289     2865      13\\n4290     2865      14\\n4291     2865      15\\n4292     2865      16\\n4293     2865      17\\n4294     2865      18\\n4295     2865     500\\n4296     2866       1\\n4297     2866       3\\n4298     2866       4\\n4299     2866       5\\n4300     2866       6\\n4301     2866       7\\n4302     2868       6\\n4303     2868       7\\n4304     2868      10\\n4305     2868      11\\n4306     2868      12\\n4307     2868      14\\n4308     2869       1\\n4309     2869       2\\n4310     2869       3\\n4311     2869       4\\n4312     2869       5\\n4313     2869       6\\n4314     2871       1\\n4315     2871       2\\n4316     2871       3\\n4317     2871       4\\n4318     2872       1\\n4319     2872       2\\n4320     2872       3\\n4321     2873       1\\n4322     2873       2\\n4323     2873       3\\n4324     2873       4\\n4325     2873       5\\n4326     2873       6\\n4327     2873       7\\n4328     2873       8\\n4329     2873       9\\n4330     2873      10\\n4331     2873      11\\n4332     2873      12\\n4333     2873      13\\n4334     2873      14\\n4335     2873      15\\n4336     2873      16\\n4337     2874       1\\n4338     2874       2\\n4339     2874       3\\n4340     2874       4\\n4341     2875       1\\n4342     2875       2\\n4343     2876       1\\n4344     2876       2\\n4345     2876       3\\n4346     2877       2\\n4347     2877       3\\n4348     2877       4\\n4349     2877       5\\n4350     2877       6\\n4351     2877       7\\n4352     2877       8\\n4353     2877       9\\n4354     2877      10\\n4355     2878       1\\n4356     2880       1\\n4357     2880       2\\n4358     2880       3\\n4359     2880       4\\n4360     2880       5\\n4361     2880       6\\n4362     2880       7\\n4363     2880       8\\n4364     2880       9\\n4365     2881       1\\n4366     2881       2\\n4367     2882       3\\n4368     2882       4\\n4369     2882       5\\n4370     2882       6\\n4371     2882       7\\n4372     2882       9\\n4373     2883       1\\n4374     2883       2\\n4375     2884       1\\n4376     2884       2\\n4377     2884       3\\n4378     2884       4\\n4379     2884       5\\n4380     2884       6\\n4381     2885       1\\n4382     2885       2\\n4383     2885       3\\n4384     2885       4\\n4385     2885       5\\n4386     2886       1\\n4387     2887       1\\n4388     2887       2\\n4389     2887       3\\n4390     2887       4\\n4391     2887       5\\n4392     2887       6\\n4393     2887       7\\n4394     2887       8\\n4395     2887       9\\n4396     2887      10\\n4397     2887      11\\n4398     2887      12\\n4399     2887      13\\n4400     2887      14\\n4401     2887      15\\n4402     2887      16\\n4403     2887      17\\n4404     2887      18\\n4405     2887      19\\n4406     2887      20\\n4407     2887      21\\n4408     2887      22\\n4409     2887      23\\n4410     2887      24\\n4411     2887      25\\n4412     2887      26\\n4413     2887      27\\n4414     2887      28\\n4415     2887      29\\n4416     2887      30\\n4417     2887      31\\n4418     2887      32\\n4419     2887      33\\n4420     2887      34\\n4421     2887      35\\n4422     2889       7\\n4423     2889       8\\n4424     2889      12\\n4425     2890       1\\n4426     2890       2\\n4427     2890       3\\n4428     2890       4\\n4429     2895     500\\n4430     2898       1\\n4431     2898       2\\n4432     2898      13\\n4433     2898      16\\n4434     2898      17\\n4435     2900      15\\n4436     2900      16\\n4437     2900      18\\n4438     2901      31\\n4439     2901      34\\n4440     2901      35\\n4441     3000       2\\n4442     3000       3\\n4443     3000       4\\n4444     3000       7\\n4445     3000       8\\n4446     3000       9\\n4447     3000      14\\n4448     3000      18\\n4449     3000      19\\n4450     3000      20\\n4451     3000      21\\n4452     3000      22\\n4453     3000      24\\n4454     3000      25\\n4455     3000      27\\n4456     3000      28\\n4457     3000      30\\n4458     3000      72\\n4459     3000      73\\n4460     3000      74\\n4461     3000      75\\n4462     3000      76\\n4463     3000      77\\n4464     3000      78\\n4465     3000      81\\n4466     3000      82\\n4467     3000      83\\n4468     3000     199\\n4469     3000     200\\n4470     3000     202\\n4471     3000     203\\n4472     3000     204\\n4473     3000     205\\n4474     3000     206\\n4475     3000     207\\n4476     3000     209\\n4477     3000     210\\n4478     3000     212\\n4479     3000     213\\n4480     3000     214\\n4481     3000     218\\n4482     3000     219\\n4483     3000     220\\n4484     3000     221\\n4485     3000     222\\n4486     3000     223\\n4487     3000     226\\n4488     3000     227\\n4489     3000     228\\n4490     3000     229\\n4491     3000     230\\n4492     3000     231\\n4493     3000     233\\n4494     3000     235\\n4495     3000     238\\n4496     3000     241\\n4497     3000     243\\n4498     3000     245\\n4499     3000     248\\n4500     3000     251\\n4501     3000     255\\n4502     3000     256\\n4503     3000     257\\n4504     3000     259\\n4505     3000     261\\n4506     3000     264\\n4507     3000     265\\n4508     3000     289\\n4509     3000     290\\n4510     3000     293\\n4511     3000     294\\n4512     3000     301\\n4513     3000     302\\n4514     3000     303\\n4515     3000     304\\n4516     3000     305\\n4517     3000     306\\n4518     3000     310\\n4519     3000     311\\n4520     3000     312\\n4521     3000     313\\n4522     3000     314\\n4523     3000     316\\n4524     3000     317\\n4525     3000     318\\n4526     3000     319\\n4527     3000     320\\n4528     3000     321\\n4529     3000     322\\n4530     3000     325\\n4531     3000     326\\n4532     3000     327\\n4533     3000     328\\n4534     3000     340\\n4535     3000     341\\n4536     3000     343\\n4537     3000     344\\n4538     3000     347\\n4539     3000     348\\n4540     3000     349\\n4541     3000     350\\n4542     3000     351\\n4543     3000     352\\n4544     3000     355\\n4545     3000     356\\n4546     3000     357\\n4547     3000     358\\n4548     3000     359\\n4549     3000     360\\n4550     3000     362\\n4551     3000     363\\n4552     3000     364\\n4553     3000     365\\n4554     3000     368\\n4555     3000     369\\n4556     3000     371\\n4557     3000     372\\n4558     3000     376\\n4559     3000     377\\n4560     3000     378\\n4561     3000     379\\n4562     3000     380\\n4563     3000     397\\n4564     3000     398\\n4565     3000     399\\n4566     3000     400\\n4567     3000     402\\n4568     3000     403\\n4569     3000     404\\n4570     3000     408\\n4571     3000     409\\n4572     3000     419\\n4573     3000     420\\n4574     3000     421\\n4575     3000     422\\n4576     3000     423\\n4577     3000     424\\n4578     3000     426\\n4579     3000     427\\n4580     3000     428\\n4581     3000     429\\n4582     3000     430\\n4583     3000     431\\n4584     3000     432\\n4585     3000     437\\n4586     3000     438\\n4587     3000     444\\n4588     3000     466\\n4589     3000     468\\n4590     3000     469\\n4591     3000     470\\n4592     3000     473\\n4593     3000     474\\n4594     3000     477\\n4595     3000     478\\n4596     3000     481\\n4597     3000     482\\n4598     3000     483\\n4599     3000     484\\n4600     3000     485\\n4601     3000     486\\n4602     3000     488\\n4603     3000     489\\n4604     3000     490\\n4605     3000     491\\n4606     3000     492\\n4607     3000     493\\n4608     3000     495\\n4609     3000     496\\n4610     3000     497\\n4611     3000     498\\n4612     3000     499\\n4613     3000     500\\n4614     3000     501\\n4615     3000     503\\n4616     3000     507\\n4617     3000     508\\n4618     3000     509\\n4619     3000     511\\n4620     3000     512\\n4621     3000     513\\n4622     3000     514\\n4623     3000     520\\n4624     3000     521\\n4625     3000     522\\n4626     3000     523\\n4627     3000     526\\n4628     3000     527\\n4629     3000     528\\n4630     3000     529\\n4631     3000     532\\n4632     3000     533\\n4633     3000     534\\n4634     3000     535\\n4635     3000     536\\n4636     3033      32\\n4637     3033      33\\n4638     3062       1\\n4639     3062       2\\n4640     3062       3\\n4641     3062       4\\n4642     3089       1\\n4643     3089       2\\n4644     3089       3\\n4645     3089       4\\n4646     3089       5\\n4647     3089       6\\n4648     3089       7\\n4649     3388      21\\n4650     3388      24\\n4651     3388      27\\n4652     3388      28\\n4653     3388      29\\n4654     3388      30\\n4655     3515      60\\n4656     3515      61\\n4657     3517      56\\n4658     3517      57\\n4659     3517      58\\n4660     3521      47\\n4661     3521      48\\n4662     3856       1\\n4663     3856       2\\n4664     3856       3\\n4665     3856       4\\n4666     3856       5\\n4667     3977       1\\n4668     3977       2'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 35
        }
      ],
      "source": [
        "df_solo[['FAZENDA','TALHAO',]].to_string()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 36,
      "metadata": {
        "id": "hF8kyuNHOTKZ"
      },
      "outputs": [],
      "source": [
        "df_solo['Teor Mínimo de Argila(%)'] = df_solo['Teor Mínimo de Argila']*100"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 37,
      "metadata": {
        "id": "zEXUYHGPOT3d"
      },
      "outputs": [],
      "source": [
        "df_solo['Teor Máximo de Argila(%)'] = df_solo['Teor Máximo de Argila']*100"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 38,
      "metadata": {
        "id": "7WODyvQGOaA1"
      },
      "outputs": [],
      "source": [
        "Solo = spark.createDataFrame(df_solo)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 39,
      "metadata": {
        "id": "c-w1ybF2_Xdo"
      },
      "outputs": [],
      "source": [
        "#Solo.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 40,
      "metadata": {
        "id": "BNXOunWDAy-r"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.types import IntegerType"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 41,
      "metadata": {
        "id": "LMF31AP3MXoV"
      },
      "outputs": [],
      "source": [
        "Solo = Solo.withColumn('Teor Mínimo de Argila(%)', col('Teor Mínimo de Argila(%)').cast(IntegerType()))\n",
        "Solo = Solo.withColumn('Teor Máximo de Argila(%)', col('Teor Máximo de Argila(%)').cast(IntegerType()))\n",
        "Solo = Solo.withColumn('Textura_Solo', concat(col('Teor Mínimo de Argila(%)'),lit('% à '),col('Teor Máximo de Argila(%)'),lit('% de teor de argila')))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 42,
      "metadata": {
        "id": "oieOADc3pihb"
      },
      "outputs": [],
      "source": [
        "#Solo.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 43,
      "metadata": {
        "id": "ZtPIMxt0px46"
      },
      "outputs": [],
      "source": [
        "#Solo.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 44,
      "metadata": {
        "id": "lv_z4eJRqYw_"
      },
      "outputs": [],
      "source": [
        "Solo = Solo.withColumn('TALHAO',Solo['TALHAO'].cast('string'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 45,
      "metadata": {
        "id": "7dr75EsIwvyG"
      },
      "outputs": [],
      "source": [
        "df_Producao = spark.read.format('csv').option('header','true').option('inferSchema','true').option('delimiter',';')\\\n",
        "                        .option('Unicode','UTF-8').load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/ProducaoCana/Producao_2023.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 46,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3OZr4qzc-GCU",
        "outputId": "6f3c8a22-3913-4b72-ef75-6a6390c32e05"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- C�d. Fazenda: integer (nullable = true)\n",
            " |-- Libera��o: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Dist�ncia3: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- C�d. Setor: integer (nullable = true)\n",
            " |-- Dsc. Setor: string (nullable = true)\n",
            " |-- Dsc. Fazenda: string (nullable = true)\n",
            " |-- C�d. Bloco: integer (nullable = true)\n",
            " |-- Dsc. Bloco: string (nullable = true)\n",
            " |-- Est�gio de Corte: string (nullable = true)\n",
            " |-- Desc. Est�gio de Corte: string (nullable = true)\n",
            " |-- C�d. Variedade: integer (nullable = true)\n",
            " |-- Dsc. Variedade: string (nullable = true)\n",
            " |-- Ambiente Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situa��o: string (nullable = true)\n",
            " |-- Tipo de Corte: string (nullable = true)\n",
            " |-- C�d. Solo: integer (nullable = true)\n",
            " |-- Dsc. Solo: string (nullable = true)\n",
            " |-- Abv. Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- C�d. Tipo Variedade: integer (nullable = true)\n",
            " |-- Dsc. Tipo Variedade: string (nullable = true)\n",
            " |-- Tipo Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Data/M�s: string (nullable = true)\n",
            " |-- C�d. Frente: integer (nullable = true)\n",
            " |-- Data Plantio: string (nullable = true)\n",
            " |-- Data Ult. Corte: string (nullable = true)\n",
            " |-- Data 1� Corte: string (nullable = true)\n",
            " |-- Data Corte Atual: string (nullable = true)\n",
            " |-- Data Abertura Libera��o: string (nullable = true)\n",
            " |-- Data Hora Abert Libera��o: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- C�d. Motivo da Libera��o: integer (nullable = true)\n",
            " |-- Dsc. Motivo da Libera��o: string (nullable = true)\n",
            " |-- Motivo da Libera��o: string (nullable = true)\n",
            " |-- Data Encerramento Libera��o: string (nullable = true)\n",
            " |-- Data Hora Encer Libera��o: string (nullable = true)\n",
            " |-- M�s Encer. Libera��o: string (nullable = true)\n",
            " |-- Data Fech. Quadra: string (nullable = true)\n",
            " |-- M�s Fech. Quadra: string (nullable = true)\n",
            " |-- Espa�amento: string (nullable = true)\n",
            " |-- �poca Colheita: string (nullable = true)\n",
            " |-- Ambiente �poca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Produ��o (t)     : string (nullable = true)\n",
            " |-- Produ��o (%): string (nullable = true)\n",
            " |-- Produ��o Estimada(t): string (nullable = true)\n",
            " |-- Produ��o Estimada Lib.(t): string (nullable = true)\n",
            " |-- Produ��o Estimada Colh.(t): string (nullable = true)\n",
            " |-- Produ��o Analisada (t): string (nullable = true)\n",
            " |-- Produ��o Analisada (%): string (nullable = true)\n",
            " |-- Qtde Quadras: string (nullable = true)\n",
            " |-- �rea Total (ha): string (nullable = true)\n",
            " |-- �rea Estimada (ha): string (nullable = true)\n",
            " |-- �rea Liberada (ha): string (nullable = true)\n",
            " |-- �rea Colhida (ha): string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH Estimado: string (nullable = true)\n",
            " |-- TCH Estimado Lib.: string (nullable = true)\n",
            " |-- TCH Estimado Colh.: string (nullable = true)\n",
            " |-- Dif. TCH % (Real/Est.): string (nullable = true)\n",
            " |-- Dif. TCH % (Real/Lib.): string (nullable = true)\n",
            " |-- Dif. TCH % (Real/Colh.): string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade (�rea Colhida): string (nullable = true)\n",
            " |-- N�mero de Cortes: integer (nullable = true)\n",
            " |-- N�mero de Cortes (�rea Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra (%): string (nullable = true)\n",
            " |-- Pol%Cana: string (nullable = true)\n",
            " |-- A.R.: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR (Kg/t): string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- �gio: string (nullable = true)\n",
            " |-- Pol%Caldo: string (nullable = true)\n",
            " |-- Pureza (%): string (nullable = true)\n",
            " |-- TQ (hs): string (nullable = true)\n",
            " |-- TC (hs): integer (nullable = true)\n",
            " |-- Dist�ncia88: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual Analisada: string (nullable = true)\n",
            " |-- Qtd. Viagens: string (nullable = true)\n",
            " |-- Qtd. Viagens Analisadas: string (nullable = true)\n",
            " |-- Viagens Analisadas (%): string (nullable = true)\n",
            " |-- % Colhido: string (nullable = true)\n",
            "\n",
            "+------------+---------+------+----------+---------+--------------------+-------+----------+----------+--------------------+----------+----------+----------------+----------------------+--------------+--------------+--------------+--------------+--------------------+-------------+---------+--------------------+---------+--------------------+-------------------+-------------------+----------+---------+----------+--------+-----------+------------+---------------+-------------+----------------+-----------------------+-------------------------+----------+------------------------+------------------------+-------------------+---------------------------+-------------------------+--------------------+-----------------+----------------+-----------+--------------+--------------+------------------+-----------------+------------+--------------------+-------------------------+--------------------------+----------------------+----------------------+------------+---------------+------------------+------------------+-----------------+-----------+------------+-----------------+------------------+----------------------+----------------------+-----------------------+-----------+--------------------+----------------+-------------------------------+-----------+-----------+-----------+---------+--------+----+-----+----------+-----+-------+------+---------+----------+-------+-------+-----------+-----+--------------------+------------+-----------------------+----------------------+-----------+\n",
            "|C�d. Fazenda|Libera��o|Quadra|Dist�ncia3|    Setor|             Fazenda|  Bloco|C�d. Setor|Dsc. Setor|        Dsc. Fazenda|C�d. Bloco|Dsc. Bloco|Est�gio de Corte|Desc. Est�gio de Corte|C�d. Variedade|Dsc. Variedade|Ambiente Solos|       Cultura|            Situa��o|Tipo de Corte|C�d. Solo|           Dsc. Solo|Abv. Solo|                Solo|C�d. Tipo Variedade|Dsc. Tipo Variedade|Tipo Varie|   Frente|      Data|Data/M�s|C�d. Frente|Data Plantio|Data Ult. Corte|Data 1� Corte|Data Corte Atual|Data Abertura Libera��o|Data Hora Abert Libera��o|Finalidade|C�d. Motivo da Libera��o|Dsc. Motivo da Libera��o|Motivo da Libera��o|Data Encerramento Libera��o|Data Hora Encer Libera��o|M�s Encer. Libera��o|Data Fech. Quadra|M�s Fech. Quadra|Espa�amento|�poca Colheita|Ambiente �poca|         Variedade|Produ��o (t)     |Produ��o (%)|Produ��o Estimada(t)|Produ��o Estimada Lib.(t)|Produ��o Estimada Colh.(t)|Produ��o Analisada (t)|Produ��o Analisada (%)|Qtde Quadras|�rea Total (ha)|�rea Estimada (ha)|�rea Liberada (ha)|�rea Colhida (ha)|        TCH|TCH Estimado|TCH Estimado Lib.|TCH Estimado Colh.|Dif. TCH % (Real/Est.)|Dif. TCH % (Real/Lib.)|Dif. TCH % (Real/Colh.)|      Idade|Idade (�rea Colhida)|N�mero de Cortes|N�mero de Cortes (�rea Colhida)|       Brix|         LS|        PBU|Fibra (%)|Pol%Cana|A.R.|  ART|ATR (Kg/t)|  TAH|    TFH|  �gio|Pol%Caldo|Pureza (%)|TQ (hs)|TC (hs)|Dist�ncia88| TPHa|Percentual Analisada|Qtd. Viagens|Qtd. Viagens Analisadas|Viagens Analisadas (%)|  % Colhido|\n",
            "+------------+---------+------+----------+---------+--------------------+-------+----------+----------+--------------------+----------+----------+----------------+----------------------+--------------+--------------+--------------+--------------+--------------------+-------------+---------+--------------------+---------+--------------------+-------------------+-------------------+----------+---------+----------+--------+-----------+------------+---------------+-------------+----------------+-----------------------+-------------------------+----------+------------------------+------------------------+-------------------+---------------------------+-------------------------+--------------------+-----------------+----------------+-----------+--------------+--------------+------------------+-----------------+------------+--------------------+-------------------------+--------------------------+----------------------+----------------------+------------+---------------+------------------+------------------+-----------------+-----------+------------+-----------------+------------------+----------------------+----------------------+-----------------------+-----------+--------------------+----------------+-------------------------------+-----------+-----------+-----------+---------+--------+----+-----+----------+-----+-------+------+---------+----------+-------+-------+-----------+-----+--------------------+------------+-----------------------+----------------------+-----------+\n",
            "|        1002| 10020021|     2|         3|1-CENTRAL| 1002-FAZ. STA MARIA|1-UNICO|         1|   CENTRAL|FAZ. STA MARIA DA...|         1|     UNICO|              7C|               CORTE 7|            90|          CTC4|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|      196|LATOSSOLO VERMELH...|      LVA|196-LATOSSOLO VER...|                  3|              M�DIA|   3-M�DIA|FRENTE 12|07/06/2023|  jun/23|         12|  19/09/2016|     30/09/2022|   25/10/2017|      07/06/2023|             07/06/2023|         07/06/2023 09:00|         1|                       1|               PLANEJADA|        1-PLANEJADA|                 08/06/2023|         08/06/2023 18:12|              jun/23|       08/06/2023|          jun/23|        1,5|          null|          null|         90 - CTC4|            397,3|    4,84E-02|             677,148|                  677,148|                576,527363|                    91|              3,19E-02|         0,5|           8,76|              8,76|              8,76|          7,45831| 53,2694404|        77,3|             77,3|              77,3|          -31,08739923|          -31,08739923|           -31,08739923|8,194034734|                8,19|               7|                              7|15,19588681|46,91126755|147,3962571|    12,67|    9,64|0,87|11,02|    100,82| 5,37| 674,93|-29,32|    11,52|     75,76|      0|    100|          3| 5,13|         22,90460609|          17|                     10|           58,82352941|68,91260077|\n",
            "|        1002| 10020021|     2|         3|1-CENTRAL| 1002-FAZ. STA MARIA|1-UNICO|         1|   CENTRAL|FAZ. STA MARIA DA...|         1|     UNICO|              7C|               CORTE 7|            90|          CTC4|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|      196|LATOSSOLO VERMELH...|      LVA|196-LATOSSOLO VER...|                  3|              M�DIA|   3-M�DIA|FRENTE 12|08/06/2023|  jun/23|         12|  19/09/2016|     30/09/2022|   25/10/2017|      07/06/2023|             07/06/2023|         07/06/2023 09:00|         1|                       1|               PLANEJADA|        1-PLANEJADA|                 08/06/2023|         08/06/2023 18:12|              jun/23|       08/06/2023|          jun/23|        1,5|          null|          null|         90 - CTC4|           535,98|    6,52E-02|             677,148|                  677,148|                777,768637|                 126,5|              4,43E-02|         0,5|           8,76|              8,76|              8,76|         10,06169|53,26938119|        77,3|             77,3|              77,3|          -31,08747582|          -31,08747582|           -31,08747582|8,194037091|                8,19|               7|                              7|15,37811542|48,42704554|140,3065976|     12,1|   10,04|0,84|11,41|     104,4| 5,56| 644,57|-24,71|    11,88|     77,24|      0|    100|          3| 5,35|         23,60162693|          19|                    9,5|                    50|68,91252418|\n",
            "|        1005| 10050011|     1|        12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|         1|   CENTRAL|FAZ. SANTA MARIA ...|         1|     UNICO|              3C|               CORTE 3|           133|  IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|      196|LATOSSOLO VERMELH...|      LVA|196-LATOSSOLO VER...|                  2|            PRECOCE| 2-PRECOCE| FRENTE 3|06/05/2023|  mai/23|          3|  23/01/2021|     20/06/2022|   16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                       1|               PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|              mai/23|       08/05/2023|          mai/23|        1,5|          null|          null|133 - IACSP95-5094|           918,33| 0,111790983|               685,4|                    685,4|                 715,47595|                236,57|              8,28E-02| 0,333333333|           5,96|              5,96|              5,96|          6,22153|147,6051711|         115|              115|               115|           28,35232267|           28,35232267|            28,35232267|10,45558786|               10,46|               3|                              3|14,57694467| 47,0892209|134,0321685|     11,6|    9,88|0,78|11,18|    102,32| 15,1|1712,28|-23,59|    11,59|     79,48|      0|    100|         12|14,59|         25,76089205| 13,83333333|            7,333333333|           53,01204819|128,3523227|\n",
            "|        1005| 10050011|     1|        12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|         1|   CENTRAL|FAZ. SANTA MARIA ...|         1|     UNICO|              3C|               CORTE 3|           133|  IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|      196|LATOSSOLO VERMELH...|      LVA|196-LATOSSOLO VER...|                  2|            PRECOCE| 2-PRECOCE| FRENTE 3|07/05/2023|  mai/23|          3|  23/01/2021|     20/06/2022|   16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                       1|               PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|              mai/23|       08/05/2023|          mai/23|        1,5|          null|          null|133 - IACSP95-5094|          1384,83| 0,168579385|               685,4|                    685,4|                1078,92885|                 413,1|           0,144606194| 0,333333333|           5,96|              5,96|              5,96|          9,38199|147,6051456|         115|              115|               115|           28,35230052|           28,35230052|            28,35230052|10,45558661|               10,46|               3|                              3| 14,6248061|47,15953516|134,4541709|    11,63|    9,89|0,78|11,19|    102,41|15,12| 1716,7|-23,64|     11,6|     79,37|      0|    100|         12| 14,6|         29,83037629|          17|            9,666666667|            56,8627451|128,3523005|\n",
            "|        1005| 10050011|     1|        12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|         1|   CENTRAL|FAZ. SANTA MARIA ...|         1|     UNICO|              3C|               CORTE 3|           133|  IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|      196|LATOSSOLO VERMELH...|      LVA|196-LATOSSOLO VER...|                  2|            PRECOCE| 2-PRECOCE| FRENTE 3|08/05/2023|  mai/23|          3|  23/01/2021|     20/06/2022|   16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                       1|               PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|              mai/23|       08/05/2023|          mai/23|        1,5|          null|          null|133 - IACSP95-5094|           336,02|    4,09E-02|               685,4|                    685,4|                  261,7952|                 94,66|              3,31E-02| 0,333333333|           5,96|              5,96|              5,96|          2,27648|147,6050745|         115|              115|               115|            28,3522387|            28,3522387|             28,3522387|10,45559788|               10,46|               3|                              3|14,41153814|44,58097548|133,5316765|    11,56|    9,37|0,88|10,74|     98,25| 14,5|1706,37|-30,86|    10,98|     76,19|      0|    100|         12|13,83|         28,17094221| 4,166666667|                    2,5|                    60|128,3522387|\n",
            "+------------+---------+------+----------+---------+--------------------+-------+----------+----------+--------------------+----------+----------+----------------+----------------------+--------------+--------------+--------------+--------------+--------------------+-------------+---------+--------------------+---------+--------------------+-------------------+-------------------+----------+---------+----------+--------+-----------+------------+---------------+-------------+----------------+-----------------------+-------------------------+----------+------------------------+------------------------+-------------------+---------------------------+-------------------------+--------------------+-----------------+----------------+-----------+--------------+--------------+------------------+-----------------+------------+--------------------+-------------------------+--------------------------+----------------------+----------------------+------------+---------------+------------------+------------------+-----------------+-----------+------------+-----------------+------------------+----------------------+----------------------+-----------------------+-----------+--------------------+----------------+-------------------------------+-----------+-----------+-----------+---------+--------+----+-----+----------+-----+-------+------+---------+----------+-------+-------+-----------+-----+--------------------+------------+-----------------------+----------------------+-----------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "df_Producao.printSchema()\n",
        "df_Producao.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 47,
      "metadata": {
        "id": "PoXtNH7Lwyfs"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import to_date, date_format\n",
        "#Converter coluna para datetime e depois para string novamente para remover a formatação\n",
        "\n",
        "df_Producao = df_Producao.withColumnRenamed('Data Ult. Corte','Data_Ult_Corte')\n",
        "\n",
        "# Converta a coluna 'Data Ult. Corte' para tipo de data\n",
        "df_Producao = df_Producao.withColumn('Data_Ult_Corte', to_date(df_Producao['Data_Ult_Corte'], 'dd/MM/yyyy'))\n",
        "\n",
        "# Converta a coluna de data novamente para formato de string se necessário\n",
        "df_Producao = df_Producao.withColumn('Data_Ult_Corte', date_format(df_Producao['Data_Ult_Corte'], 'dd/MM/yyyy'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 48,
      "metadata": {
        "id": "7wboUYxe3NS7"
      },
      "outputs": [],
      "source": [
        "#Lendo Arquivo csv de Produção da Colheita\n",
        "#Producao = spark.read.format('csv').option('header','true').option('inferSchema','true').option('delimiter','|').option('delimiter',';').option('Unicode','UTF-8').load('/content/drive/MyDrive/ProducaoCana/20230509_Producao_Colheita_TCH.csv')\n",
        "\n",
        "#Producao = df_Producao"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 49,
      "metadata": {
        "id": "zyv4kuxs3QEd"
      },
      "outputs": [],
      "source": [
        "df_Producao = df_Producao.withColumnRenamed('Data Encerramento Libera��o', 'Data_Encerramento_Liberacao').withColumnRenamed('Dist�ncia3','Distancia').\\\n",
        "                    withColumnRenamed('C�d. Setor','Cod_Setor').withColumnRenamed('C�d. Fazenda','Cod_Fazenda').\\\n",
        "                    withColumnRenamed('C�d. Bloco','Cod_Bloco').withColumnRenamed('Est�gio de Corte','Estagio_de_Corte').\\\n",
        "                    withColumnRenamed('Desc. Est�gio de Corte','Desc_Estagio_de_Corte').withColumnRenamed('C�d. Variedade','Cod_Variedade').\\\n",
        "                    withColumnRenamed('Dsc. Variedade','Dsc_Variedade').withColumnRenamed('Dsc. Setor','Dsc_Setor').\\\n",
        "                    withColumnRenamed('Ambiente Solos','Ambiente_Solos').withColumnRenamed('Munic�pio','Municipio').\\\n",
        "                    withColumnRenamed('Situa��o','Situacao').withColumnRenamed('Tipo de Corte','Tipo_de_Corte').\\\n",
        "                    withColumnRenamed('C�d. Propriet�rio Cana','Cod_Proprietario_Cana').\\\n",
        "                    withColumnRenamed('Nome Propriet�rio Cana','Nome_Proprietario_Cana').\\\n",
        "                    withColumnRenamed('C�d. Solo','Cod_Solo').withColumnRenamed('Dsc. Solo','Dsc_Solo').withColumnRenamed('Abv. Solo','Abv_Solo').\\\n",
        "                    withColumnRenamed('C�d. Tipo Variedade','Cod_Tipo_Variedade').withColumnRenamed('Dsc. Tipo Variedade','Dsc_Tipo_Variedade').\\\n",
        "                    withColumnRenamed('Tipo Varie','Tipo_Varie').withColumnRenamed('Propriet�rio Cana','Proprietario_Cana').\\\n",
        "                    withColumnRenamed('Data/M�s','Data_Mes').withColumnRenamed('C�d. Frente','Cod_Frente').\\\n",
        "                    withColumnRenamed('Data Plantio','Data_Plantio').withColumnRenamed('Data 1� Corte','Data_Primeiro_Corte').\\\n",
        "                    withColumnRenamed('Data Corte Atual','Data_Corte_Atual').withColumnRenamed('Libera��o','Liberacao').\\\n",
        "                    withColumnRenamed('Data Abertura Libera��o','Data_Abertura_Liberacao').\\\n",
        "                    withColumnRenamed('Data Hora Abert Libera��o','Data_Hora_Abert_Liberacao').\\\n",
        "                    withColumnRenamed('C�d. Motivo da Libera��o','Cod_Motivo_da_Liberacao').\\\n",
        "                    withColumnRenamed('Dsc. Motivo da Libera��o','Dsc_Motivo_da_Liberacao').\\\n",
        "                    withColumnRenamed('Motivo da Libera��o','Motivo_da_Liberacao').\\\n",
        "                    withColumnRenamed('Data Hora Encer Libera��o','Data_Hora_Encer_Liberacao').\\\n",
        "                    withColumnRenamed('M�s Encer. Libera��o','Mes_Encer_Liberacao').\\\n",
        "                    withColumnRenamed('Data Fech. Quadra','Data_Fech_Quadra').withColumnRenamed('M�s Fech. Quadra','Mes_Fech_Quadra').\\\n",
        "                    withColumnRenamed('Produ��o (t)     ','Producao_tonelada').withColumnRenamed('Produ��o (%)','Producao_porcent').\\\n",
        "                    withColumnRenamed('Produ��o Estimada(t)','Producao_Estimada_t').\\\n",
        "                    withColumnRenamed('Produ��o Estimada Lib.(t)','Producao_Estimada_Lib_t').\\\n",
        "                    withColumnRenamed('Produ��o Estimada Colh.(t)','Producao_Estimada_Colh_t').\\\n",
        "                    withColumnRenamed('Produ��o Analisada (t)','Producao_Analisada_t').\\\n",
        "                    withColumnRenamed('Produ��o Analisada (%)','Producao_Analisada_porcent').withColumnRenamed('Qtde Quadras','Qtde_Quadras').\\\n",
        "                    withColumnRenamed('�rea Total (ha)','Area_Total_ha').withColumnRenamed('�rea Estimada (ha)','Area_Estimada_ha').\\\n",
        "                    withColumnRenamed('�rea Liberada (ha)','Area_Liberada_ha').withColumnRenamed('�rea Colhida (ha)','Area_Colhida_ha').\\\n",
        "                    withColumnRenamed('TCH Estimado','TCH_Estimado').withColumnRenamed('TCH Estimado Lib.','TCH_Estimado_Lib').\\\n",
        "                    withColumnRenamed('TCH Estimado Colh.','TCH_Estimado_Colh').\\\n",
        "                    withColumnRenamed('Dif. TCH % (Real/Est.)','Dif_TCH_porcent_Real_Estim)').\\\n",
        "                    withColumnRenamed('Dif. TCH % (Real/Lib.)','Dif_TCH_porcent_Real_Lib').\\\n",
        "                    withColumnRenamed('Dif. TCH % (Real/Colh.)','Dif_TCH_porcent_Real_Colh').\\\n",
        "                    withColumnRenamed('Idade (�rea Colhida)','Idade_Area_Colhida').withColumnRenamed('N�mero de Cortes','Numero_de_Cortes').\\\n",
        "                    withColumnRenamed('N�mero de Cortes (�rea Colhida)','Numero_Cortes_Area_Colhida)').withColumnRenamed('Fibra (%)','Fibra_porcent').\\\n",
        "                    withColumnRenamed('Pol%Cana','Pol_Cana').withColumnRenamed('A.R.','A_R').withColumnRenamed('ATR (Kg/t)','ATR_Kg_ton').\\\n",
        "                    withColumnRenamed('�gio','Agio').withColumnRenamed('Pol%Caldo','Pol_porcent_Caldo').withColumnRenamed('Pureza (%)','Pureza_porcent').\\\n",
        "                    withColumnRenamed('TQ (hs)','TQ_hs').withColumnRenamed('TC (hs)','TC_hs').withColumnRenamed('Dist�ncia88','Distancia2').\\\n",
        "                    withColumnRenamed('Percentual Analisada','Percentual_Analisada').withColumnRenamed('Qtd. Viagens','Qtd_Viagens').\\\n",
        "                    withColumnRenamed('Qtd. Viagens Analisadas','Qtd_Viagens_Analisadas').withColumnRenamed('Espa�amento','Espacamento').\\\n",
        "                    withColumnRenamed('�poca Colheita','Epoca_Colheita').withColumnRenamed('Ambiente �poca','Ambiente_Epoca').\\\n",
        "                    withColumnRenamed('Viagens Analisadas (%)','Viagens_Analisadas_porcent').withColumnRenamed('% Colhido','Porcent_Colhido').\\\n",
        "                    withColumnRenamed('Dsc. Fazenda','Dsc_Fazenda').withColumnRenamed('Dsc. Bloco','Dsc_Bloco').\\\n",
        "                    withColumnRenamed('Produ��o (t)','Producao_t')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5eAvqmMLMmR7"
      },
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": 50,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "O807ff84C07o",
        "outputId": "f86725ec-edfd-4e15-ff0c-81ec6cb4569e"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "df_Producao.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 51,
      "metadata": {
        "id": "48yy-Jrq34Iu"
      },
      "outputs": [],
      "source": [
        "df_Producao = df_Producao.withColumn('c_Fazenda',df_Producao['Cod_Fazenda'].cast('string'))\n",
        "df_Producao = df_Producao.withColumn('cQuadra',df_Producao['Quadra'].cast('string'))\n",
        "#Producao = Producao.withColumn('cSetor',Producao['Cod_Setor'].cast('string'))\n",
        "df_Producao = df_Producao.withColumn('cBloco',df_Producao['Cod_Bloco'].cast('string'))\n",
        "df_Producao = df_Producao.withColumn('cVariedade',df_Producao['Cod_Variedade'].cast('string'))\n",
        "df_Producao = df_Producao.withColumn('cSolo',df_Producao['Cod_Solo'].cast('string'))\n",
        "df_Producao = df_Producao.withColumn('cTipo_Variedade',df_Producao['Cod_Tipo_Variedade'].cast('string'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 52,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sT56Q4fKSVIl",
        "outputId": "30a15769-76e0-467d-da6b-8b1a42cb27eb"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-----------+---------+------+---------+---------+--------------------+-------+---------+---------+--------------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+--------------------+--------+--------------------+------------------+------------------+----------+---------+----------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+------------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+-----------+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|Cod_Fazenda|Liberacao|Quadra|Distancia|    Setor|             Fazenda|  Bloco|Cod_Setor|Dsc_Setor|         Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|       Cultura|            Situacao|Tipo_de_Corte|Cod_Solo|            Dsc_Solo|Abv_Solo|                Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|   Frente|      Data|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|         Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha|        TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|      Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|       Brix|         LS|        PBU|Fibra_porcent|Pol_Cana| A_R|  ART|ATR_Kg_ton|  TAH|    TFH|  Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2| TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|\n",
            "+-----------+---------+------+---------+---------+--------------------+-------+---------+---------+--------------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+--------------------+--------+--------------------+------------------+------------------+----------+---------+----------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+------------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+-----------+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|       1002| 10020021|     2|        3|1-CENTRAL| 1002-FAZ. STA MARIA|1-UNICO|        1|  CENTRAL|FAZ. STA MARIA DA...|        1|    UNICO|              7C|              CORTE 7|           90|         CTC4|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     196|LATOSSOLO VERMELH...|     LVA|196-LATOSSOLO VER...|                 3|             M�DIA|   3-M�DIA|FRENTE 12|07/06/2023|  jun/23|        12|  19/09/2016|    30/09/2022|         25/10/2017|      07/06/2023|             07/06/2023|         07/06/2023 09:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 08/06/2023|         08/06/2023 18:12|             jun/23|      08/06/2023|         jun/23|        1,5|          null|          null|         90 - CTC4|            397,3|        4,84E-02|            677,148|                677,148|              576,527363|                  91|                  3,19E-02|         0,5|         8,76|            8,76|            8,76|        7,45831| 53,2694404|        77,3|            77,3|             77,3|               -31,08739923|            -31,08739923|             -31,08739923|8,194034734|              8,19|               7|                          7|15,19588681|46,91126755|147,3962571|        12,67|    9,64|0,87|11,02|    100,82| 5,37| 674,93|-29,32|            11,52|         75,76|    0|  100|         3| 5,13|         22,90460609|         17|                    10|               58,82352941|    68,91260077|     1002|      2|     1|        90|  196|              3|\n",
            "|       1002| 10020021|     2|        3|1-CENTRAL| 1002-FAZ. STA MARIA|1-UNICO|        1|  CENTRAL|FAZ. STA MARIA DA...|        1|    UNICO|              7C|              CORTE 7|           90|         CTC4|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     196|LATOSSOLO VERMELH...|     LVA|196-LATOSSOLO VER...|                 3|             M�DIA|   3-M�DIA|FRENTE 12|08/06/2023|  jun/23|        12|  19/09/2016|    30/09/2022|         25/10/2017|      07/06/2023|             07/06/2023|         07/06/2023 09:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 08/06/2023|         08/06/2023 18:12|             jun/23|      08/06/2023|         jun/23|        1,5|          null|          null|         90 - CTC4|           535,98|        6,52E-02|            677,148|                677,148|              777,768637|               126,5|                  4,43E-02|         0,5|         8,76|            8,76|            8,76|       10,06169|53,26938119|        77,3|            77,3|             77,3|               -31,08747582|            -31,08747582|             -31,08747582|8,194037091|              8,19|               7|                          7|15,37811542|48,42704554|140,3065976|         12,1|   10,04|0,84|11,41|     104,4| 5,56| 644,57|-24,71|            11,88|         77,24|    0|  100|         3| 5,35|         23,60162693|         19|                   9,5|                        50|    68,91252418|     1002|      2|     1|        90|  196|              3|\n",
            "|       1005| 10050011|     1|       12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|        1|  CENTRAL|FAZ. SANTA MARIA ...|        1|    UNICO|              3C|              CORTE 3|          133| IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     196|LATOSSOLO VERMELH...|     LVA|196-LATOSSOLO VER...|                 2|           PRECOCE| 2-PRECOCE| FRENTE 3|06/05/2023|  mai/23|         3|  23/01/2021|    20/06/2022|         16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|             mai/23|      08/05/2023|         mai/23|        1,5|          null|          null|133 - IACSP95-5094|           918,33|     0,111790983|              685,4|                  685,4|               715,47595|              236,57|                  8,28E-02| 0,333333333|         5,96|            5,96|            5,96|        6,22153|147,6051711|         115|             115|              115|                28,35232267|             28,35232267|              28,35232267|10,45558786|             10,46|               3|                          3|14,57694467| 47,0892209|134,0321685|         11,6|    9,88|0,78|11,18|    102,32| 15,1|1712,28|-23,59|            11,59|         79,48|    0|  100|        12|14,59|         25,76089205|13,83333333|           7,333333333|               53,01204819|    128,3523227|     1005|      1|     1|       133|  196|              2|\n",
            "|       1005| 10050011|     1|       12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|        1|  CENTRAL|FAZ. SANTA MARIA ...|        1|    UNICO|              3C|              CORTE 3|          133| IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     196|LATOSSOLO VERMELH...|     LVA|196-LATOSSOLO VER...|                 2|           PRECOCE| 2-PRECOCE| FRENTE 3|07/05/2023|  mai/23|         3|  23/01/2021|    20/06/2022|         16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|             mai/23|      08/05/2023|         mai/23|        1,5|          null|          null|133 - IACSP95-5094|          1384,83|     0,168579385|              685,4|                  685,4|              1078,92885|               413,1|               0,144606194| 0,333333333|         5,96|            5,96|            5,96|        9,38199|147,6051456|         115|             115|              115|                28,35230052|             28,35230052|              28,35230052|10,45558661|             10,46|               3|                          3| 14,6248061|47,15953516|134,4541709|        11,63|    9,89|0,78|11,19|    102,41|15,12| 1716,7|-23,64|             11,6|         79,37|    0|  100|        12| 14,6|         29,83037629|         17|           9,666666667|                56,8627451|    128,3523005|     1005|      1|     1|       133|  196|              2|\n",
            "|       1005| 10050011|     1|       12|1-CENTRAL|1005-FAZ. SANTA MARI|1-UNICO|        1|  CENTRAL|FAZ. SANTA MARIA ...|        1|    UNICO|              3C|              CORTE 3|          133| IACSP95-5094|            B1|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     196|LATOSSOLO VERMELH...|     LVA|196-LATOSSOLO VER...|                 2|           PRECOCE| 2-PRECOCE| FRENTE 3|08/05/2023|  mai/23|         3|  23/01/2021|    20/06/2022|         16/08/2021|      05/05/2023|             05/05/2023|         05/05/2023 12:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 08/05/2023|         08/05/2023 07:41|             mai/23|      08/05/2023|         mai/23|        1,5|          null|          null|133 - IACSP95-5094|           336,02|        4,09E-02|              685,4|                  685,4|                261,7952|               94,66|                  3,31E-02| 0,333333333|         5,96|            5,96|            5,96|        2,27648|147,6050745|         115|             115|              115|                 28,3522387|              28,3522387|               28,3522387|10,45559788|             10,46|               3|                          3|14,41153814|44,58097548|133,5316765|        11,56|    9,37|0,88|10,74|     98,25| 14,5|1706,37|-30,86|            10,98|         76,19|    0|  100|        12|13,83|         28,17094221|4,166666667|                   2,5|                        60|    128,3522387|     1005|      1|     1|       133|  196|              2|\n",
            "+-----------+---------+------+---------+---------+--------------------+-------+---------+---------+--------------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+--------------------+--------+--------------------+------------------+------------------+----------+---------+----------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+------------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+-----------+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "df_Producao.show(5, truncate = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 53,
      "metadata": {
        "id": "R7Za70db6Mwt"
      },
      "outputs": [],
      "source": [
        "#Producao = Producao.withColumn('Cod_Fazenda', col('Cod_Fazenda').cast('string')).withColumn('Data_Abertura_Liberacao',to_date('Data_Abertura_Liberacao','dd/MM/yyyy'))\\\n",
        "                   #.withColumn('Data_Encerramento_Liberacao', to_date('Data_Encerramento_Liberacao', 'dd/MM/yyyy')).withColumn('Data', to_date('Data', 'dd/MM/yyyy'))\\\n",
        "                   #.withColumn('Data_Primeiro_Corte', to_date('Data_Primeiro_Corte', 'dd/MM/yyyy')).withColumn('Data_Corte_Atual','dd/MM/yyyy').withColumn('Data_Plantio', to_date('Data_Plantio'))\\\n",
        "                   #.withColumn('Data_Ult_Corte',to_date('Data_Ult_Corte', 'dd/MM/yyyy')).withColumn('Quadra',col('Quadra').cast('string')).withColumn('TCH', col('TCH').cast(IntegerType()))\\\n",
        "                   #.withColumn('ATR_Kg_ton', col('ATR_Kg_ton').cast(IntegerType()))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 54,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "v0smSShl4DQf",
        "outputId": "e21747e9-7da5-4c07-b1d1-9d2b6259d4a6"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['Cod_Fazenda',\n",
              " 'Liberacao',\n",
              " 'Quadra',\n",
              " 'Distancia',\n",
              " 'Setor',\n",
              " 'Fazenda',\n",
              " 'Bloco',\n",
              " 'Cod_Setor',\n",
              " 'Dsc_Setor',\n",
              " 'Dsc_Fazenda',\n",
              " 'Cod_Bloco',\n",
              " 'Dsc_Bloco',\n",
              " 'Estagio_de_Corte',\n",
              " 'Desc_Estagio_de_Corte',\n",
              " 'Cod_Variedade',\n",
              " 'Dsc_Variedade',\n",
              " 'Ambiente_Solos',\n",
              " 'Cultura',\n",
              " 'Situacao',\n",
              " 'Tipo_de_Corte',\n",
              " 'Cod_Solo',\n",
              " 'Dsc_Solo',\n",
              " 'Abv_Solo',\n",
              " 'Solo',\n",
              " 'Cod_Tipo_Variedade',\n",
              " 'Dsc_Tipo_Variedade',\n",
              " 'Tipo_Varie',\n",
              " 'Frente',\n",
              " 'Data',\n",
              " 'Data_Mes',\n",
              " 'Cod_Frente',\n",
              " 'Data_Plantio',\n",
              " 'Data_Ult_Corte',\n",
              " 'Data_Primeiro_Corte',\n",
              " 'Data_Corte_Atual',\n",
              " 'Data_Abertura_Liberacao',\n",
              " 'Data_Hora_Abert_Liberacao',\n",
              " 'Finalidade',\n",
              " 'Cod_Motivo_da_Liberacao',\n",
              " 'Dsc_Motivo_da_Liberacao',\n",
              " 'Motivo_da_Liberacao',\n",
              " 'Data_Encerramento_Liberacao',\n",
              " 'Data_Hora_Encer_Liberacao',\n",
              " 'Mes_Encer_Liberacao',\n",
              " 'Data_Fech_Quadra',\n",
              " 'Mes_Fech_Quadra',\n",
              " 'Espacamento',\n",
              " 'Epoca_Colheita',\n",
              " 'Ambiente_Epoca',\n",
              " 'Variedade',\n",
              " 'Producao_tonelada',\n",
              " 'Producao_porcent',\n",
              " 'Producao_Estimada_t',\n",
              " 'Producao_Estimada_Lib_t',\n",
              " 'Producao_Estimada_Colh_t',\n",
              " 'Producao_Analisada_t',\n",
              " 'Producao_Analisada_porcent',\n",
              " 'Qtde_Quadras',\n",
              " 'Area_Total_ha',\n",
              " 'Area_Estimada_ha',\n",
              " 'Area_Liberada_ha',\n",
              " 'Area_Colhida_ha',\n",
              " 'TCH',\n",
              " 'TCH_Estimado',\n",
              " 'TCH_Estimado_Lib',\n",
              " 'TCH_Estimado_Colh',\n",
              " 'Dif_TCH_porcent_Real_Estim)',\n",
              " 'Dif_TCH_porcent_Real_Lib',\n",
              " 'Dif_TCH_porcent_Real_Colh',\n",
              " 'Idade',\n",
              " 'Idade_Area_Colhida',\n",
              " 'Numero_de_Cortes',\n",
              " 'Numero_Cortes_Area_Colhida)',\n",
              " 'Brix',\n",
              " 'LS',\n",
              " 'PBU',\n",
              " 'Fibra_porcent',\n",
              " 'Pol_Cana',\n",
              " 'A_R',\n",
              " 'ART',\n",
              " 'ATR_Kg_ton',\n",
              " 'TAH',\n",
              " 'TFH',\n",
              " 'Agio',\n",
              " 'Pol_porcent_Caldo',\n",
              " 'Pureza_porcent',\n",
              " 'TQ_hs',\n",
              " 'TC_hs',\n",
              " 'Distancia2',\n",
              " 'TPHa',\n",
              " 'Percentual_Analisada',\n",
              " 'Qtd_Viagens',\n",
              " 'Qtd_Viagens_Analisadas',\n",
              " 'Viagens_Analisadas_porcent',\n",
              " 'Porcent_Colhido',\n",
              " 'c_Fazenda',\n",
              " 'cQuadra',\n",
              " 'cBloco',\n",
              " 'cVariedade',\n",
              " 'cSolo',\n",
              " 'cTipo_Variedade']"
            ]
          },
          "metadata": {},
          "execution_count": 54
        }
      ],
      "source": [
        "df_Producao.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 55,
      "metadata": {
        "id": "unIt6vhzAdym"
      },
      "outputs": [],
      "source": [
        "df_Producao = df_Producao.withColumnRenamed('Data', 'col_Data')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 56,
      "metadata": {
        "id": "SzeLStH9OdGW"
      },
      "outputs": [],
      "source": [
        "#PAROU NESSE TRECHO"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 57,
      "metadata": {
        "id": "5B53UHXo6FgU"
      },
      "outputs": [],
      "source": [
        "Solo = Solo.withColumn('id_Fazenda', col('FAZENDA'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 58,
      "metadata": {
        "id": "0q4x7G8OwxB0"
      },
      "outputs": [],
      "source": [
        "Solo = Solo.join(df_Producao, on = [col('id_Fazenda') == col('c_Fazenda'), col('TALHAO') == col('cQuadra')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 59,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3jdUOv_b8LZn",
        "outputId": "cc3f3b22-4e6f-47ad-fd3c-14fe37a1e01d"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|SETOR|FAZENDA|TALHAO|Teor Mínimo de Argila|Teor Máximo de Argila| Total Área|           X|           Y|Teor Mínimo de Argila(%)|Teor Máximo de Argila(%)|   Intervalo de teor|Analise de Textura|        Textura_Solo|id_Fazenda|Cod_Fazenda|Liberacao|Quadra|Distancia|Setor|Fazenda|Bloco|Cod_Setor|Dsc_Setor|Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|Cultura|Situacao|Tipo_de_Corte|Cod_Solo|Dsc_Solo|Abv_Solo|Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|Frente|col_Data|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha| TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|Brix|  LS| PBU|Fibra_porcent|Pol_Cana| A_R| ART|ATR_Kg_ton| TAH| TFH|Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2|TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|\n",
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|    1|   1001|     1|                 0.36|                  0.6|1.329550982|-47.36605988|-21.83829607|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     2|                 0.36|                  0.6|1.541124286|-47.36336083|-21.83787061|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     3|                 0.36|                  0.6| 7.22103011|-47.36344761|-21.83639366|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "only showing top 3 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Solo.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 60,
      "metadata": {
        "id": "v92lPNboVBlT"
      },
      "outputs": [],
      "source": [
        "Solo = Solo.drop(\"col_Data\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 61,
      "metadata": {
        "id": "9qCCBSbuOck0"
      },
      "outputs": [],
      "source": [
        "Linha_Tempo = Linha_Tempo.join(Solo, on = [col('codFazenda') == col('id_Fazenda') , col('codTalhao') == col('TALHAO')], how = 'left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 62,
      "metadata": {
        "id": "HTd16jj0uwU5",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "fd6f67cd-181a-4c38-b13e-25ce6bf629ee"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade Km/h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "df_Operacao.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 63,
      "metadata": {
        "id": "hhJjnHqdmVQx",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "dbc77b9e-e8c1-49f6-e237-668e5e7e0487"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data Hora Local: string (nullable = true)\n",
            " |-- Hora Inicial: string (nullable = true)\n",
            " |-- Hora Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descri��o da Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descrição da Operação: string (nullable = true)\n",
            " |-- Data Hora Inicial: string (nullable = true)\n",
            " |-- Data Hora Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor Mínimo de Argila: double (nullable = true)\n",
            " |-- Teor Máximo de Argila: double (nullable = true)\n",
            " |-- Total Área: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor Mínimo de Argila(%): integer (nullable = true)\n",
            " |-- Teor Máximo de Argila(%): integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Linha_Tempo.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 64,
      "metadata": {
        "id": "XC3Sol2XGQcW",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1408e721-1021-4717-9975-63649e790a8b"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------------+-------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|Descri��o do Grupo de Equipamento|                Nome|Data Hora Local|Hora Inicial|Hora Final|Descri��o do Grupo da Opera��o|Descri��o da Fazenda|codFrota|Matricula|codOperacao|codFazenda|codTalhao|Descrição da Operação|  Data Hora Inicial|    Data Hora Final|SETOR|FAZENDA|TALHAO|Teor Mínimo de Argila|Teor Máximo de Argila|       Total Área|            X|                  Y|Teor Mínimo de Argila(%)|Teor Máximo de Argila(%)|   Intervalo de teor|Analise de Textura|        Textura_Solo|id_Fazenda|Cod_Fazenda|Liberacao|Quadra|Distancia|Setor|Fazenda|Bloco|Cod_Setor|Dsc_Setor|Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|Cultura|Situacao|Tipo_de_Corte|Cod_Solo|Dsc_Solo|Abv_Solo|Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|Frente|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha| TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|Brix|  LS| PBU|Fibra_porcent|Pol_Cana| A_R| ART|ATR_Kg_ton| TAH| TFH|Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2|TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|\n",
            "+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------------+-------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|             FTC - TRATOS CULT...|PAULO CESAR DE MELLO|     05/05/2023|    00:13:49|  00:14:02|                    PRODUTIVAS|   SIT. SANTA  LUZIA|    1038|   169361|        870|      2019|        4| Aplicar Corretivo...|05/05/2023 00:13:49|05/05/2023 00:14:02|    8|   2019|     4|                 0.16|                 0.25|7.085202407000001|-47.330919475|      -21.724133175|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2019|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|             FTC - TRATOS CULT...|PAULO CESAR DE MELLO|     05/05/2023|    00:14:15|  00:14:42|                    PRODUTIVAS|   SIT. SANTA  LUZIA|    1038|   169361|        870|      2019|        4| Aplicar Corretivo...|05/05/2023 00:14:15|05/05/2023 00:14:42|    8|   2019|     4|                 0.16|                 0.25|7.085202407000001|-47.330919475|      -21.724133175|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2019|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|             FTC - TRATOS CULT...|PAULO CESAR DE MELLO|     05/05/2023|    00:10:10|  00:12:31|                    PRODUTIVAS|   SIT. SANTA  LUZIA|    1038|   169361|        870|      2019|        6| Aplicar Corretivo...|05/05/2023 00:10:10|05/05/2023 00:12:31|    8|   2019|     6|                 0.16|                 0.25|     10.866390311|-47.328957275|-21.720984164999997|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2019|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|             FTC - TRATOS CULT...|PAULO CESAR DE MELLO|     05/05/2023|    00:12:31|  00:13:11|                    PRODUTIVAS|   SIT. SANTA  LUZIA|    1038|   169361|        883|      2019|        6|              Manobra|05/05/2023 00:12:31|05/05/2023 00:13:11|    8|   2019|     6|                 0.16|                 0.25|     10.866390311|-47.328957275|-21.720984164999997|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2019|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|             FTC - TRATOS CULT...|PAULO CESAR DE MELLO|     05/05/2023|    00:13:11|  00:13:49|                    PRODUTIVAS|   SIT. SANTA  LUZIA|    1038|   169361|        870|      2019|        6| Aplicar Corretivo...|05/05/2023 00:13:11|05/05/2023 00:13:49|    8|   2019|     6|                 0.16|                 0.25|     10.866390311|-47.328957275|-21.720984164999997|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2019|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------------+-------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Linha_Tempo.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 65,
      "metadata": {
        "id": "GddD1N9pOf4F"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao = df_Operacao.join(Linha_Tempo, on = [col('Frota') == col('codFrota'), col('Operacao') == col('Descrição da Operação'), col('Operador') == col('Nome'), col('Data') >= col('Data Hora Inicial'),\\\n",
        "#                col('Data') <= col('Data Hora Final')], how = 'left')\n",
        "\n",
        "fact_Operacao = df_Operacao.join(Linha_Tempo, on = [col('Frota') == col('codFrota'), col('Operacao') == col('Descrição da Operação'), col('Operador') == col('Nome'), col('Data') >= col('Data Hora Inicial'),\\\n",
        "                                  col('Data') <= col('Data Hora Final')], how = 'left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 66,
      "metadata": {
        "id": "ICIHaQGvOqS1"
      },
      "outputs": [],
      "source": [
        "Inventario = spark.read.format('csv').options(header='true', inferSchema='true', delimiter=';', unicode='UTF-8').load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Inventario')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 67,
      "metadata": {
        "id": "RYQK-xx4OwTo"
      },
      "outputs": [],
      "source": [
        "Inventario = Inventario.withColumnRenamed('Equip.', 'Equip')\n",
        "df_Inventario = Inventario.withColumn('Frota', Inventario['Equip'].cast('string'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 68,
      "metadata": {
        "id": "lUz0f9FcOz9P"
      },
      "outputs": [],
      "source": [
        "df_Inventario = Inventario.select('Equip','Equipamento','Classe Operacional')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 69,
      "metadata": {
        "id": "4e4vU6oWO2n1"
      },
      "outputs": [],
      "source": [
        "fact_Operacao = fact_Operacao.join(df_Inventario, on = [col('Frota') == col('Equip')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 70,
      "metadata": {
        "id": "93Sk3o1hrn0p"
      },
      "outputs": [],
      "source": [
        "df_Inventario = df_Inventario.withColumnRenamed('Equipamento','Model')\n",
        "df_Inventario = df_Inventario.withColumnRenamed('Classe Operacional','Classe Op')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 71,
      "metadata": {
        "id": "N-HpgUUiO5jd"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import col, isnull, expr\n",
        "\n",
        "#fact_Operacao_produtiva = fact_Operacao.filter((col('Grupo_Oper') == 'PRODUTIVAS') & (~isnull(col('Data Hora Local'))))\n",
        "fact_Operacao_produtiva = fact_Operacao"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 72,
      "metadata": {
        "id": "1ZTkt0R4PAAR"
      },
      "outputs": [],
      "source": [
        "Operacao = spark.read.format('csv').options(header='true', inferSchema='true', delimiter=';', unicode='UTF-8').load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Operacoes')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 73,
      "metadata": {
        "id": "G6sPYBbbPAw1"
      },
      "outputs": [],
      "source": [
        "Operacao = Operacao.select('Área','Subarea','Codigo','Decricao','Velocidade Mínima (Km/h)','Velocidade Máxima (Km/h)','Rotação Mínima','Rotação Máxima')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 74,
      "metadata": {
        "id": "uEH1Yg5VPFqn"
      },
      "outputs": [],
      "source": [
        "#df_Operacao = spark.createDataFrame(Operacao)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 75,
      "metadata": {
        "id": "Lpq63wPcPI7b"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.join(Operacao, on = [col('Descrição da Operação') == col('Decricao')], how = 'left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 76,
      "metadata": {
        "id": "XNmtoYvI2QyC",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "926338ff-bd6f-4afb-b779-ad9702e124ba"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+------------------+--------------------+----------+---------+-----------------+-------------------+------------------+------------+--------------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+------------+------------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+--------------------+----+-------+------+--------------------+------------------------+------------------------+--------------+--------------+\n",
            "|Estado Operacional|               Grupo|Grupo_Oper|Horimetro|Implemento_Ligado|           Latitude|         Longitude|Motor_Ligado|            Operacao|Pressao_de_Corte|RPM_Extrator|RTK|            Operador|RPM Motor|   Data_Hora_Evento|Frota|Velocidade Km/h|               Data|Descri��o do Grupo de Equipamento|                Nome|Data Hora Local|Hora Inicial|Hora Final|Descri��o do Grupo da Opera��o|Descri��o da Fazenda|codFrota|Matricula|codOperacao|codFazenda|codTalhao|Descrição da Operação|  Data Hora Inicial|    Data Hora Final|SETOR|FAZENDA|TALHAO|Teor Mínimo de Argila|Teor Máximo de Argila|  Total Área|                 X|                  Y|Teor Mínimo de Argila(%)|Teor Máximo de Argila(%)|   Intervalo de teor|Analise de Textura|        Textura_Solo|id_Fazenda|Cod_Fazenda|Liberacao|Quadra|Distancia|Setor|Fazenda|Bloco|Cod_Setor|Dsc_Setor|Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|Cultura|Situacao|Tipo_de_Corte|Cod_Solo|Dsc_Solo|Abv_Solo|Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|Frente|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha| TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|Brix|  LS| PBU|Fibra_porcent|Pol_Cana| A_R| ART|ATR_Kg_ton| TAH| TFH|Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2|TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|Equip|Equipamento|  Classe Operacional|Área|Subarea|Codigo|            Decricao|Velocidade Mínima (Km/h)|Velocidade Máxima (Km/h)|Rotação Mínima|Rotação Máxima|\n",
            "+------------------+--------------------+----------+---------+-----------------+-------------------+------------------+------------+--------------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+------------+------------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+--------------------+----+-------+------+--------------------+------------------------+------------------------+--------------+--------------+\n",
            "|       TRABALHANDO|FTC - TRATOS CULT...|PRODUTIVAS|  23061.9|             null|-21.824441909790057|-47.43418248494467|         Sim|             Manobra|            null|        null|Nao|JOSE APARECIDO DO...|     1176|2023-06-10 00:00:36| 1075|            0.0|10/06/2023 00:00:36|                             null|                null|           null|        null|      null|                          null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|        null|              null|               null|                    null|                    null|                null|              null|                null|      null|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 1075|     26.220|Cam. Dist. Herbicida|null|   null|  null|                null|                    null|                    null|          null|          null|\n",
            "|       TRABALHANDO|FTC - TRATOS CULT...|PRODUTIVAS|  23061.9|             null|-21.824441909790057|-47.43418248494467|         Sim|             Manobra|            null|        null|Nao|JOSE APARECIDO DO...|     1176|2023-06-10 00:00:36| 1075|            0.0|10/06/2023 00:00:36|                             null|                null|           null|        null|      null|                          null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|        null|              null|               null|                    null|                    null|                null|              null|                null|      null|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 1075|     26.220|Cam. Dist. Herbicida|null|   null|  null|                null|                    null|                    null|          null|          null|\n",
            "|       TRABALHANDO|FTC - TRATOS CULT...|PRODUTIVAS|  23061.9|             null|-21.824584960937518|  -47.435422261556|         Sim|             Manobra|            null|        null|Nao|JOSE APARECIDO DO...|     1438|2023-06-10 00:01:36| 1075|           null|10/06/2023 00:01:36|                             null|                null|           null|        null|      null|                          null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|        null|              null|               null|                    null|                    null|                null|              null|                null|      null|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 1075|     26.220|Cam. Dist. Herbicida|null|   null|  null|                null|                    null|                    null|          null|          null|\n",
            "|       TRABALHANDO|FTC - TRATOS CULT...|PRODUTIVAS|  23061.9|             null|-21.824584960937518|  -47.435422261556|         Sim|             Manobra|            null|        null|Nao|JOSE APARECIDO DO...|     1438|2023-06-10 00:01:36| 1075|           null|10/06/2023 00:01:36|                             null|                null|           null|        null|      null|                          null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|        null|              null|               null|                    null|                    null|                null|              null|                null|      null|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 1075|     26.220|Cam. Dist. Herbicida|null|   null|  null|                null|                    null|                    null|          null|          null|\n",
            "|       TRABALHANDO|FTC - TRATOS CULT...|PRODUTIVAS|    26378|             null| -21.94694137573244|-47.50328572591147|         Sim|Esticar Mangueira...|            null|        null|Nao|MARIO SIMAO DE SOUSA|     1116|2023-04-21 22:13:40| 3106|           null|21/04/2023 22:13:40|             FTC - TRATOS CULT...|MARIO SIMAO DE SOUSA|     21/04/2023|    22:13:40|  22:15:22|                    PRODUTIVAS|   FAZ. SAO DOMINGOS|    3106|   170610|        923|      2156|       10| Esticar Mangueira...|21/04/2023 22:13:40|21/04/2023 22:15:22|    3|   2156|    10|                 0.16|                 0.25|32.062873567|-47.49916239666666|-21.949151110000003|                      16|                      25|16% à 25% de teor...|         Solo Leve|16% à 25% de teor...|      2156|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 3106|       7715|         Trator Pneu|null|   null|   923|Esticar Mangueira...|                       3|                       5|          1000|          1000|\n",
            "+------------------+--------------------+----------+---------+-----------------+-------------------+------------------+------------+--------------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+---------------------------------+--------------------+---------------+------------+----------+------------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+------------+------------------+-------------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+--------------------+----+-------+------+--------------------+------------------------+------------------------+--------------+--------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NUDBLYFpetjd"
      },
      "source": [
        "START COMPARATIVE COLUMN OPERATIONS"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "uzOooZ6tfAov"
      },
      "source": [
        "FINISH COMPARATIVE COLUMN OPERATIONS"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 77,
      "metadata": {
        "id": "UxAbeYVAPiFv"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Mês e Ano', date_format('Data_Hora_Evento', 'MMM/yyyy'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 78,
      "metadata": {
        "id": "dMudW822Pk_Q"
      },
      "outputs": [],
      "source": [
        "#Acumulado\n",
        "Implementos = spark.read.format('csv').options(header='True', inferSchema='True', delimiter=';', unicode='UTF-8').load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Implemento_ref')\n",
        "\n",
        "#Hoje\n",
        "#Implementos = spark.read.format('csv').options(header='True', inferSchema='True', delimiter=';', unicode='UTF-8').load('/content/drive/MyDrive/hoje_Implemento_ref')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 79,
      "metadata": {
        "id": "FcQsHLgUPpBw"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import to_date\n",
        "\n",
        "Implementos = Implementos.withColumn('Data', to_timestamp(Implementos['DATA/HORA LOCAL'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType())).drop('DATA/HORA LOCAL')\n",
        "Implementos = Implementos.withColumn('Data_Acoplado', to_date('Data', 'dd/MM/yyyy')).drop('Data')\n",
        "\n",
        "#Implementos = Implementos.withColumn('Data', to_timestamp(Implementos['DATA/HORA LOCAL'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType())).drop('DATA/HORA LOCAL')\n",
        "#Implementos = Implementos.withColumn('Data_Acoplado', to_date('Data_Hora_Coleta', 'dd/MM/yyyy')).drop('Data')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 80,
      "metadata": {
        "id": "xMyu23jTRhXc"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumnRenamed('COD. OPERADOR', 'COD_OPERADOR')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 81,
      "metadata": {
        "id": "JhOSEaiXPsRH"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import split\n",
        "\n",
        "Implementos = Implementos.withColumn('Matr', split('COD_OPERADOR', '-')[0]).withColumn('Nome Operador', split('COD_OPERADOR', '-')[1])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 82,
      "metadata": {
        "id": "8rr-73TkSbRQ"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumnRenamed('COD. EQUIPAMENTO', 'COD_EQUIPAMENTO')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 83,
      "metadata": {
        "id": "ApfFIhJiPylr"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumn('Frota Motora', Implementos['COD_EQUIPAMENTO'].cast('string')).drop('COD_EQUIPAMENTO')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 84,
      "metadata": {
        "id": "pEQ0ZQkESvfB"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumnRenamed('COD. FAZENDA', 'COD_FAZENDA')\n",
        "Implementos = Implementos.withColumnRenamed('COD. TALHAO', 'COD_TALHAO')\n",
        "Implementos = Implementos.withColumnRenamed('COD. ORDEM DE SERVICO', 'COD_ORDEM_DE_SERVICO')\n",
        "Implementos = Implementos.withColumnRenamed('COD. IMPLEMENTO', 'COD_IMPLEMENTO')\n",
        "Implementos = Implementos.withColumnRenamed('COD. CENTRO CUSTO', 'COD_CENTRO_CUSTO')\n",
        "Implementos = Implementos.withColumnRenamed('COD. OPERACAO', 'COD_OPERACAO')\n",
        "Implementos = Implementos.withColumnRenamed('DESC.GRUPO OPERAC.', 'DESC_GRUPO_OPERAC')\n",
        "Implementos = Implementos.withColumnRenamed('DESC.OPERAÇÃO', 'DESC_OPERACAO')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 85,
      "metadata": {
        "id": "iWwKJlESWGGg"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumn('cFazenda', Implementos['COD_FAZENDA'].cast('string')).drop('COD_FAZENDA')\n",
        "Implementos = Implementos.withColumn('cTalhao', Implementos['COD_TALHAO'].cast('string')).drop('COD_TALHAO')\n",
        "Implementos = Implementos.withColumn('cOS', Implementos['COD_ORDEM_DE_SERVICO'].cast('string')).drop('COD_ORDEM_DE_SERVICO')\n",
        "Implementos = Implementos.withColumn('Frota Implemento', Implementos['COD_IMPLEMENTO'].cast('string')).drop('COD_IMPLEMENTO')\n",
        "Implementos = Implementos.withColumn('Centro Custo', Implementos['COD_CENTRO_CUSTO'].cast('string')).drop('COD_CENTRO_CUSTO')\n",
        "Implementos = Implementos.withColumn('cOperacao', Implementos['COD_OPERACAO'].cast('string')).drop('COD_OPERACAO')\n",
        "Implementos = Implementos.withColumn('Grupo Operacao', Implementos['DESC_GRUPO_OPERAC'].cast('string')).drop('DESC_GRUPO_OPERAC')\n",
        "Implementos = Implementos.withColumn('Desc Operacao', Implementos['DESC_OPERACAO'].cast('string')).drop('DESC_OPERACAO')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 86,
      "metadata": {
        "id": "7XjrmKhPXuIB"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumn('GRUPO GESTOR', split('GRUPO EQUIPAMENTO', '-')[1])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 87,
      "metadata": {
        "id": "1SKradaYwlbL",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5f1553f3-416b-4081-80ce-911d7242ddfd"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- COD_OPERADOR: string (nullable = true)\n",
            " |-- COD. SAFRA: integer (nullable = true)\n",
            " |-- COD. TURNO: string (nullable = true)\n",
            " |-- CORPORATIVO: string (nullable = true)\n",
            " |-- REGIONAL: string (nullable = true)\n",
            " |-- UNIDADE: string (nullable = true)\n",
            " |-- GRUPO EQUIPAMENTO: string (nullable = true)\n",
            " |-- TIPO EQUIPAMENTO: integer (nullable = true)\n",
            " |-- DATA/HORA UTC: string (nullable = true)\n",
            " |-- COD. ZONA: integer (nullable = true)\n",
            " |-- ESTADO: string (nullable = true)\n",
            " |-- HRS OPERACIONAIS: string (nullable = true)\n",
            " |-- HRS IMPLEMENTO LIGADO: string (nullable = true)\n",
            " |-- HRS ESTEIRA LIGADA: string (nullable = true)\n",
            " |-- HRS MOTOR LIGADO: string (nullable = true)\n",
            " |-- HRS CORTE BASE AUT LIGADO: string (nullable = true)\n",
            " |-- VELOCIDADE MEDIA: double (nullable = true)\n",
            " |-- CONSUMO DE COMBUSTIVEL: integer (nullable = true)\n",
            " |-- AREA TRABALHADA ANALITICA: double (nullable = true)\n",
            " |-- DESC.EQUIPAMENTO: string (nullable = true)\n",
            " |-- HRS OPERACIONAIS(SEC): integer (nullable = true)\n",
            " |-- HRS RTK_LIGADO: string (nullable = true)\n",
            " |-- Data_Acoplado: date (nullable = true)\n",
            " |-- Matr: string (nullable = true)\n",
            " |-- Nome Operador: string (nullable = true)\n",
            " |-- Frota Motora: string (nullable = true)\n",
            " |-- cFazenda: string (nullable = true)\n",
            " |-- cTalhao: string (nullable = true)\n",
            " |-- cOS: string (nullable = true)\n",
            " |-- Frota Implemento: string (nullable = true)\n",
            " |-- Centro Custo: string (nullable = true)\n",
            " |-- cOperacao: string (nullable = true)\n",
            " |-- Grupo Operacao: string (nullable = true)\n",
            " |-- Desc Operacao: string (nullable = true)\n",
            " |-- GRUPO GESTOR: string (nullable = true)\n",
            "\n",
            "+--------------------+----------+----------+-----------+--------------+-------+--------------------+----------------+-------------+---------+------+----------------+---------------------+------------------+----------------+-------------------------+----------------+----------------------+-------------------------+--------------------+---------------------+--------------+-------------+-------+--------------------+------------+--------+-------+----+----------------+------------+---------+--------------+--------------------+-----------------+\n",
            "|        COD_OPERADOR|COD. SAFRA|COD. TURNO|CORPORATIVO|      REGIONAL|UNIDADE|   GRUPO EQUIPAMENTO|TIPO EQUIPAMENTO|DATA/HORA UTC|COD. ZONA|ESTADO|HRS OPERACIONAIS|HRS IMPLEMENTO LIGADO|HRS ESTEIRA LIGADA|HRS MOTOR LIGADO|HRS CORTE BASE AUT LIGADO|VELOCIDADE MEDIA|CONSUMO DE COMBUSTIVEL|AREA TRABALHADA ANALITICA|    DESC.EQUIPAMENTO|HRS OPERACIONAIS(SEC)|HRS RTK_LIGADO|Data_Acoplado|   Matr|       Nome Operador|Frota Motora|cFazenda|cTalhao| cOS|Frota Implemento|Centro Custo|cOperacao|Grupo Operacao|       Desc Operacao|     GRUPO GESTOR|\n",
            "+--------------------+----------+----------+-----------+--------------+-------+--------------------+----------------+-------------+---------+------+----------------+---------------------+------------------+----------------+-------------------------+----------------+----------------------+-------------------------+--------------------+---------------------+--------------+-------------+-------+--------------------+------------+--------+-------+----+----------------+------------+---------+--------------+--------------------+-----------------+\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     F|        00:12:23|             00:00:00|          00:00:00|        00:00:00|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                  743|      00:00:00|   2023-03-01| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      6|null|            null|           0|      809|       PERDIDA|Aguardando Ordem ...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:02:07|             00:00:00|          00:00:00|        00:02:07|                 00:00:00|           16.69|                     0|                    0.522|CAMINHÃO ADUBO SÓ...|                  127|      00:00:00|   2023-03-01| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      1|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        4|     M|        00:01:41|             00:00:00|          00:00:00|        00:01:41|                 00:00:00|            5.36|                     0|                    0.003|CAMINHÃO ADUBO SÓ...|                  101|      00:00:00|   2023-03-01| 91042 | LAERCIO ARCANGEL...|        1038|    2287|     17|null|            6430|           0|      883|    PRODUTIVAS|             Manobra| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:00:45|             00:00:00|          00:00:00|        00:00:45|                 00:00:00|           34.41|                     0|                    0.512|CAMINHÃO ADUBO SÓ...|                   45|      00:00:00|   2023-03-02| 91042 | LAERCIO ARCANGEL...|        1038|    3206|     88|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        8|     D|        00:02:18|             00:00:00|          00:00:00|        00:02:18|                 00:00:00|            7.53|                     0|                    0.334|CAMINHÃO ADUBO SÓ...|                  138|      00:00:00|   2023-03-02| 91042 | LAERCIO ARCANGEL...|        1038|    2225|      1|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:01:09|             00:00:00|          00:00:00|        00:01:09|                 00:00:00|           20.58|                     0|                    0.455|CAMINHÃO ADUBO SÓ...|                   69|      00:00:00|   2023-03-03| 91042 | LAERCIO ARCANGEL...|        1038|    2008|      2|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:00:40|             00:00:00|          00:00:00|        00:00:40|                 00:00:00|           22.66|                     0|                    0.303|CAMINHÃO ADUBO SÓ...|                   40|      00:00:00|   2023-03-03| 91042 | LAERCIO ARCANGEL...|        1038|    1001|     10|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:01:36|             00:00:00|          00:00:00|        00:01:36|                 00:00:00|           25.49|                     0|                    0.761|CAMINHÃO ADUBO SÓ...|                   96|      00:00:00|   2023-03-03| 91042 | LAERCIO ARCANGEL...|        1038|    1001|     19|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     F|        00:09:39|             00:00:00|          00:00:00|        00:00:00|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                  579|      00:00:00|   2023-03-03| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      6|null|            null|           0|      884|       PERDIDA|     Sem Apontamento| TRATOS CULTURAIS|\n",
            "|169361 - PAULO CE...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       13|     E|        00:44:36|             00:00:00|          00:00:00|        00:44:36|                 00:00:00|            8.14|                     0|                    4.926|CAMINHÃO ADUBO SÓ...|                 2676|      00:00:00|   2023-03-03|169361 | PAULO CESAR DE M...|        1038|    2756|     26|null|            6430|           0|      870|    PRODUTIVAS|Aplicar Corretivo...| TRATOS CULTURAIS|\n",
            "|77777 - OPERADOR ...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       13|     F|        00:04:46|             00:00:00|          00:00:00|        00:04:46|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                  286|      00:00:00|   2023-03-04| 77777 |     OPERADOR PADRAO|        1038|    2756|     30|null|            6430|           0|      834|       PERDIDA|Regulagem De Impl...| TRATOS CULTURAIS|\n",
            "|77777 - OPERADOR ...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       13|     F|        00:01:40|             00:00:00|          00:00:00|        00:01:40|                 00:00:00|             0.0|                     0|                    0.012|CAMINHÃO ADUBO SÓ...|                  100|      00:00:00|   2023-03-04| 77777 |     OPERADOR PADRAO|        1038|    2756|     27|null|            6430|           0|      884|       PERDIDA|     Sem Apontamento| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     F|        00:00:17|             00:00:00|          00:00:00|        00:00:17|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                   17|      00:00:00|   2023-03-04| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      6|null|            6430|           0|      818|       PERDIDA|Estacionado No Pa...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     F|        00:24:16|             00:00:00|          00:00:00|        00:00:36|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                 1456|      00:00:00|   2023-03-06| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      6|null|            6430|           0|      818|       PERDIDA|Estacionado No Pa...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:00:39|             00:00:00|          00:00:00|        00:00:39|                 00:00:00|            16.3|                     0|                    0.212|CAMINHÃO ADUBO SÓ...|                   39|      00:00:00|   2023-03-06| 91042 | LAERCIO ARCANGEL...|        1038|    1001|      3|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:01:57|             00:00:00|          00:00:00|        00:01:57|                 00:00:00|           43.96|                     0|                    1.689|CAMINHÃO ADUBO SÓ...|                  117|      00:00:00|   2023-03-07| 91042 | LAERCIO ARCANGEL...|        1038|    5001|      4|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|169361 - PAULO CE...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       10|     D|        00:12:24|             00:00:00|          00:00:00|        00:12:24|                 00:00:00|           13.06|                     0|                    3.019|CAMINHÃO ADUBO SÓ...|                  744|      00:00:00|   2023-03-07|169361 | PAULO CESAR DE M...|        1038|    2233|      2|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|169361 - PAULO CE...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       10|     F|        00:01:35|             00:00:00|          00:00:00|        00:01:35|                 00:00:00|             0.0|                     0|                      0.0|CAMINHÃO ADUBO SÓ...|                   95|      00:00:00|   2023-03-07|169361 | PAULO CESAR DE M...|        1038|    2233|      1|null|            6430|           0|      884|       PERDIDA|     Sem Apontamento| TRATOS CULTURAIS|\n",
            "|169361 - PAULO CE...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|       10|     D|        00:00:46|             00:00:00|          00:00:00|        00:00:46|                 00:00:00|            9.81|                     0|                    0.148|CAMINHÃO ADUBO SÓ...|                   46|      00:00:00|   2023-03-07|169361 | PAULO CESAR DE M...|        1038|    2233|      4|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "|91042 - LAERCIO A...|      2022|      null|    FERRARI|PORTO FERREIRA|FERRARI|FTC - TRATOS CULT...|              44|         null|        1|     D|        00:00:38|             00:00:00|          00:00:00|        00:00:38|                 00:00:00|           29.29|                     0|                    0.371|CAMINHÃO ADUBO SÓ...|                   38|      00:00:00|   2023-03-09| 91042 | LAERCIO ARCANGEL...|        1038|    3206|     88|null|            6430|           0|      816|       PERDIDA|Deslocamento / Eq...| TRATOS CULTURAIS|\n",
            "+--------------------+----------+----------+-----------+--------------+-------+--------------------+----------------+-------------+---------+------+----------------+---------------------+------------------+----------------+-------------------------+----------------+----------------------+-------------------------+--------------------+---------------------+--------------+-------------+-------+--------------------+------------+--------+-------+----+----------------+------------+---------+--------------+--------------------+-----------------+\n",
            "only showing top 20 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Implementos.printSchema()\n",
        "Implementos.show(20)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 88,
      "metadata": {
        "id": "FvVA2qvqc87x"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.filter(col('Grupo Operacao') == 'PRODUTIVAS')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 89,
      "metadata": {
        "id": "g0zIKaXFxVRz"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.select('GRUPO GESTOR','COD_OPERADOR','GRUPO EQUIPAMENTO','Data_Acoplado','Matr','Nome Operador','Frota Motora','cFazenda','cTalhao','Frota Implemento','cOperacao',\\\n",
        "                                 'Grupo Operacao','Desc Operacao')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 90,
      "metadata": {
        "id": "SW_Q3Mmlz4e6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "14f6c0a4-8a99-4613-e810-20cb27fa41a0"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-----+----------------+---------+\n",
            "|Equip|           Model|Classe Op|\n",
            "+-----+----------------+---------+\n",
            "|    2|     Dolly Apoio|  Dollies|\n",
            "|    4|     Dolly Apoio|  Dollies|\n",
            "|   10|Dolly Canavieiro|  Dollies|\n",
            "|   11|Dolly Canavieiro|  Dollies|\n",
            "|   12|Dolly Canavieiro|  Dollies|\n",
            "+-----+----------------+---------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "#df_Inventario = Inventario.select('Equip','Equipamento','Classe Operacional')\n",
        "#df_Inventario = df_Inventario.withColumnRenamed('Equipamento','Model')\n",
        "#df_Inventario = df_Inventario.withColumnRenamed('Classe Operacional','Classe Op')\n",
        "\n",
        "df_Inventario.show(5, truncate = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 91,
      "metadata": {
        "id": "n4sVsKMWcWMS"
      },
      "outputs": [],
      "source": [
        "Inventario = Inventario.withColumnRenamed('Conta Cont�bil', 'Conta Contabil')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 92,
      "metadata": {
        "id": "dz-JXb64c6N4"
      },
      "outputs": [],
      "source": [
        "Inventario = Inventario.withColumn('cod_Frota', Inventario['Equip'].cast('string')).drop('Equip')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 93,
      "metadata": {
        "id": "_LiLZ0Tkeue0"
      },
      "outputs": [],
      "source": [
        "Inventario = Inventario.select('cod_Frota','Equipamento','Centro de Custo','Conta Contabil','Classe Operacional','Modelo')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 94,
      "metadata": {
        "id": "pnoEwj0MYTFi"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.join(df_Inventario, on = [col('Frota Implemento') == col('Equip')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 95,
      "metadata": {
        "id": "nXkVvFAQ8hZE"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumnRenamed('Classe Operacional','Classe Operacional Implemento')\n",
        "Implementos = Implementos.withColumnRenamed('Centro de Custo','Centro de Custo Implemento')\n",
        "Implementos = Implementos.withColumnRenamed('Conta Contabil','Conta Contabil Implemento')\n",
        "Implementos = Implementos.withColumnRenamed('Frota Motora','Frota Motorizada')\n",
        "Implementos = Implementos.withColumnRenamed('Equipamento', 'descModelo_Implemento')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 96,
      "metadata": {
        "id": "Sw8OX1mZ2PrJ"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Modelo Motorizado','Equipamento',)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 97,
      "metadata": {
        "id": "dWxIHFgSSl8k"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao_produtiva.show(10, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 98,
      "metadata": {
        "id": "ZmaefSIM-A5d"
      },
      "outputs": [],
      "source": [
        "#Implementos.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 99,
      "metadata": {
        "id": "V9vVkTVt-Peg",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "617f2f84-a25f-488b-b4b6-6a9986a45775"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- GRUPO GESTOR: string (nullable = true)\n",
            " |-- COD_OPERADOR: string (nullable = true)\n",
            " |-- GRUPO EQUIPAMENTO: string (nullable = true)\n",
            " |-- Data_Acoplado: date (nullable = true)\n",
            " |-- Matr: string (nullable = true)\n",
            " |-- Nome Operador: string (nullable = true)\n",
            " |-- Frota Motorizada: string (nullable = true)\n",
            " |-- cFazenda: string (nullable = true)\n",
            " |-- cTalhao: string (nullable = true)\n",
            " |-- Frota Implemento: string (nullable = true)\n",
            " |-- cOperacao: string (nullable = true)\n",
            " |-- Grupo Operacao: string (nullable = true)\n",
            " |-- Desc Operacao: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Model: string (nullable = true)\n",
            " |-- Classe Op: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Implementos.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 100,
      "metadata": {
        "id": "UAh2N1Bk_Si_",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c680631d-6a54-404a-e4c3-83f4cd58ab28"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade Km/h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data Hora Local: string (nullable = true)\n",
            " |-- Hora Inicial: string (nullable = true)\n",
            " |-- Hora Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descri��o da Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descrição da Operação: string (nullable = true)\n",
            " |-- Data Hora Inicial: string (nullable = true)\n",
            " |-- Data Hora Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor Mínimo de Argila: double (nullable = true)\n",
            " |-- Teor Máximo de Argila: double (nullable = true)\n",
            " |-- Total Área: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor Mínimo de Argila(%): integer (nullable = true)\n",
            " |-- Teor Máximo de Argila(%): integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Equipamento: string (nullable = true)\n",
            " |-- Classe Operacional: string (nullable = true)\n",
            " |-- Área: string (nullable = true)\n",
            " |-- Subarea: string (nullable = true)\n",
            " |-- Codigo: integer (nullable = true)\n",
            " |-- Decricao: string (nullable = true)\n",
            " |-- Velocidade Mínima (Km/h): string (nullable = true)\n",
            " |-- Velocidade Máxima (Km/h): string (nullable = true)\n",
            " |-- Rotação Mínima: integer (nullable = true)\n",
            " |-- Rotação Máxima: integer (nullable = true)\n",
            " |-- Mês e Ano: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 101,
      "metadata": {
        "id": "JxJlxgOscCxy"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import to_date, date_format\n",
        "\n",
        "# Transformando a coluna \"Data_Acoplado\" em valor de data\n",
        "Implementos = Implementos.withColumn(\"Data_Acoplado\", to_date(Implementos[\"Data_Acoplado\"], \"dd-MM-yyyy\"))\n",
        "\n",
        "# Formatando a coluna \"Data_Acoplado\" para o formato \"dd-MM-yyyy\"\n",
        "Implementos = Implementos.withColumn(\"Data_Acoplado\", date_format(Implementos[\"Data_Acoplado\"], \"dd-MM-yyyy\"))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 102,
      "metadata": {
        "id": "muw0SBzNcH0a"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import to_date, date_format\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Data Hora Local', to_date(col('Data Hora Local'), 'dd/MM/yyyy'))\n",
        "\n",
        "# Transformando a coluna \"Data_Acoplado\" em valor de data\n",
        "Implementos = Implementos.withColumn(\"Data_Acoplado\", to_date(Implementos[\"Data_Acoplado\"], \"dd-MM-yyyy\"))\n",
        "\n",
        "# Formatando a coluna \"Data_Acoplado\" para o formato \"dd-MM-yyyy\"\n",
        "Implementos = Implementos.withColumn(\"Data_Acoplado\", date_format(Implementos[\"Data_Acoplado\"], \"dd-MM-yyyy\"))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 103,
      "metadata": {
        "id": "4UWMH2Z8CWmY",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7e0bcc4d-6c0c-4633-bf0e-b4f76e8c63d4"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade Km/h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data Hora Local: date (nullable = true)\n",
            " |-- Hora Inicial: string (nullable = true)\n",
            " |-- Hora Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descri��o da Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descrição da Operação: string (nullable = true)\n",
            " |-- Data Hora Inicial: string (nullable = true)\n",
            " |-- Data Hora Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor Mínimo de Argila: double (nullable = true)\n",
            " |-- Teor Máximo de Argila: double (nullable = true)\n",
            " |-- Total Área: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor Mínimo de Argila(%): integer (nullable = true)\n",
            " |-- Teor Máximo de Argila(%): integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Equipamento: string (nullable = true)\n",
            " |-- Classe Operacional: string (nullable = true)\n",
            " |-- Área: string (nullable = true)\n",
            " |-- Subarea: string (nullable = true)\n",
            " |-- Codigo: integer (nullable = true)\n",
            " |-- Decricao: string (nullable = true)\n",
            " |-- Velocidade Mínima (Km/h): string (nullable = true)\n",
            " |-- Velocidade Máxima (Km/h): string (nullable = true)\n",
            " |-- Rotação Mínima: integer (nullable = true)\n",
            " |-- Rotação Máxima: integer (nullable = true)\n",
            " |-- Mês e Ano: string (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 104,
      "metadata": {
        "id": "KYWVl0NXkWwD"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao_produtiva = fact_Operacao_produtiva.join(Implementos, on=[col('codFrota') == col('Frota Motorizada'), col('Data Hora Local') == col('Data_Acoplado'), col('Operacao') == col('Desc Operacao'),\\\n",
        "                                                                          #col('Operador') == col('Nome Operador'), col('codFazenda') == col('cFazenda'), col('codTalhao') == col('cTalhao')], how='left')\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.join(Implementos, on=[col('Frota') == col('Frota Motorizada'), col('Data Hora Local') == col('Data_Acoplado'), col('Descrição da Operação') == col('Desc Operacao'),\\\n",
        "                                                                          col('Matricula') == col('Matr'), col('codFazenda') == col('cFazenda'), col('codTalhao') == col('cTalhao')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 105,
      "metadata": {
        "id": "Ehht6XTkpAX8"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Grupo Gesotr', split('Grupo','-')[1])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 106,
      "metadata": {
        "id": "AkiyvNdMqUwT"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Grupo Gesotr', 'Grupo Gestor OM')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 107,
      "metadata": {
        "id": "0Wn-9IYY7n7f"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Modelo','Modelo Implemento')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 108,
      "metadata": {
        "id": "GR4-e_24GPMM"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Classe Operacional','Desc Classe Operacional')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 109,
      "metadata": {
        "id": "yXZ_NczwXWoa"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Estado Operacional', 'Estado_Operacional').withColumnRenamed('Implemento Ligado','Implemento_Ligado')\\\n",
        "  .withColumnRenamed('Motor Ligado', 'Motor_Ligado').withColumnRenamed('RPM Motor', 'RPM_Motor').withColumnRenamed('Velocidade Km/h', 'Velocidade_Km_h')\\\n",
        "  .withColumnRenamed('Descrição Regional', 'Descricao_Regional').withColumnRenamed('Descrição da Unidade', 'Descricao_da_Unidade')\\\n",
        "  .withColumnRenamed('Descrição do Grupo de Equipamento', 'Descricao_do_Grupo_de_Equipamento').withColumnRenamed('Descrição do Equipamento','Descricao_do_Equipamento')\\\n",
        "  .withColumnRenamed('Data Hora Local', 'Data_Hora_Local').withColumnRenamed('Hora Inicial', 'Hora_Inicial').withColumnRenamed('Hora Final', 'Hora_Final')\\\n",
        "  .withColumnRenamed('Descrição da Operação', 'Descricao_da_Operacao').withColumnRenamed('Descrição do Grupo da Operação', 'Desc_Grupo_Operacao')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 110,
      "metadata": {
        "id": "wgd3tq73aq3W"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Código da Zona', 'Codigo_Zona').withColumnRenamed('Descrição da Fazenda', 'Descricao_da_Fazenda')\\\n",
        "  .withColumnRenamed('Horímetro/Odometro Inicial', 'Horimetro_Odometro_Inicial').withColumnRenamed('Horímetro/Odometro Final','Horimetro_Odometro_Final')\\\n",
        "  .withColumnRenamed('Horímetro/Odometro Secundário', 'Horimetro_Odometro_Secundario').withColumnRenamed('Velocidade Média', 'Velocidade_Media')\\\n",
        "  .withColumnRenamed('Data Hora Inicial', 'Data_Hora_Inicial').withColumnRenamed('Data Hora Final', 'Data_Hora_Final')\\\n",
        "  .withColumnRenamed('Teor Mínimo de Argila', 'Teor_Minimo_de_Argila').withColumnRenamed('Teor Máximo de Argila', 'Teor_Maximo_de_Argila')\\\n",
        "  .withColumnRenamed('Total Área', 'Total_Area').withColumnRenamed('Teor Mínimo de Argila(%)', 'Teor_Minimo_de_Argila_porcent')\\\n",
        "  .withColumnRenamed('Teor Máximo de Argila(%)', 'Teor_Maximo_de_Argila_porcent').withColumnRenamed('Desc Classe Operacional', 'Desc_Classe_Operacional')\\\n",
        "  .withColumnRenamed('Área', 'Area').withColumnRenamed('Velocidade Mínima (Km/h)', 'Velocidade_Minima_Km_h').withColumnRenamed('Velocidade Máxima (Km/h)', 'Velocidade_Maxima_Km_h')\\\n",
        "  .withColumnRenamed('Rotação Mínima', 'Rotacao_Minima').withColumnRenamed('Rotação Máxima', 'Rotacao_Maxima').withColumnRenamed('Textura do Solo', 'Textura_do_Solo')\\\n",
        "  .withColumnRenamed('Mês e Ano', 'Mes_e_Ano').withColumnRenamed('COD. SAFRA', 'COD_SAFRA').withColumnRenamed('COD. TURNO', 'COD_TURNO').withColumnRenamed('GRUPO EQUIPAMENTO', 'GRUPO_EQUIPAMENTO')\\\n",
        "  .withColumnRenamed('TIPO EQUIPAMENTO', 'TIPO_EQUIPAMENTO').withColumnRenamed('DATA/HORA UTC', 'DATA_HORA_UTC').withColumnRenamed('COD. ZONA', 'COD_DE_ZONA')\\\n",
        "  .withColumnRenamed('HRS OPERACIONAIS', 'HRS_OPERACIONAIS').withColumnRenamed('HRS IMPLEMENTO LIGADO', 'HRS_IMPLEMENTO_LIGADO').withColumnRenamed('HRS ESTEIRA LIGADA', 'HRS_ESTEIRA_LIGADA')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 111,
      "metadata": {
        "id": "8ysbigugj_re"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('HRS MOTOR LIGADO', 'HRS_MOTOR_LIGADO').withColumnRenamed('HRS CORTE BASE AUT LIGADO', 'HRS_CORTE_BASE_AUT_LIGADO')\\\n",
        "  .withColumnRenamed('VELOCIDADE MEDIA', 'VELOC_MEDIA').withColumnRenamed('CONSUMO DE COMBUSTIVEL', 'CONSUMO_DE_COMBUSTIVEL').withColumnRenamed('AREA TRABALHADA ANALITICA', 'AREA_TRABALHADA_ANALITICA')\\\n",
        "  .withColumnRenamed('DESC.EQUIPAMENTO', 'DESCRIC_EQUIPAMENTO').withColumnRenamed('HRS OPERACIONAIS(SEC)', 'HRS_OPERACIONAIS_SEC').withColumnRenamed('HRS RTK_LIGADO', 'HRS_RTK_LIGADO')\\\n",
        "  .withColumnRenamed('Nome Operador', 'Nome_Operador').withColumnRenamed('Frota Motorizada', 'Frota_Motorizada').withColumnRenamed('Frota Implemento', 'Frota_Implemento')\\\n",
        "  .withColumnRenamed('Centro Custo', 'Centro_Custo').withColumnRenamed('Grupo Operacao', 'Gr_Operacao').withColumnRenamed('Desc Operacao', 'D_Operacao').withColumnRenamed('GRUPO GESTOR', 'G_GESTOR')\\\n",
        "  .withColumnRenamed('Centro de Custo Implemento', 'Centro_de_Custo_Implemento').withColumnRenamed('Conta Contabil Implemento', 'Conta_Contabil_Implemento')\\\n",
        "  .withColumnRenamed('Classe Operacional Implemento', 'Classe_Operacional_Implemento').withColumnRenamed('Modelo Implemento','Modelo_Implemento').withColumnRenamed('Grupo Gestor OM','Grupo_Gestor_OM')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 112,
      "metadata": {
        "id": "u_Fen6enyoaI"
      },
      "outputs": [],
      "source": [
        "#classTextura = spark.read.format('csv').option('header',True).option('inferSchema',True).option('delimiter',';').option('Unicode','UTF-8').\\\n",
        "                          #load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Trajetos/Textura_Solo.csv').show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 113,
      "metadata": {
        "id": "sroZJ6iwLijJ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "68a0021d-1e6a-4d20-bd7a-3f75a051f32c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|SETOR|FAZENDA|TALHAO|Teor Mínimo de Argila|Teor Máximo de Argila| Total Área|           X|           Y|Teor Mínimo de Argila(%)|Teor Máximo de Argila(%)|   Intervalo de teor|Analise de Textura|        Textura_Solo|id_Fazenda|Cod_Fazenda|Liberacao|Quadra|Distancia|Setor|Fazenda|Bloco|Cod_Setor|Dsc_Setor|Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|Cultura|Situacao|Tipo_de_Corte|Cod_Solo|Dsc_Solo|Abv_Solo|Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|Frente|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha| TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|Brix|  LS| PBU|Fibra_porcent|Pol_Cana| A_R| ART|ATR_Kg_ton| TAH| TFH|Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2|TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|\n",
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "|    1|   1001|     1|                 0.36|                  0.6|1.329550982|-47.36605988|-21.83829607|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     2|                 0.36|                  0.6|1.541124286|-47.36336083|-21.83787061|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     3|                 0.36|                  0.6| 7.22103011|-47.36344761|-21.83639366|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     4|                 0.36|                  0.6|4.395754846|-47.36623747|-21.83708416|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "|    1|   1001|     5|                 0.36|                  0.6|1.890205236|-47.36646524|-21.83607967|                      36|                      60|36% à 60% de teor...|       Solo Pesado|36% à 60% de teor...|      1001|       null|     null|  null|     null| null|   null| null|     null|     null|       null|     null|     null|            null|                 null|         null|         null|          null|   null|    null|         null|    null|    null|    null|null|              null|              null|      null|  null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|     null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null| null|              null|            null|                       null|null|null|null|         null|    null|null|null|      null|null|null|null|             null|          null| null| null|      null|null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null|\n",
            "+-----+-------+------+---------------------+---------------------+-----------+------------+------------+------------------------+------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+-----+-------+-----+---------+---------+-----------+---------+---------+----------------+---------------------+-------------+-------------+--------------+-------+--------+-------------+--------+--------+--------+----+------------------+------------------+----------+------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+---------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----+------------------+----------------+---------------------------+----+----+----+-------------+--------+----+----+----------+----+----+----+-----------------+--------------+-----+-----+----------+----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Solo.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 114,
      "metadata": {
        "id": "FTNwVyIoTPPy"
      },
      "outputs": [],
      "source": [
        "#10_06_2023 PAROU AQUI"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 115,
      "metadata": {
        "id": "FZuVgUrJL70L"
      },
      "outputs": [],
      "source": [
        "#Solo = Solo.join(classTextura, on = [col('Textura_Solo') == col('Textura do Solo')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 116,
      "metadata": {
        "id": "dwff6beyz10j"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao_produtiva = fact_Operacao_produtiva.join(classTextura, on = col('Textura_do_Solo') == col('Textura do Solo'), how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 117,
      "metadata": {
        "id": "Bos1yoUX1rUB"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Classificação', 'Classificacao_Solo')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 118,
      "metadata": {
        "id": "z2sJKqcwqSeL"
      },
      "outputs": [],
      "source": [
        "Implementos = Implementos.withColumn('Data Pesquisa', to_timestamp(Implementos['Data_Acoplado'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType()))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 119,
      "metadata": {
        "id": "Z1mX_WMiFfgq"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import when, expr\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Apontamento_Checklist', when(col('codOperacao') == 858, 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Pontua_RPM', when((col('Rotacao_Maxima').isNotNull()) | (col('Rotacao_Maxima') > 0), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('RPM_Pontos', when((col('RPM_Motor').isNotNull()) & (col('RPM_Motor') >= col('Rotacao_Minima')) & (col('RPM_Motor') <= col('Rotacao_Maxima')) & (col('Pontua_RPM') == 1) & (col('codOperacao') != 883) & (col('codOperacao') != 801), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Pontua_Velocidade', when((col('Velocidade_Maxima_Km_h').isNotNull()) | (col('Velocidade_Maxima_Km_h') > 0), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Velocidade_Pontos', when((col('Velocidade_Maxima_Km_h').isNotNull()) & (col('Velocidade_Km_h') >= col('Velocidade_Minima_Km_h')) & (col('Velocidade_Km_h') <= col('Velocidade_Maxima_Km_h')) & (col('Pontua_Velocidade') == 1) & (col('codOperacao') != 883) & (col('codOperacao') != 801), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Pontua_RPM_Manobra', when((col('Rotacao_Maxima').isNotNull()) & (col('Rotacao_Maxima') > 0) & (col('codOperacao') == 883), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('RPM_Pontos_Manobra', when((col('Rotacao_Maxima').isNotNull()) & (col('RPM_Motor') >= col('Rotacao_Minima'))  & (col('RPM_Motor') <= col('Rotacao_Maxima')) & (col('Pontua_RPM_Manobra') == 1),1).otherwise(0))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 120,
      "metadata": {
        "id": "OfkzLJtkTcWh"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Pontua_RPM_Deslocamento', when((col('Rotacao_Maxima').isNotNull()) & (col('Rotacao_Maxima') > 0) & (col('codOperacao') == 816), 1).otherwise(0))\n",
        "\n",
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('RPM_Pontos_Deslocamento', when((col('RPM_Motor') >= col('Rotacao_Minima')) & (col('RPM_Motor') <= col('Rotacao_Maxima')) & (col('Pontua_RPM_Deslocamento') == 1) & (col('codOperacao') == 816), 1).otherwise(0))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 121,
      "metadata": {
        "id": "GK8Z58iKusaq",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e642cc11-db4f-47ba-fe26-ab93876a291c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado_Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM_Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade_Km_h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data_Hora_Local: date (nullable = true)\n",
            " |-- Hora_Inicial: string (nullable = true)\n",
            " |-- Hora_Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descri��o da Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descricao_da_Operacao: string (nullable = true)\n",
            " |-- Data_Hora_Inicial: string (nullable = true)\n",
            " |-- Data_Hora_Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila: double (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila: double (nullable = true)\n",
            " |-- Total_Area: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Equipamento: string (nullable = true)\n",
            " |-- Desc_Classe_Operacional: string (nullable = true)\n",
            " |-- Area: string (nullable = true)\n",
            " |-- Subarea: string (nullable = true)\n",
            " |-- Codigo: integer (nullable = true)\n",
            " |-- Decricao: string (nullable = true)\n",
            " |-- Velocidade_Minima_Km_h: string (nullable = true)\n",
            " |-- Velocidade_Maxima_Km_h: string (nullable = true)\n",
            " |-- Rotacao_Minima: integer (nullable = true)\n",
            " |-- Rotacao_Maxima: integer (nullable = true)\n",
            " |-- Mes_e_Ano: string (nullable = true)\n",
            " |-- G_GESTOR: string (nullable = true)\n",
            " |-- COD_OPERADOR: string (nullable = true)\n",
            " |-- GRUPO_EQUIPAMENTO: string (nullable = true)\n",
            " |-- Data_Acoplado: string (nullable = true)\n",
            " |-- Matr: string (nullable = true)\n",
            " |-- Nome_Operador: string (nullable = true)\n",
            " |-- Frota_Motorizada: string (nullable = true)\n",
            " |-- cFazenda: string (nullable = true)\n",
            " |-- cTalhao: string (nullable = true)\n",
            " |-- Frota_Implemento: string (nullable = true)\n",
            " |-- cOperacao: string (nullable = true)\n",
            " |-- Gr_Operacao: string (nullable = true)\n",
            " |-- D_Operacao: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Model: string (nullable = true)\n",
            " |-- Classe Op: string (nullable = true)\n",
            " |-- Grupo_Gestor_OM: string (nullable = true)\n",
            " |-- Apontamento_Checklist: integer (nullable = false)\n",
            " |-- Pontua_RPM: integer (nullable = false)\n",
            " |-- RPM_Pontos: integer (nullable = false)\n",
            " |-- Pontua_Velocidade: integer (nullable = false)\n",
            " |-- Velocidade_Pontos: integer (nullable = false)\n",
            " |-- Pontua_RPM_Manobra: integer (nullable = false)\n",
            " |-- RPM_Pontos_Manobra: integer (nullable = false)\n",
            " |-- Pontua_RPM_Deslocamento: integer (nullable = false)\n",
            " |-- RPM_Pontos_Deslocamento: integer (nullable = false)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 122,
      "metadata": {
        "id": "UiglBlEancNp"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('Pontos_RTK', lit(1))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 123,
      "metadata": {
        "id": "G5BhG5AyV9Gx",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8b1c1cf3-b52a-43be-b54a-1c87e6386d18"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado_Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM_Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade_Km_h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data_Hora_Local: date (nullable = true)\n",
            " |-- Hora_Inicial: string (nullable = true)\n",
            " |-- Hora_Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descri��o da Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descricao_da_Operacao: string (nullable = true)\n",
            " |-- Data_Hora_Inicial: string (nullable = true)\n",
            " |-- Data_Hora_Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila: double (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila: double (nullable = true)\n",
            " |-- Total_Area: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Equipamento: string (nullable = true)\n",
            " |-- Desc_Classe_Operacional: string (nullable = true)\n",
            " |-- Area: string (nullable = true)\n",
            " |-- Subarea: string (nullable = true)\n",
            " |-- Codigo: integer (nullable = true)\n",
            " |-- Decricao: string (nullable = true)\n",
            " |-- Velocidade_Minima_Km_h: string (nullable = true)\n",
            " |-- Velocidade_Maxima_Km_h: string (nullable = true)\n",
            " |-- Rotacao_Minima: integer (nullable = true)\n",
            " |-- Rotacao_Maxima: integer (nullable = true)\n",
            " |-- Mes_e_Ano: string (nullable = true)\n",
            " |-- G_GESTOR: string (nullable = true)\n",
            " |-- COD_OPERADOR: string (nullable = true)\n",
            " |-- GRUPO_EQUIPAMENTO: string (nullable = true)\n",
            " |-- Data_Acoplado: string (nullable = true)\n",
            " |-- Matr: string (nullable = true)\n",
            " |-- Nome_Operador: string (nullable = true)\n",
            " |-- Frota_Motorizada: string (nullable = true)\n",
            " |-- cFazenda: string (nullable = true)\n",
            " |-- cTalhao: string (nullable = true)\n",
            " |-- Frota_Implemento: string (nullable = true)\n",
            " |-- cOperacao: string (nullable = true)\n",
            " |-- Gr_Operacao: string (nullable = true)\n",
            " |-- D_Operacao: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Model: string (nullable = true)\n",
            " |-- Classe Op: string (nullable = true)\n",
            " |-- Grupo_Gestor_OM: string (nullable = true)\n",
            " |-- Apontamento_Checklist: integer (nullable = false)\n",
            " |-- Pontua_RPM: integer (nullable = false)\n",
            " |-- RPM_Pontos: integer (nullable = false)\n",
            " |-- Pontua_Velocidade: integer (nullable = false)\n",
            " |-- Velocidade_Pontos: integer (nullable = false)\n",
            " |-- Pontua_RPM_Manobra: integer (nullable = false)\n",
            " |-- RPM_Pontos_Manobra: integer (nullable = false)\n",
            " |-- Pontua_RPM_Deslocamento: integer (nullable = false)\n",
            " |-- RPM_Pontos_Deslocamento: integer (nullable = false)\n",
            " |-- Pontos_RTK: integer (nullable = false)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 124,
      "metadata": {
        "id": "mlq2VEwiEX_r"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Descri��o da Fazenda','Descricao_da_Fazenda')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 125,
      "metadata": {
        "id": "Mc01UNmrRdkr"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import regexp_extract, length, when, input_file_name\n",
        "\n",
        "Can_BUS = spark.read.format('csv').option('header','true').option('inferSchema','true').option('delimiter',',').load('/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/Can_BUS')\n",
        "\n",
        "Can_BUS = Can_BUS.withColumn('arquivo', regexp_extract(input_file_name(), '([^/]+)\\.csv$', 1))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 126,
      "metadata": {
        "id": "U5oFDNHeR1wk",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0ce7099c-e8ff-4bc0-807a-7d610cc1dc68"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Linha do tempo: string (nullable = true)\n",
            " |-- Dist�ncia (km): string (nullable = true)\n",
            " |-- Velocidade (km/h): string (nullable = true)\n",
            " |-- RPM: string (nullable = true)\n",
            " |-- RPM Desejado: string (nullable = true)\n",
            " |-- Torque (%): string (nullable = true)\n",
            " |-- Torque Desejado (%): string (nullable = true)\n",
            " |-- Consumo (l/h): string (nullable = true)\n",
            " |-- T. Combust�vel (�C): string (nullable = true)\n",
            " |-- T. �leo (�C): string (nullable = true)\n",
            " |-- T. Fluido Hidr�ulico (�C): string (nullable = true)\n",
            " |-- T. Motor (�C): string (nullable = true)\n",
            " |-- T. Arrefecimento (�C): string (nullable = true)\n",
            " |-- Carga do Motor (Nm): string (nullable = true)\n",
            " |-- P. �leo (kPa): string (nullable = true)\n",
            " |-- Bateria (V): string (nullable = true)\n",
            " |-- T. Ambiente (�C): string (nullable = true)\n",
            " |-- V. Vento (km/h): string (nullable = true)\n",
            " |-- Umidade (%): string (nullable = true)\n",
            " |-- arquivo: string (nullable = false)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 127,
      "metadata": {
        "id": "8-jDfFicHbHX"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumn('Frota_CanBUS',split('arquivo','_')[2])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 128,
      "metadata": {
        "id": "f444-JTQONAK",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1353bd5a-962b-425e-b454-0751fa1f9378"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+--------------------+--------------+-----------------+----+------------+----------+-------------------+-------------+-------------------+------------+-------------------------+-------------+---------------------+-------------------+-------------+-----------+----------------+---------------+-----------+--------------------+------------+\n",
            "|      Linha do tempo|Dist�ncia (km)|Velocidade (km/h)| RPM|RPM Desejado|Torque (%)|Torque Desejado (%)|Consumo (l/h)|T. Combust�vel (�C)|T. �leo (�C)|T. Fluido Hidr�ulico (�C)|T. Motor (�C)|T. Arrefecimento (�C)|Carga do Motor (Nm)|P. �leo (kPa)|Bateria (V)|T. Ambiente (�C)|V. Vento (km/h)|Umidade (%)|             arquivo|Frota_CanBUS|\n",
            "+--------------------+--------------+-----------------+----+------------+----------+-------------------+-------------+-------------------+------------+-------------------------+-------------+---------------------+-------------------+-------------+-----------+----------------+---------------+-----------+--------------------+------------+\n",
            "|01/04/2023 | 09:2...|             -|                -|   -|           -|         -|                  -|            0|                  -|           -|                        -|            0|                    -|                  -|            -|          -|               0|              0|          0|20230430_0508_ras...|      rastro|\n",
            "|03/04/2023 | 08:1...|             -|                -| 418|           -|         -|                  -|         4.38|                  -|           -|                        -|           20|                    -|                  -|            -|          -|               0|              0|          0|20230430_0508_ras...|      rastro|\n",
            "|03/04/2023 | 08:1...|             -|                -|1503|        1499|        28|                 28|        12.40|                 20|           0|                       20|           23|                   20|                  7|        51.62|      13.20|               0|              0|          0|20230430_0508_ras...|      rastro|\n",
            "+--------------------+--------------+-----------------+----+------------+----------+-------------------+-------------+-------------------+------------+-------------------------+-------------+---------------------+-------------------+-------------+-----------+----------------+---------------+-----------+--------------------+------------+\n",
            "only showing top 3 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 129,
      "metadata": {
        "id": "l055s8b96zEW"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumnRenamed('Linha do tempo','Linha_do_Tempo').withColumnRenamed('Dist�ncia (km)','Distancia').withColumnRenamed('Velocidade (km/h)','Velocidade_km_h').\\\n",
        "                           withColumnRenamed('RPM Desejado','RPM_Desejado').withColumnRenamed('Torque (%)','Torque_porcent').withColumnRenamed('Torque Desejado (%)','Torque_Desejado_porcent').\\\n",
        "                           withColumnRenamed('Consumo (l/h)','Consumo_litro_hora').withColumnRenamed('T. Combustível (�C)','Temp_Combustivel_Graus_Celsius').\\\n",
        "                           withColumnRenamed('T. �leo (�C)','Temp_Oleo_Graus_Celsius').withColumnRenamed('T. Fluido Hidr�ulico (�C)','Temp_Fluido_Hidraulico_Graus_Celsius').\\\n",
        "                           withColumnRenamed('T. Motor (�C)','Temp_Motor_Graus_Celsius').withColumnRenamed('T. Arrefecimento (�C)','Temp_Arrefecimento_Graus_Celsius').\\\n",
        "                           withColumnRenamed('Carga do Motor (Nm)','Carga_do_Motor_Nm').withColumnRenamed('P. �leo (kPa)','Pressao_Oleo_KPa').withColumnRenamed('Bateria (V)','Bateria_V').\\\n",
        "                           withColumnRenamed('T. Ambiente (�C)','Temp_Ambiente_Graus_Celsius').withColumnRenamed('V. Vento (km/h):','Vel_Vento_km_h').\\\n",
        "                           withColumnRenamed('Umidade (%)','Umidade_porcent')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 130,
      "metadata": {
        "id": "H7C5Qd47SB6U",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ade037f6-19db-428c-8a75-bd17d14a0a92"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+\n",
            "|      Linha_do_Tempo|Distancia|Velocidade_km_h| RPM|RPM_Desejado|Torque_porcent|Torque_Desejado_porcent|Consumo_litro_hora|T. Combust�vel (�C)|Temp_Oleo_Graus_Celsius|Temp_Fluido_Hidraulico_Graus_Celsius|Temp_Motor_Graus_Celsius|Temp_Arrefecimento_Graus_Celsius|Carga_do_Motor_Nm|Pressao_Oleo_KPa|Bateria_V|Temp_Ambiente_Graus_Celsius|V. Vento (km/h)|Umidade_porcent|             arquivo|Frota_CanBUS|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+\n",
            "|01/04/2023 | 09:2...|        -|              -|   -|           -|             -|                      -|                 0|                  -|                      -|                                   -|                       0|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|\n",
            "|03/04/2023 | 08:1...|        -|              -| 418|           -|             -|                      -|              4.38|                  -|                      -|                                   -|                      20|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|\n",
            "|03/04/2023 | 08:1...|        -|              -|1503|        1499|            28|                     28|             12.40|                 20|                      0|                                  20|                      23|                              20|                7|           51.62|    13.20|                          0|              0|              0|20230430_0508_ras...|      rastro|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+\n",
            "only showing top 3 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.show(3, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 131,
      "metadata": {
        "id": "DtIjSlDkR8SY",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "84123e94-95c4-4c6f-9b90-1fc12064402c"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "760210"
            ]
          },
          "metadata": {},
          "execution_count": 131
        }
      ],
      "source": [
        "Can_BUS.count()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 132,
      "metadata": {
        "id": "VQvb64ZDA1jA"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import split\n",
        "\n",
        "Can_BUS = Can_BUS.withColumn('Data',split('Linha_do_Tempo',' | ')[0])\n",
        "Can_BUS = Can_BUS.withColumn('Hora',split('Linha_do_Tempo',' | ')[2])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 133,
      "metadata": {
        "id": "sl_mYIxLLKFl",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7cb2f889-9476-44ab-9c44-9eb001696c8d"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+\n",
            "|      Linha_do_Tempo|Distancia|Velocidade_km_h| RPM|RPM_Desejado|Torque_porcent|Torque_Desejado_porcent|Consumo_litro_hora|T. Combust�vel (�C)|Temp_Oleo_Graus_Celsius|Temp_Fluido_Hidraulico_Graus_Celsius|Temp_Motor_Graus_Celsius|Temp_Arrefecimento_Graus_Celsius|Carga_do_Motor_Nm|Pressao_Oleo_KPa|Bateria_V|Temp_Ambiente_Graus_Celsius|V. Vento (km/h)|Umidade_porcent|             arquivo|Frota_CanBUS|      Data|    Hora|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+\n",
            "|01/04/2023 | 09:2...|        -|              -|   -|           -|             -|                      -|                 0|                  -|                      -|                                   -|                       0|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|01/04/2023|09:21:00|\n",
            "|03/04/2023 | 08:1...|        -|              -| 418|           -|             -|                      -|              4.38|                  -|                      -|                                   -|                      20|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|03/04/2023|08:13:00|\n",
            "|03/04/2023 | 08:1...|        -|              -|1503|        1499|            28|                     28|             12.40|                 20|                      0|                                  20|                      23|                              20|                7|           51.62|    13.20|                          0|              0|              0|20230430_0508_ras...|      rastro|03/04/2023|08:14:00|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+\n",
            "only showing top 3 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.show(3,truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 134,
      "metadata": {
        "id": "uckNFh9WSQni",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "24e0dca8-84f8-43e0-9d73-0f3a293c4172"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "DataFrame[Linha_do_Tempo: string, Distancia: string, Velocidade_km_h: string, RPM: string, RPM_Desejado: string, Torque_porcent: string, Torque_Desejado_porcent: string, Consumo_litro_hora: string, T. Combust�vel (�C): string, Temp_Oleo_Graus_Celsius: string, Temp_Fluido_Hidraulico_Graus_Celsius: string, Temp_Motor_Graus_Celsius: string, Temp_Arrefecimento_Graus_Celsius: string, Carga_do_Motor_Nm: string, Pressao_Oleo_KPa: string, Bateria_V: string, Temp_Ambiente_Graus_Celsius: string, V. Vento (km/h): string, Umidade_porcent: string, arquivo: string, Frota_CanBUS: string, Data: string, Hora: string, Hora_Termino: string]"
            ]
          },
          "metadata": {},
          "execution_count": 134
        }
      ],
      "source": [
        "Can_BUS.withColumn('Hora_Termino', split('Hora',':')[2])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 135,
      "metadata": {
        "id": "L4zFVghuabJO"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumn('Data_e_Hora', concat(col('Data'),lit(' '),col('Hora')))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 136,
      "metadata": {
        "id": "dJepUpoNa9GF"
      },
      "outputs": [],
      "source": [
        "from pyspark.sql.functions import substring\n",
        "\n",
        "Can_BUS = Can_BUS.withColumn(\"Data_e_Hora_Final\", substring(\"Data_e_Hora\", 1, 17))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 137,
      "metadata": {
        "id": "hNtQgruocHJ0"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumn('Data_e_Hora_Final', concat(col('Data_e_Hora_Final'),lit(59)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 138,
      "metadata": {
        "id": "INf9yNukdYmT"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumn('Timestamp_inicio', to_timestamp(Can_BUS['Data_e_Hora'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType()))\n",
        "Can_BUS = Can_BUS.withColumn('Timestamp_final', to_timestamp(Can_BUS['Data_e_Hora_Final'], 'dd/MM/yyyy HH:mm:ss').cast(TimestampType()))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 139,
      "metadata": {
        "id": "yJZYR94AjCi6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "25ad700d-d4b6-42d1-cff4-154dcf93fa45"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+-------------------+-------------------+-------------------+-------------------+\n",
            "|      Linha_do_Tempo|Distancia|Velocidade_km_h| RPM|RPM_Desejado|Torque_porcent|Torque_Desejado_porcent|Consumo_litro_hora|T. Combust�vel (�C)|Temp_Oleo_Graus_Celsius|Temp_Fluido_Hidraulico_Graus_Celsius|Temp_Motor_Graus_Celsius|Temp_Arrefecimento_Graus_Celsius|Carga_do_Motor_Nm|Pressao_Oleo_KPa|Bateria_V|Temp_Ambiente_Graus_Celsius|V. Vento (km/h)|Umidade_porcent|             arquivo|Frota_CanBUS|      Data|    Hora|        Data_e_Hora|  Data_e_Hora_Final|   Timestamp_inicio|    Timestamp_final|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+-------------------+-------------------+-------------------+-------------------+\n",
            "|01/04/2023 | 09:2...|        -|              -|   -|           -|             -|                      -|                 0|                  -|                      -|                                   -|                       0|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|01/04/2023|09:21:00|01/04/2023 09:21:00|01/04/2023 09:21:59|2023-04-01 09:21:00|2023-04-01 09:21:59|\n",
            "|03/04/2023 | 08:1...|        -|              -| 418|           -|             -|                      -|              4.38|                  -|                      -|                                   -|                      20|                               -|                -|               -|        -|                          0|              0|              0|20230430_0508_ras...|      rastro|03/04/2023|08:13:00|03/04/2023 08:13:00|03/04/2023 08:13:59|2023-04-03 08:13:00|2023-04-03 08:13:59|\n",
            "|03/04/2023 | 08:1...|        -|              -|1503|        1499|            28|                     28|             12.40|                 20|                      0|                                  20|                      23|                              20|                7|           51.62|    13.20|                          0|              0|              0|20230430_0508_ras...|      rastro|03/04/2023|08:14:00|03/04/2023 08:14:00|03/04/2023 08:14:59|2023-04-03 08:14:00|2023-04-03 08:14:59|\n",
            "+--------------------+---------+---------------+----+------------+--------------+-----------------------+------------------+-------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+--------------------+------------+----------+--------+-------------------+-------------------+-------------------+-------------------+\n",
            "only showing top 3 rows\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.show(3,truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 140,
      "metadata": {
        "id": "dhfO4-OBflZv"
      },
      "outputs": [],
      "source": [
        "Can_BUS = Can_BUS.withColumnRenamed('Distancia','Distance').withColumnRenamed('Velocidade_km_h','Speed_Km_h').withColumnRenamed('fazenda','Farm')\\\n",
        "                                   .withColumnRenamed('setor','sector').withColumnRenamed('data','date')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 141,
      "metadata": {
        "id": "IRtaVBs4xbYn",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "bcebb6bf-b6bb-48c4-8c00-526ab0a53e03"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Linha_do_Tempo: string (nullable = true)\n",
            " |-- Distance: string (nullable = true)\n",
            " |-- Speed_Km_h: string (nullable = true)\n",
            " |-- RPM: string (nullable = true)\n",
            " |-- RPM_Desejado: string (nullable = true)\n",
            " |-- Torque_porcent: string (nullable = true)\n",
            " |-- Torque_Desejado_porcent: string (nullable = true)\n",
            " |-- Consumo_litro_hora: string (nullable = true)\n",
            " |-- T. Combust�vel (�C): string (nullable = true)\n",
            " |-- Temp_Oleo_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Fluido_Hidraulico_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Motor_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Arrefecimento_Graus_Celsius: string (nullable = true)\n",
            " |-- Carga_do_Motor_Nm: string (nullable = true)\n",
            " |-- Pressao_Oleo_KPa: string (nullable = true)\n",
            " |-- Bateria_V: string (nullable = true)\n",
            " |-- Temp_Ambiente_Graus_Celsius: string (nullable = true)\n",
            " |-- V. Vento (km/h): string (nullable = true)\n",
            " |-- Umidade_porcent: string (nullable = true)\n",
            " |-- arquivo: string (nullable = false)\n",
            " |-- Frota_CanBUS: string (nullable = true)\n",
            " |-- date: string (nullable = true)\n",
            " |-- Hora: string (nullable = true)\n",
            " |-- Data_e_Hora: string (nullable = true)\n",
            " |-- Data_e_Hora_Final: string (nullable = true)\n",
            " |-- Timestamp_inicio: timestamp (nullable = true)\n",
            " |-- Timestamp_final: timestamp (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "Can_BUS.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 142,
      "metadata": {
        "id": "IPIr-e0GRlbc"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.join(Can_BUS, on = [col('Frota') == col('Frota_CanBUS'), col('Data_Hora_Evento') >= col('Timestamp_inicio'), col('Data_Hora_Evento') <= col ('Timestamp_final')], how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 143,
      "metadata": {
        "id": "iWUUWA3ksTOr"
      },
      "outputs": [],
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Classe Op','Classe_Operacional_Implemento').withColumnRenamed('Model','descModelo_Implemento')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 144,
      "metadata": {
        "id": "jqLoDtoVpUMr",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7fbd0a69-77e7-441c-a348-dfa71786fd0f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- Estado_Operacional: string (nullable = true)\n",
            " |-- Grupo: string (nullable = true)\n",
            " |-- Grupo_Oper: string (nullable = true)\n",
            " |-- Horimetro: string (nullable = true)\n",
            " |-- Implemento_Ligado: string (nullable = true)\n",
            " |-- Latitude: double (nullable = true)\n",
            " |-- Longitude: string (nullable = true)\n",
            " |-- Motor_Ligado: string (nullable = true)\n",
            " |-- Operacao: string (nullable = true)\n",
            " |-- Pressao_de_Corte: string (nullable = true)\n",
            " |-- RPM_Extrator: string (nullable = true)\n",
            " |-- RTK: string (nullable = true)\n",
            " |-- Operador: string (nullable = true)\n",
            " |-- RPM_Motor: string (nullable = true)\n",
            " |-- Data_Hora_Evento: timestamp (nullable = true)\n",
            " |-- Frota: string (nullable = true)\n",
            " |-- Velocidade_Km_h: float (nullable = true)\n",
            " |-- Data: string (nullable = true)\n",
            " |-- Descri��o do Grupo de Equipamento: string (nullable = true)\n",
            " |-- Nome: string (nullable = true)\n",
            " |-- Data_Hora_Local: date (nullable = true)\n",
            " |-- Hora_Inicial: string (nullable = true)\n",
            " |-- Hora_Final: string (nullable = true)\n",
            " |-- Descri��o do Grupo da Opera��o: string (nullable = true)\n",
            " |-- Descricao_da_Fazenda: string (nullable = true)\n",
            " |-- codFrota: string (nullable = true)\n",
            " |-- Matricula: string (nullable = true)\n",
            " |-- codOperacao: string (nullable = true)\n",
            " |-- codFazenda: string (nullable = true)\n",
            " |-- codTalhao: string (nullable = true)\n",
            " |-- Descricao_da_Operacao: string (nullable = true)\n",
            " |-- Data_Hora_Inicial: string (nullable = true)\n",
            " |-- Data_Hora_Final: string (nullable = true)\n",
            " |-- SETOR: long (nullable = true)\n",
            " |-- FAZENDA: long (nullable = true)\n",
            " |-- TALHAO: string (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila: double (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila: double (nullable = true)\n",
            " |-- Total_Area: double (nullable = true)\n",
            " |-- X: double (nullable = true)\n",
            " |-- Y: double (nullable = true)\n",
            " |-- Teor_Minimo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Teor_Maximo_de_Argila_porcent: integer (nullable = true)\n",
            " |-- Intervalo de teor: string (nullable = true)\n",
            " |-- Analise de Textura: string (nullable = true)\n",
            " |-- Textura_Solo: string (nullable = true)\n",
            " |-- id_Fazenda: long (nullable = true)\n",
            " |-- Cod_Fazenda: integer (nullable = true)\n",
            " |-- Liberacao: integer (nullable = true)\n",
            " |-- Quadra: integer (nullable = true)\n",
            " |-- Distancia: integer (nullable = true)\n",
            " |-- Setor: string (nullable = true)\n",
            " |-- Fazenda: string (nullable = true)\n",
            " |-- Bloco: string (nullable = true)\n",
            " |-- Cod_Setor: integer (nullable = true)\n",
            " |-- Dsc_Setor: string (nullable = true)\n",
            " |-- Dsc_Fazenda: string (nullable = true)\n",
            " |-- Cod_Bloco: integer (nullable = true)\n",
            " |-- Dsc_Bloco: string (nullable = true)\n",
            " |-- Estagio_de_Corte: string (nullable = true)\n",
            " |-- Desc_Estagio_de_Corte: string (nullable = true)\n",
            " |-- Cod_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Variedade: string (nullable = true)\n",
            " |-- Ambiente_Solos: string (nullable = true)\n",
            " |-- Cultura: string (nullable = true)\n",
            " |-- Situacao: string (nullable = true)\n",
            " |-- Tipo_de_Corte: string (nullable = true)\n",
            " |-- Cod_Solo: integer (nullable = true)\n",
            " |-- Dsc_Solo: string (nullable = true)\n",
            " |-- Abv_Solo: string (nullable = true)\n",
            " |-- Solo: string (nullable = true)\n",
            " |-- Cod_Tipo_Variedade: integer (nullable = true)\n",
            " |-- Dsc_Tipo_Variedade: string (nullable = true)\n",
            " |-- Tipo_Varie: string (nullable = true)\n",
            " |-- Frente: string (nullable = true)\n",
            " |-- Data_Mes: string (nullable = true)\n",
            " |-- Cod_Frente: integer (nullable = true)\n",
            " |-- Data_Plantio: string (nullable = true)\n",
            " |-- Data_Ult_Corte: string (nullable = true)\n",
            " |-- Data_Primeiro_Corte: string (nullable = true)\n",
            " |-- Data_Corte_Atual: string (nullable = true)\n",
            " |-- Data_Abertura_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Abert_Liberacao: string (nullable = true)\n",
            " |-- Finalidade: integer (nullable = true)\n",
            " |-- Cod_Motivo_da_Liberacao: integer (nullable = true)\n",
            " |-- Dsc_Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Motivo_da_Liberacao: string (nullable = true)\n",
            " |-- Data_Encerramento_Liberacao: string (nullable = true)\n",
            " |-- Data_Hora_Encer_Liberacao: string (nullable = true)\n",
            " |-- Mes_Encer_Liberacao: string (nullable = true)\n",
            " |-- Data_Fech_Quadra: string (nullable = true)\n",
            " |-- Mes_Fech_Quadra: string (nullable = true)\n",
            " |-- Espacamento: string (nullable = true)\n",
            " |-- Epoca_Colheita: string (nullable = true)\n",
            " |-- Ambiente_Epoca: string (nullable = true)\n",
            " |-- Variedade: string (nullable = true)\n",
            " |-- Producao_tonelada: string (nullable = true)\n",
            " |-- Producao_porcent: string (nullable = true)\n",
            " |-- Producao_Estimada_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Lib_t: string (nullable = true)\n",
            " |-- Producao_Estimada_Colh_t: string (nullable = true)\n",
            " |-- Producao_Analisada_t: string (nullable = true)\n",
            " |-- Producao_Analisada_porcent: string (nullable = true)\n",
            " |-- Qtde_Quadras: string (nullable = true)\n",
            " |-- Area_Total_ha: string (nullable = true)\n",
            " |-- Area_Estimada_ha: string (nullable = true)\n",
            " |-- Area_Liberada_ha: string (nullable = true)\n",
            " |-- Area_Colhida_ha: string (nullable = true)\n",
            " |-- TCH: string (nullable = true)\n",
            " |-- TCH_Estimado: string (nullable = true)\n",
            " |-- TCH_Estimado_Lib: string (nullable = true)\n",
            " |-- TCH_Estimado_Colh: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Estim): string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Lib: string (nullable = true)\n",
            " |-- Dif_TCH_porcent_Real_Colh: string (nullable = true)\n",
            " |-- Idade: string (nullable = true)\n",
            " |-- Idade_Area_Colhida: string (nullable = true)\n",
            " |-- Numero_de_Cortes: integer (nullable = true)\n",
            " |-- Numero_Cortes_Area_Colhida): integer (nullable = true)\n",
            " |-- Brix: string (nullable = true)\n",
            " |-- LS: string (nullable = true)\n",
            " |-- PBU: string (nullable = true)\n",
            " |-- Fibra_porcent: string (nullable = true)\n",
            " |-- Pol_Cana: string (nullable = true)\n",
            " |-- A_R: string (nullable = true)\n",
            " |-- ART: string (nullable = true)\n",
            " |-- ATR_Kg_ton: string (nullable = true)\n",
            " |-- TAH: string (nullable = true)\n",
            " |-- TFH: string (nullable = true)\n",
            " |-- Agio: string (nullable = true)\n",
            " |-- Pol_porcent_Caldo: string (nullable = true)\n",
            " |-- Pureza_porcent: string (nullable = true)\n",
            " |-- TQ_hs: string (nullable = true)\n",
            " |-- TC_hs: integer (nullable = true)\n",
            " |-- Distancia2: integer (nullable = true)\n",
            " |-- TPHa: string (nullable = true)\n",
            " |-- Percentual_Analisada: string (nullable = true)\n",
            " |-- Qtd_Viagens: string (nullable = true)\n",
            " |-- Qtd_Viagens_Analisadas: string (nullable = true)\n",
            " |-- Viagens_Analisadas_porcent: string (nullable = true)\n",
            " |-- Porcent_Colhido: string (nullable = true)\n",
            " |-- c_Fazenda: string (nullable = true)\n",
            " |-- cQuadra: string (nullable = true)\n",
            " |-- cBloco: string (nullable = true)\n",
            " |-- cVariedade: string (nullable = true)\n",
            " |-- cSolo: string (nullable = true)\n",
            " |-- cTipo_Variedade: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- Equipamento: string (nullable = true)\n",
            " |-- Desc_Classe_Operacional: string (nullable = true)\n",
            " |-- Area: string (nullable = true)\n",
            " |-- Subarea: string (nullable = true)\n",
            " |-- Codigo: integer (nullable = true)\n",
            " |-- Decricao: string (nullable = true)\n",
            " |-- Velocidade_Minima_Km_h: string (nullable = true)\n",
            " |-- Velocidade_Maxima_Km_h: string (nullable = true)\n",
            " |-- Rotacao_Minima: integer (nullable = true)\n",
            " |-- Rotacao_Maxima: integer (nullable = true)\n",
            " |-- Mes_e_Ano: string (nullable = true)\n",
            " |-- G_GESTOR: string (nullable = true)\n",
            " |-- COD_OPERADOR: string (nullable = true)\n",
            " |-- GRUPO_EQUIPAMENTO: string (nullable = true)\n",
            " |-- Data_Acoplado: string (nullable = true)\n",
            " |-- Matr: string (nullable = true)\n",
            " |-- Nome_Operador: string (nullable = true)\n",
            " |-- Frota_Motorizada: string (nullable = true)\n",
            " |-- cFazenda: string (nullable = true)\n",
            " |-- cTalhao: string (nullable = true)\n",
            " |-- Frota_Implemento: string (nullable = true)\n",
            " |-- cOperacao: string (nullable = true)\n",
            " |-- Gr_Operacao: string (nullable = true)\n",
            " |-- D_Operacao: string (nullable = true)\n",
            " |-- Equip: integer (nullable = true)\n",
            " |-- descModelo_Implemento: string (nullable = true)\n",
            " |-- Classe_Operacional_Implemento: string (nullable = true)\n",
            " |-- Grupo_Gestor_OM: string (nullable = true)\n",
            " |-- Apontamento_Checklist: integer (nullable = false)\n",
            " |-- Pontua_RPM: integer (nullable = false)\n",
            " |-- RPM_Pontos: integer (nullable = false)\n",
            " |-- Pontua_Velocidade: integer (nullable = false)\n",
            " |-- Velocidade_Pontos: integer (nullable = false)\n",
            " |-- Pontua_RPM_Manobra: integer (nullable = false)\n",
            " |-- RPM_Pontos_Manobra: integer (nullable = false)\n",
            " |-- Pontua_RPM_Deslocamento: integer (nullable = false)\n",
            " |-- RPM_Pontos_Deslocamento: integer (nullable = false)\n",
            " |-- Pontos_RTK: integer (nullable = false)\n",
            " |-- Linha_do_Tempo: string (nullable = true)\n",
            " |-- Distance: string (nullable = true)\n",
            " |-- Speed_Km_h: string (nullable = true)\n",
            " |-- RPM: string (nullable = true)\n",
            " |-- RPM_Desejado: string (nullable = true)\n",
            " |-- Torque_porcent: string (nullable = true)\n",
            " |-- Torque_Desejado_porcent: string (nullable = true)\n",
            " |-- Consumo_litro_hora: string (nullable = true)\n",
            " |-- T. Combust�vel (�C): string (nullable = true)\n",
            " |-- Temp_Oleo_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Fluido_Hidraulico_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Motor_Graus_Celsius: string (nullable = true)\n",
            " |-- Temp_Arrefecimento_Graus_Celsius: string (nullable = true)\n",
            " |-- Carga_do_Motor_Nm: string (nullable = true)\n",
            " |-- Pressao_Oleo_KPa: string (nullable = true)\n",
            " |-- Bateria_V: string (nullable = true)\n",
            " |-- Temp_Ambiente_Graus_Celsius: string (nullable = true)\n",
            " |-- V. Vento (km/h): string (nullable = true)\n",
            " |-- Umidade_porcent: string (nullable = true)\n",
            " |-- arquivo: string (nullable = true)\n",
            " |-- Frota_CanBUS: string (nullable = true)\n",
            " |-- date: string (nullable = true)\n",
            " |-- Hora: string (nullable = true)\n",
            " |-- Data_e_Hora: string (nullable = true)\n",
            " |-- Data_e_Hora_Final: string (nullable = true)\n",
            " |-- Timestamp_inicio: timestamp (nullable = true)\n",
            " |-- Timestamp_final: timestamp (nullable = true)\n",
            "\n"
          ]
        }
      ],
      "source": [
        "fact_Operacao_produtiva.printSchema()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 145,
      "metadata": {
        "id": "tAocNendmAHB"
      },
      "outputs": [],
      "source": [
        "# Solicitar ao usuário que digite um valor de data\n",
        "#valor_data = input('Digite um valor de data para filtrar a tabela no formato \"yyyy-MM-dd\": ')\n",
        "\n",
        "# Converter o valor digitado em data\n",
        "#pesquisa = to_date(lit(valor_data), \"dd/MM/yyyy\")\n",
        "\n",
        "# Imprimir a data convertida\n",
        "#print(\"Data convertida:\", pesquisa)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumn('TCH', col('TCH').cast(IntegerType()))"
      ],
      "metadata": {
        "id": "pGJQM4ZW5GLb"
      },
      "execution_count": 146,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.withColumnRenamed('Descri��o do Grupo de Equipamento','Descric_do_Grupo_de_Equipamento')\\\n",
        "                                                 .withColumnRenamed('Descri��o do Grupo da Opera��o','Descric_do_Grupo_da Operacao')\\\n",
        "                                                 .withColumnRenamed('Dist�ncia','Dist')\\\n",
        "                                                 .withColumnRenamed('T. Combust�vel (�C)','Temperatura_Combustivel')"
      ],
      "metadata": {
        "id": "RN5kcEcz5P02"
      },
      "execution_count": 147,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "fact_Operacao_produtiva = fact_Operacao_produtiva.dropDuplicates()"
      ],
      "metadata": {
        "id": "auHic8Ehd50l"
      },
      "execution_count": 151,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 152,
      "metadata": {
        "id": "KM8sYaAL8VGm"
      },
      "outputs": [],
      "source": [
        "Analise_Plantio = fact_Operacao_produtiva.filter(fact_Operacao_produtiva.Grupo == 'FP - PLANTIO')\n",
        "Analise_Preparo = fact_Operacao_produtiva.filter(fact_Operacao_produtiva.Grupo == 'FPP - PREPARO')\n",
        "Analise_Tratos = fact_Operacao_produtiva.filter(fact_Operacao_produtiva.Grupo == 'FTC - TRATOS CULTURAIS')\n",
        "Analise_Colhedora = fact_Operacao_produtiva.filter(fact_Operacao_produtiva.Desc_Classe_Operacional == 'Colhedora Cana')"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Analise_Colhedora.count()"
      ],
      "metadata": {
        "id": "w6zjz_Lgacht"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "Analise_Colhedora.show(5, truncate=True)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aZCtp6R_uCsh",
        "outputId": "2466daec-a48f-48cf-a15a-68ad3aba1249"
      },
      "execution_count": 153,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+------------------+----------------+----------+---------+-----------------+-------------------+-------------------+------------+---------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+-------------------------------+--------------------+---------------+------------+----------+----------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------+------------+------------+-----------------------------+-----------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+---------+------------------+-------+---------+---------+-------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+----------+----------+--------------+------------------+------------------+----------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+-------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+-----------------------+----+-------+------+--------+----------------------+----------------------+--------------+--------------+---------+--------+------------+-----------------+-------------+----+-------------+----------------+--------+-------+----------------+---------+-----------+----------+-----+---------------------+-----------------------------+---------------+---------------------+----------+----------+-----------------+-----------------+------------------+------------------+-----------------------+-----------------------+----------+--------------+--------+----------+----+------------+--------------+-----------------------+------------------+-----------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+-------+------------+----+----+-----------+-----------------+----------------+---------------+\n",
            "|Estado_Operacional|           Grupo|Grupo_Oper|Horimetro|Implemento_Ligado|           Latitude|          Longitude|Motor_Ligado|       Operacao|Pressao_de_Corte|RPM_Extrator|RTK|            Operador|RPM_Motor|   Data_Hora_Evento|Frota|Velocidade_Km_h|               Data|Descric_do_Grupo_de_Equipamento|                Nome|Data_Hora_Local|Hora_Inicial|Hora_Final|Descric_do_Grupo_da Operacao|Descricao_da_Fazenda|codFrota|Matricula|codOperacao|codFazenda|codTalhao|Descricao_da_Operacao|  Data_Hora_Inicial|    Data_Hora_Final|SETOR|FAZENDA|TALHAO|Teor_Minimo_de_Argila|Teor_Maximo_de_Argila| Total_Area|           X|           Y|Teor_Minimo_de_Argila_porcent|Teor_Maximo_de_Argila_porcent|   Intervalo de teor|Analise de Textura|        Textura_Solo|id_Fazenda|Cod_Fazenda|Liberacao|Quadra|Distancia|    Setor|           Fazenda|  Bloco|Cod_Setor|Dsc_Setor|  Dsc_Fazenda|Cod_Bloco|Dsc_Bloco|Estagio_de_Corte|Desc_Estagio_de_Corte|Cod_Variedade|Dsc_Variedade|Ambiente_Solos|       Cultura|            Situacao|Tipo_de_Corte|Cod_Solo|  Dsc_Solo|  Abv_Solo|          Solo|Cod_Tipo_Variedade|Dsc_Tipo_Variedade|Tipo_Varie|  Frente|Data_Mes|Cod_Frente|Data_Plantio|Data_Ult_Corte|Data_Primeiro_Corte|Data_Corte_Atual|Data_Abertura_Liberacao|Data_Hora_Abert_Liberacao|Finalidade|Cod_Motivo_da_Liberacao|Dsc_Motivo_da_Liberacao|Motivo_da_Liberacao|Data_Encerramento_Liberacao|Data_Hora_Encer_Liberacao|Mes_Encer_Liberacao|Data_Fech_Quadra|Mes_Fech_Quadra|Espacamento|Epoca_Colheita|Ambiente_Epoca|    Variedade|Producao_tonelada|Producao_porcent|Producao_Estimada_t|Producao_Estimada_Lib_t|Producao_Estimada_Colh_t|Producao_Analisada_t|Producao_Analisada_porcent|Qtde_Quadras|Area_Total_ha|Area_Estimada_ha|Area_Liberada_ha|Area_Colhida_ha| TCH|TCH_Estimado|TCH_Estimado_Lib|TCH_Estimado_Colh|Dif_TCH_porcent_Real_Estim)|Dif_TCH_porcent_Real_Lib|Dif_TCH_porcent_Real_Colh|      Idade|Idade_Area_Colhida|Numero_de_Cortes|Numero_Cortes_Area_Colhida)|       Brix|         LS|        PBU|Fibra_porcent|Pol_Cana| A_R|  ART|ATR_Kg_ton|  TAH|    TFH|  Agio|Pol_porcent_Caldo|Pureza_porcent|TQ_hs|TC_hs|Distancia2| TPHa|Percentual_Analisada|Qtd_Viagens|Qtd_Viagens_Analisadas|Viagens_Analisadas_porcent|Porcent_Colhido|c_Fazenda|cQuadra|cBloco|cVariedade|cSolo|cTipo_Variedade|Equip|Equipamento|Desc_Classe_Operacional|Area|Subarea|Codigo|Decricao|Velocidade_Minima_Km_h|Velocidade_Maxima_Km_h|Rotacao_Minima|Rotacao_Maxima|Mes_e_Ano|G_GESTOR|COD_OPERADOR|GRUPO_EQUIPAMENTO|Data_Acoplado|Matr|Nome_Operador|Frota_Motorizada|cFazenda|cTalhao|Frota_Implemento|cOperacao|Gr_Operacao|D_Operacao|Equip|descModelo_Implemento|Classe_Operacional_Implemento|Grupo_Gestor_OM|Apontamento_Checklist|Pontua_RPM|RPM_Pontos|Pontua_Velocidade|Velocidade_Pontos|Pontua_RPM_Manobra|RPM_Pontos_Manobra|Pontua_RPM_Deslocamento|RPM_Pontos_Deslocamento|Pontos_RTK|Linha_do_Tempo|Distance|Speed_Km_h| RPM|RPM_Desejado|Torque_porcent|Torque_Desejado_porcent|Consumo_litro_hora|Temperatura_Combustivel|Temp_Oleo_Graus_Celsius|Temp_Fluido_Hidraulico_Graus_Celsius|Temp_Motor_Graus_Celsius|Temp_Arrefecimento_Graus_Celsius|Carga_do_Motor_Nm|Pressao_Oleo_KPa|Bateria_V|Temp_Ambiente_Graus_Celsius|V. Vento (km/h)|Umidade_porcent|arquivo|Frota_CanBUS|date|Hora|Data_e_Hora|Data_e_Hora_Final|Timestamp_inicio|Timestamp_final|\n",
            "+------------------+----------------+----------+---------+-----------------+-------------------+-------------------+------------+---------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+-------------------------------+--------------------+---------------+------------+----------+----------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------+------------+------------+-----------------------------+-----------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+---------+------------------+-------+---------+---------+-------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+----------+----------+--------------+------------------+------------------+----------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+-------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+-----------------------+----+-------+------+--------+----------------------+----------------------+--------------+--------------+---------+--------+------------+-----------------+-------------+----+-------------+----------------+--------+-------+----------------+---------+-----------+----------+-----+---------------------+-----------------------------+---------------+---------------------+----------+----------+-----------------+-----------------+------------------+------------------+-----------------------+-----------------------+----------+--------------+--------+----------+----+------------+--------------+-----------------------+------------------+-----------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+-------+------------+----+----+-----------+-----------------+----------------+---------------+\n",
            "|       TRABALHANDO|F3 - MEC CENTRAL|PRODUTIVAS| 25476.20|              Sim|-21.961939493815123| -47.35719553629558|         Sim|Corte Cana Crua|           687.3|         Sim|Nao|DAMIAO DANILO CAR...|     1505|2023-06-20 15:50:18| 6033|           null|20/06/2023 15:50:18|                           null|                null|           null|        null|      null|                        null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|       null|        null|        null|                         null|                         null|                null|              null|                null|      null|       null|     null|  null|     null|     null|              null|   null|     null|     null|         null|     null|     null|            null|                 null|         null|         null|          null|          null|                null|         null|    null|      null|      null|          null|              null|              null|      null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|         null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null|       null|              null|            null|                       null|       null|       null|       null|         null|    null|null| null|      null| null|   null|  null|             null|          null| null| null|      null| null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 6033|       3520|         Colhedora Cana|null|   null|  null|    null|                  null|                  null|          null|          null| Jun/2023|    null|        null|             null|         null|null|         null|            null|    null|   null|            null|     null|       null|      null| null|                 null|                         null|    MEC CENTRAL|                    0|         0|         0|                0|                0|                 0|                 0|                      0|                      0|         1|          null|    null|      null|null|        null|          null|                   null|              null|                   null|                   null|                                null|                    null|                            null|             null|            null|     null|                       null|           null|           null|   null|        null|null|null|       null|             null|            null|           null|\n",
            "|       TRABALHANDO|F3 - MEC CENTRAL|PRODUTIVAS| 25151.45|              Sim|-21.925973256429057| -47.39541880289714|         Sim|        Manobra|          986.72|         Sim|Nao|DAMIAO DANILO CAR...|     1893|2023-04-21 10:47:53| 6033|            0.0|21/04/2023 10:47:53|               F3 - MEC CENTRAL|DAMIAO DANILO CAR...|     2023-04-21|    10:47:43|  10:47:59|                  PRODUTIVAS|       SIT. DO FUNIL|    6033|   167891|        883|      2844|        4|              Manobra|21/04/2023 10:47:43|21/04/2023 10:47:59|    1|   2844|     4|                 0.26|                 0.35|15.42492295|-47.39733808|-21.92819947|                           26|                           35|26% à 35% de teor...|        Solo Médio|26% à 35% de teor...|      2844|       2844| 28440041|     4|       26|1-CENTRAL|2844-SIT. DO FUNIL|1-UNICO|        1|  CENTRAL|SIT. DO FUNIL|        1|    UNICO|              3C|              CORTE 3|            0|    AGRUPADAS|             I|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     999|INDEFINIDO|INDEFINIDO|999-INDEFINIDO|                 3|             M�DIA|   3-M�DIA|FRENTE 3|  abr/23|         3|  25/03/2020|    20/04/2022|         16/04/2021|      14/04/2023|             14/04/2023|         14/04/2023 11:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 26/04/2023|         26/04/2023 09:28|             abr/23|      26/04/2023|         abr/23|        1,5|          null|          null|0 - AGRUPADAS|            45,42|        5,53E-03|            252,888|                  231,3|                 38,8803|               22,22|                  7,78E-03|         0,2|        3,084|           3,084|           3,084|        0,47415|null|          82|              75|               82|                16,82008626|             27,72329432|              16,82008626|11,76662263|             11,77|               3|                          3|15,89138614|52,03865346|131,6692574|        11,41|    10,9|0,76|12,23|    111,95|10,72|1092,96|-14,96|            12,74|         80,17|    0|  100|        26|10,44|          48,9211801|        0,4|                   0,4|                       100|    116,8200863|     2844|      4|     1|         0|  999|              3| 6033|       3520|         Colhedora Cana|null|   null|   883| Manobra|                     1|                     3|          1200|          1600| Apr/2023|    null|        null|             null|         null|null|         null|            null|    null|   null|            null|     null|       null|      null| null|                 null|                         null|    MEC CENTRAL|                    0|         1|         0|                1|                0|                 1|                 0|                      0|                      0|         1|          null|    null|      null|null|        null|          null|                   null|              null|                   null|                   null|                                null|                    null|                            null|             null|            null|     null|                       null|           null|           null|   null|        null|null|null|       null|             null|            null|           null|\n",
            "|       TRABALHANDO|F3 - MEC CENTRAL|PRODUTIVAS| 25505.95|              Sim|-21.961853663126647|-47.356674194335945|         Sim|        Manobra|          862.75|         Sim|Nao|JOSE MAURO DE SALLES|     1917|2023-06-22 01:30:55| 6033|            0.0|22/06/2023 01:30:55|                           null|                null|           null|        null|      null|                        null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|       null|        null|        null|                         null|                         null|                null|              null|                null|      null|       null|     null|  null|     null|     null|              null|   null|     null|     null|         null|     null|     null|            null|                 null|         null|         null|          null|          null|                null|         null|    null|      null|      null|          null|              null|              null|      null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|         null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null|       null|              null|            null|                       null|       null|       null|       null|         null|    null|null| null|      null| null|   null|  null|             null|          null| null| null|      null| null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 6033|       3520|         Colhedora Cana|null|   null|  null|    null|                  null|                  null|          null|          null| Jun/2023|    null|        null|             null|         null|null|         null|            null|    null|   null|            null|     null|       null|      null| null|                 null|                         null|    MEC CENTRAL|                    0|         0|         0|                0|                0|                 0|                 0|                      0|                      0|         1|          null|    null|      null|null|        null|          null|                   null|              null|                   null|                   null|                                null|                    null|                            null|             null|            null|     null|                       null|           null|           null|   null|        null|null|null|       null|             null|            null|           null|\n",
            "|       TRABALHANDO|F3 - MEC CENTRAL|PRODUTIVAS| 25151.45|              Sim|-21.925973256429057| -47.39541880289714|         Sim|        Manobra|          986.72|         Sim|Nao|DAMIAO DANILO CAR...|     1893|2023-04-21 10:47:53| 6033|            0.0|21/04/2023 10:47:53|               F3 - MEC CENTRAL|DAMIAO DANILO CAR...|     2023-04-21|    10:47:43|  10:47:59|                  PRODUTIVAS|       SIT. DO FUNIL|    6033|   167891|        883|      2844|        4|              Manobra|21/04/2023 10:47:43|21/04/2023 10:47:59|    1|   2844|     4|                 0.26|                 0.35|15.42492295|-47.39733808|-21.92819947|                           26|                           35|26% à 35% de teor...|        Solo Médio|26% à 35% de teor...|      2844|       2844| 28440041|     4|       26|1-CENTRAL|2844-SIT. DO FUNIL|1-UNICO|        1|  CENTRAL|SIT. DO FUNIL|        1|    UNICO|              3C|              CORTE 3|            0|    AGRUPADAS|             I|CANA-DE-ACUCAR|AREA ENCERRADA TOTAL|     MEC CRUA|     999|INDEFINIDO|INDEFINIDO|999-INDEFINIDO|                 3|             M�DIA|   3-M�DIA|FRENTE 3|  abr/23|         3|  25/03/2020|    20/04/2022|         16/04/2021|      14/04/2023|             14/04/2023|         14/04/2023 11:00|         1|                      1|              PLANEJADA|        1-PLANEJADA|                 26/04/2023|         26/04/2023 09:28|             abr/23|      26/04/2023|         abr/23|        1,5|          null|          null|0 - AGRUPADAS|           413,52|        5,03E-02|            252,888|                  231,3|               353,98252|              175,64|               0,061483011|         0,2|        3,084|           3,084|           3,084|        4,31686|null|          82|              75|               82|                16,81932769|             27,72246494|              16,81932769|11,76663765|             11,77|               3|                          3|15,72815019|51,67777652|127,0292046|        11,04|    10,9|0,76|12,23|    111,92|10,72|1057,52|-14,62|            12,66|         80,48|    0|  100|        26|10,44|         42,47436642|        4,2|                   3,2|               76,19047619|    116,8193277|     2844|      4|     1|         0|  999|              3| 6033|       3520|         Colhedora Cana|null|   null|   883| Manobra|                     1|                     3|          1200|          1600| Apr/2023|    null|        null|             null|         null|null|         null|            null|    null|   null|            null|     null|       null|      null| null|                 null|                         null|    MEC CENTRAL|                    0|         1|         0|                1|                0|                 1|                 0|                      0|                      0|         1|          null|    null|      null|null|        null|          null|                   null|              null|                   null|                   null|                                null|                    null|                            null|             null|            null|     null|                       null|           null|           null|   null|        null|null|null|       null|             null|            null|           null|\n",
            "|       TRABALHANDO|F3 - MEC CENTRAL|PRODUTIVAS| 25476.25|              Sim|-21.962222417195658| -47.35725275675456|         Sim|Corte Cana Crua|          862.75|         Sim|Nao|DAMIAO DANILO CAR...|     1997|2023-06-20 15:51:18| 6033|           null|20/06/2023 15:51:18|                           null|                null|           null|        null|      null|                        null|                null|    null|     null|       null|      null|     null|                 null|               null|               null| null|   null|  null|                 null|                 null|       null|        null|        null|                         null|                         null|                null|              null|                null|      null|       null|     null|  null|     null|     null|              null|   null|     null|     null|         null|     null|     null|            null|                 null|         null|         null|          null|          null|                null|         null|    null|      null|      null|          null|              null|              null|      null|    null|    null|      null|        null|          null|               null|            null|                   null|                     null|      null|                   null|                   null|               null|                       null|                     null|               null|            null|           null|       null|          null|          null|         null|             null|            null|               null|                   null|                    null|                null|                      null|        null|         null|            null|            null|           null|null|        null|            null|             null|                       null|                    null|                     null|       null|              null|            null|                       null|       null|       null|       null|         null|    null|null| null|      null| null|   null|  null|             null|          null| null| null|      null| null|                null|       null|                  null|                      null|           null|     null|   null|  null|      null| null|           null| 6033|       3520|         Colhedora Cana|null|   null|  null|    null|                  null|                  null|          null|          null| Jun/2023|    null|        null|             null|         null|null|         null|            null|    null|   null|            null|     null|       null|      null| null|                 null|                         null|    MEC CENTRAL|                    0|         0|         0|                0|                0|                 0|                 0|                      0|                      0|         1|          null|    null|      null|null|        null|          null|                   null|              null|                   null|                   null|                                null|                    null|                            null|             null|            null|     null|                       null|           null|           null|   null|        null|null|null|       null|             null|            null|           null|\n",
            "+------------------+----------------+----------+---------+-----------------+-------------------+-------------------+------------+---------------+----------------+------------+---+--------------------+---------+-------------------+-----+---------------+-------------------+-------------------------------+--------------------+---------------+------------+----------+----------------------------+--------------------+--------+---------+-----------+----------+---------+---------------------+-------------------+-------------------+-----+-------+------+---------------------+---------------------+-----------+------------+------------+-----------------------------+-----------------------------+--------------------+------------------+--------------------+----------+-----------+---------+------+---------+---------+------------------+-------+---------+---------+-------------+---------+---------+----------------+---------------------+-------------+-------------+--------------+--------------+--------------------+-------------+--------+----------+----------+--------------+------------------+------------------+----------+--------+--------+----------+------------+--------------+-------------------+----------------+-----------------------+-------------------------+----------+-----------------------+-----------------------+-------------------+---------------------------+-------------------------+-------------------+----------------+---------------+-----------+--------------+--------------+-------------+-----------------+----------------+-------------------+-----------------------+------------------------+--------------------+--------------------------+------------+-------------+----------------+----------------+---------------+----+------------+----------------+-----------------+---------------------------+------------------------+-------------------------+-----------+------------------+----------------+---------------------------+-----------+-----------+-----------+-------------+--------+----+-----+----------+-----+-------+------+-----------------+--------------+-----+-----+----------+-----+--------------------+-----------+----------------------+--------------------------+---------------+---------+-------+------+----------+-----+---------------+-----+-----------+-----------------------+----+-------+------+--------+----------------------+----------------------+--------------+--------------+---------+--------+------------+-----------------+-------------+----+-------------+----------------+--------+-------+----------------+---------+-----------+----------+-----+---------------------+-----------------------------+---------------+---------------------+----------+----------+-----------------+-----------------+------------------+------------------+-----------------------+-----------------------+----------+--------------+--------+----------+----+------------+--------------+-----------------------+------------------+-----------------------+-----------------------+------------------------------------+------------------------+--------------------------------+-----------------+----------------+---------+---------------------------+---------------+---------------+-------+------------+----+----+-----------+-----------------+----------------+---------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "Analise_Colhedora = Analise_Colhedora.filter(Analise_Colhedora.Operacao != 'Manobra')"
      ],
      "metadata": {
        "id": "wTunmxnFXteR"
      },
      "execution_count": 155,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "Analise_Colhedora.count()"
      ],
      "metadata": {
        "id": "GUa6qaGltGFg"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Importando funções, observando que a função \"corr\" faz a correlação entre duas variáveis\n",
        "from pyspark.sql.functions import count, avg, max, min, round, corr, collect_list\n",
        "\n",
        "Agrupamento_Analise_Oper = Analise_Colhedora.groupBy(['','','']).agg()"
      ],
      "metadata": {
        "id": "acE_eBRcUM-n"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Xzd49CVly03Y"
      },
      "outputs": [],
      "source": [
        "#fact_Operacao_produtiva.show(5, truncate=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "MhUxmyncyYH2"
      },
      "outputs": [],
      "source": [
        "#Hoje_fact_Operacao_produtiva = fact_Operacao_produtiva.filter(col('Data_Hora_Local') > '18/06/2023')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "MZOSG1RoPlaB"
      },
      "outputs": [],
      "source": [
        "# Importando funções\n",
        "#from pyspark.sql.functions import count, avg, max, min, round, corr, collect_list\n",
        "\n",
        "#Agrupamento_Analise_Oper = Analise_Colhedora.groupBy(['Estado_Operacional','Grupo','Grupo_Oper','codOperacao','Descricao_da_Operacao','codFazenda','Descricao_da_Fazenda',\\\n",
        "                                                    #'codTalhao','Data_Hora_Local','Matricula','Nome','Desc_Classe_Operacional','Frota','Equipamento','Classe_Operacional_Implemento',\\\n",
        "                                                    #'Frota_Implemento','descModelo_Implemento','Intervalo de teor','Analise de Textura','Teor_Minimo_de_Argila_porcent','Estagio_de_Corte',\\\n",
        "                                                    #'Teor_Maximo_de_Argila_porcent','Dsc_Variedade','Dsc_Tipo_Variedade']).agg(round(avg('RPM_Motor')),max('Data_Plantio'),max('Data_Ult_Corte'),\\\n",
        "                                                    #round(avg('Rotacao_Minima')),round(avg('Rotacao_Maxima')),round(avg('Velocidade_Km_h'), 2),round(avg('Velocidade_Minima_Km_h'), 2),\\\n",
        "                                                    #round(avg('Velocidade_Maxima_Km_h'), 2),round(avg('TCH'),2),count('Pontua_RPM'),count('RPM_Pontos'),count('Pontua_Velocidade'),\\\n",
        "                                                    #count('Velocidade_Pontos'),count('Pontua_RPM_Manobra'),count('RPM_Pontos_Manobra'),count('Pontua_RPM_Deslocamento'),\\\n",
        "                                                    #count('RPM_Pontos_Deslocamento'),collect_list('Data_Hora_Evento'),collect_list('Latitude'),collect_list('Longitude'))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Xze-LwGfo6bV"
      },
      "outputs": [],
      "source": [
        "#spark.conf.set(\"spark.sql.autoBroadcastJoinThreshold\", -1)\n",
        "\n",
        "#Agrupamento_Analise_pd = Agrupamento_Analise_Oper.toPandas()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "-nRNION2kAqz"
      },
      "outputs": [],
      "source": [
        "#Agrupamento_Analise_pd.head(5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "h-HI3bnlkO0I"
      },
      "outputs": [],
      "source": [
        "# Converter a coluna 'Data_Hora_Local' para o tipo datetime\n",
        "#Agrupamento_Analise_pd['Data_Hora_Local'] = pd.to_datetime(Agrupamento_Analise_pd['Data_Hora_Local'])\n",
        "\n",
        "# Obter o valor máximo da coluna 'Data_Hora_Local'\n",
        "#max_data_hora_local = Agrupamento_Analise_pd['Data_Hora_Local'].max()\n",
        "\n",
        "# Converter o valor máximo para uma string formatada\n",
        "#max_data_hora_local_str = max_data_hora_local.strftime(\"%Y%m%d\")\n",
        "\n",
        "# Criar o nome do arquivo com o valor máximo da data e hora local\n",
        "#nome_arquivo = f'analiseOperacional_{max_data_hora_local_str}.csv'\n",
        "\n",
        "# Exportar o DataFrame para o arquivo CSV Acumulado\n",
        "#Agrupamento_Analise_pd.to_csv(f'/content/drive/MyDrive/analiseOperacional/{nome_arquivo}', index=False)\n",
        "\n",
        "# Exportar o DataFrame para o arquivo CSV\n",
        "#Agrupamento_Analise_pd.to_csv(f'/content/drive/MyDrive/Analise_Operacional/BigData_Operacional/analiseOperacional/Colhedora_{nome_arquivo}', index=False)"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}