Get_paper_IDs.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "205c9179-4b97-4954-8b29-6dabf8db2590",
   "metadata": {},
   "source": [
    "## ArXiv official"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "db63f820-ffd9-4d63-beda-16c70145fdba",
   "metadata": {},
   "outputs": [],
   "source": [
    "import urllib, urllib.request\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "5162122e-bf47-456a-aa7a-a07a2b74e489",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n",
      "<feed xmlns=\"http://www.w3.org/2005/Atom\">\n",
      "  <link href=\"http://arxiv.org/api/query?search_query%3Dcat%3Amath.CO%26id_list%3D%26start%3D0%26max_results%3D2\" rel=\"self\" type=\"application/atom+xml\"/>\n",
      "  <title type=\"html\">ArXiv Query: search_query=cat:math.CO&amp;id_list=&amp;start=0&amp;max_results=2</title>\n",
      "  <id>http://arxiv.org/api/VG00DX8kkHW3pKyZc97gCohq8Vg</id>\n",
      "  <updated>2023-04-25T00:00:00-04:00</updated>\n",
      "  <opensearch:totalResults xmlns:opensearch=\"http://a9.com/-/spec/opensearch/1.1/\">59541</opensearch:totalResults>\n",
      "  <opensearch:startIndex xmlns:opensearch=\"http://a9.com/-/spec/opensearch/1.1/\">0</opensearch:startIndex>\n",
      "  <opensearch:itemsPerPage xmlns:opensearch=\"http://a9.com/-/spec/opensearch/1.1/\">2</opensearch:itemsPerPage>\n",
      "  <entry>\n",
      "    <id>http://arxiv.org/abs/math/9201305v1</id>\n",
      "    <updated>1991-06-01T00:00:00Z</updated>\n",
      "    <published>1991-06-01T00:00:00Z</published>\n",
      "    <title>Alternating sign matrices and domino tilings</title>\n",
      "    <summary>  We introduce a family of planar regions, called Aztec diamonds, and study the\n",
      "ways in which these regions can be tiled by dominoes. Our main result is a\n",
      "generating function that not only gives the number of domino tilings of the\n",
      "Aztec diamond of order $n$ but also provides information about the orientation\n",
      "of the dominoes (vertical versus horizontal) and the accessibility of one\n",
      "tiling from another by means of local modifications. Several proofs of the\n",
      "formula are given. The problem turns out to have connections with the\n",
      "alternating sign matrices of Mills, Robbins, and Rumsey, as well as the square\n",
      "ice model studied by Lieb.\n",
      "</summary>\n",
      "    <author>\n",
      "      <name>Noam Elkies</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Harvard</arxiv:affiliation>\n",
      "    </author>\n",
      "    <author>\n",
      "      <name>Greg Kuperberg</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">UC Berkeley</arxiv:affiliation>\n",
      "    </author>\n",
      "    <author>\n",
      "      <name>Michael Larsen</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">U Penn</arxiv:affiliation>\n",
      "    </author>\n",
      "    <author>\n",
      "      <name>James Propp</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">MIT</arxiv:affiliation>\n",
      "    </author>\n",
      "    <arxiv:journal_ref xmlns:arxiv=\"http://arxiv.org/schemas/atom\">J. Algebraic Combin. 1 (1992), no. 2, 111--132; J. Algebraic\n",
      "  Combin. 1 (1992), no. 3, 219-234</arxiv:journal_ref>\n",
      "    <link href=\"http://arxiv.org/abs/math/9201305v1\" rel=\"alternate\" type=\"text/html\"/>\n",
      "    <link title=\"pdf\" href=\"http://arxiv.org/pdf/math/9201305v1\" rel=\"related\" type=\"application/pdf\"/>\n",
      "    <arxiv:primary_category xmlns:arxiv=\"http://arxiv.org/schemas/atom\" term=\"math.CO\" scheme=\"http://arxiv.org/schemas/atom\"/>\n",
      "    <category term=\"math.CO\" scheme=\"http://arxiv.org/schemas/atom\"/>\n",
      "  </entry>\n",
      "  <entry>\n",
      "    <id>http://arxiv.org/abs/math/9206203v1</id>\n",
      "    <updated>1992-06-03T20:48:23Z</updated>\n",
      "    <published>1992-06-03T20:48:23Z</published>\n",
      "    <title>A Short Proof of Jacobi's Formula for the Number of Representations of\n",
      "  an Integer as a Sum of Four Squares</title>\n",
      "    <summary>  A short and elementary proof, and a finite-form generalization, are given of\n",
      "Jacobi's formula for the number of ways of writing an integer as a sum of four\n",
      "squares (that implies Lagrange's famous 1777 theorem.)\n",
      "</summary>\n",
      "    <author>\n",
      "      <name>George Andrews</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Pennsylvania State University</arxiv:affiliation>\n",
      "    </author>\n",
      "    <author>\n",
      "      <name>Shalsoh B. Ekhad</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Temple University</arxiv:affiliation>\n",
      "    </author>\n",
      "    <author>\n",
      "      <name>Doron Zeilberger</name>\n",
      "      <arxiv:affiliation xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Temple University</arxiv:affiliation>\n",
      "    </author>\n",
      "    <arxiv:comment xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Plain TeX</arxiv:comment>\n",
      "    <arxiv:journal_ref xmlns:arxiv=\"http://arxiv.org/schemas/atom\">Amer. Math. Monthly 100(1993), 273-276</arxiv:journal_ref>\n",
      "    <link href=\"http://arxiv.org/abs/math/9206203v1\" rel=\"alternate\" type=\"text/html\"/>\n",
      "    <link title=\"pdf\" href=\"http://arxiv.org/pdf/math/9206203v1\" rel=\"related\" type=\"application/pdf\"/>\n",
      "    <arxiv:primary_category xmlns:arxiv=\"http://arxiv.org/schemas/atom\" term=\"math.CO\" scheme=\"http://arxiv.org/schemas/atom\"/>\n",
      "    <category term=\"math.CO\" scheme=\"http://arxiv.org/schemas/atom\"/>\n",
      "  </entry>\n",
      "</feed>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "url = 'http://export.arxiv.org/api/query?search_query=cat:math.CO&max_results=2'\n",
    "data = urllib.request.urlopen(url)\n",
    "print(data.read().decode('utf-8'))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eb9957dd-4bd3-44fd-ab2c-4d57cffb1685",
   "metadata": {},
   "source": [
    "## Using arXiv api  \n",
    "https://eps-libraries-berkeley.github.io/volt/Search/arxiv_api.html\n",
    "\n",
    "https://github.com/lukasschwab/arxiv.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "45f1be2c-5d87-42a4-97e0-19c33e2232a2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting arxiv\n",
      "  Downloading arxiv-1.4.7-py3-none-any.whl (12 kB)\n",
      "Collecting feedparser\n",
      "  Downloading feedparser-6.0.10-py3-none-any.whl (81 kB)\n",
      "\u001b[2K     \u001b[38;2;114;156;31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.1/81.1 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hCollecting sgmllib3k\n",
      "  Downloading sgmllib3k-1.0.0.tar.gz (5.8 kB)\n",
      "  Preparing metadata (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25hBuilding wheels for collected packages: sgmllib3k\n",
      "  Building wheel for sgmllib3k (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25h  Created wheel for sgmllib3k: filename=sgmllib3k-1.0.0-py3-none-any.whl size=6048 sha256=3a92d79883733cadd70730bbcb2b1c4502aa1c3a19aae5eaf2eb0a394d7244bc\n",
      "  Stored in directory: /home/shufan/.cache/pip/wheels/f2/3d/e2/03a8c2177ae48bc14ba849ffc39182eb96126a2ee08ec6dd1e\n",
      "Successfully built sgmllib3k\n",
      "Installing collected packages: sgmllib3k, feedparser, arxiv\n",
      "Successfully installed arxiv-1.4.7 feedparser-6.0.10 sgmllib3k-1.0.0\n"
     ]
    }
   ],
   "source": [
    "#!pip install arxiv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cb148a4d-baf9-479a-b609-748e12575732",
   "metadata": {},
   "outputs": [],
   "source": [
    "import arxiv\n",
    "import requests\n",
    "import json\n",
    "import csv\n",
    "import pandas as pd\n",
    "from collections import Counter, defaultdict\n",
    "import numpy as np # for array manipulation\n",
    "import matplotlib.pyplot as plt # for data visualization\n",
    "%matplotlib inline \n",
    "import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "f4f00e1d-e93b-4feb-b8ac-41e226a8c01d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Construction of Permutation Polynomials of Certain Specific Cycle Structure over Finite Fields http://arxiv.org/abs/2304.12293v1 2023-04-24 17:44:43+00:00\n",
      "On locally rainbow colourings http://arxiv.org/abs/2304.12260v1 2023-04-24 17:00:31+00:00\n",
      "On the determinicity of paths on substitution complexes http://arxiv.org/abs/2304.12246v1 2023-04-24 16:34:46+00:00\n",
      "On polynomials associated to Voronoi diagrams of point sets and crossing numbers http://arxiv.org/abs/2304.12238v1 2023-04-24 16:25:09+00:00\n",
      "Sweet division problems: from chocolate bars to honeycomb strips and back http://arxiv.org/abs/2304.12121v1 2023-04-24 14:24:30+00:00\n",
      "A Persistence-Driven Edit Distance for Graphs with Abstract Weights http://arxiv.org/abs/2304.12088v1 2023-04-24 13:34:17+00:00\n"
     ]
    }
   ],
   "source": [
    "search = arxiv.Search(\n",
    "  query = \"cat:math.CO\",\n",
    "  max_results = 6,\n",
    "  sort_by = arxiv.SortCriterion.SubmittedDate\n",
    ")\n",
    "\n",
    "for result in search.results():\n",
    "  print(result.title, result.entry_id, result.published)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b0d2c7f4-8c49-42d3-b3ee-c52fd3537fd4",
   "metadata": {},
   "outputs": [],
   "source": [
    "results_generator = arxiv.Client(\n",
    "  page_size=1000,\n",
    "  delay_seconds=3,\n",
    "  num_retries=3\n",
    ").results(arxiv.Search(\n",
    "  query=\"cat:math.CO\",\n",
    "  id_list=[],\n",
    "  sort_by=arxiv.SortCriterion.Relevance,\n",
    "  sort_order=arxiv.SortOrder.Descending,\n",
    "))fetched\n",
    "\n",
    "CO_papers = []\n",
    "for paper in results_generator:\n",
    "  # You could do per-paper analysis here; for now, just collect them in a list.\n",
    "  CO_papers.append(paper)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "673e2738-d85b-4842-9e1d-7ee5a791ff84",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_df = pd.DataFrame([vars(paper) for paper in CO_papers])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "57b0bf76-d430-4fbb-aa87-e39ad182f392",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_df.to_csv('43k_CO_papers.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "a71b32f3-9b32-4824-abf8-b536033bf3de",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>entry_id</th>\n",
       "      <th>updated</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>authors</th>\n",
       "      <th>summary</th>\n",
       "      <th>comment</th>\n",
       "      <th>journal_ref</th>\n",
       "      <th>doi</th>\n",
       "      <th>primary_category</th>\n",
       "      <th>categories</th>\n",
       "      <th>links</th>\n",
       "      <th>pdf_url</th>\n",
       "      <th>_raw</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>42990</th>\n",
       "      <td>http://arxiv.org/abs/2006.07946v2</td>\n",
       "      <td>2020-06-25 23:17:43+00:00</td>\n",
       "      <td>2020-06-14 16:20:19+00:00</td>\n",
       "      <td>Preimage Cardinalities of Continuous Functions</td>\n",
       "      <td>[Seljon Akhmedli]</td>\n",
       "      <td>We find all subsets of $\\mathbb{N}$ which occu...</td>\n",
       "      <td>4 figures (another figure added)</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.GN]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.07946v2, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.07946v2</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.07946v2', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42991</th>\n",
       "      <td>http://arxiv.org/abs/2006.08120v2</td>\n",
       "      <td>2021-05-24 01:02:27+00:00</td>\n",
       "      <td>2020-06-15 04:15:05+00:00</td>\n",
       "      <td>Ratios of Hahn--Exton $q$-Bessel functions and...</td>\n",
       "      <td>[Jang Soo Kim, Dennis Stanton]</td>\n",
       "      <td>In 1993 Delest and F\\'edou showed that a gener...</td>\n",
       "      <td>A referee informed us that the first main resu...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.CA]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08120v2, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08120v2</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08120v2', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42992</th>\n",
       "      <td>http://arxiv.org/abs/2006.08142v2</td>\n",
       "      <td>2020-06-16 02:15:37+00:00</td>\n",
       "      <td>2020-06-15 05:39:55+00:00</td>\n",
       "      <td>Expanding phenomena over higher dimensional ma...</td>\n",
       "      <td>[Nguyen Van The, Le Anh Vinh]</td>\n",
       "      <td>In this paper, we study the expanding phenomen...</td>\n",
       "      <td>Available Online in Journal of Number Theory, ...</td>\n",
       "      <td>None</td>\n",
       "      <td>10.1016/j.jnt.2020.02.011</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.NT]</td>\n",
       "      <td>[http://dx.doi.org/10.1016/j.jnt.2020.02.011, ...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08142v2</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08142v2', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42993</th>\n",
       "      <td>http://arxiv.org/abs/2006.08330v3</td>\n",
       "      <td>2021-01-31 04:42:58+00:00</td>\n",
       "      <td>2020-06-07 21:02:30+00:00</td>\n",
       "      <td>A connection between the Ice-type model of Lin...</td>\n",
       "      <td>[R. da Silva, O. S. Nakao, J. R. Drugowich de ...</td>\n",
       "      <td>The ice-type model proposed by Linus Pauling t...</td>\n",
       "      <td>25 pages, 10 figures</td>\n",
       "      <td>European Journal of Physics, 42, 025101 (2021)</td>\n",
       "      <td>10.1088/1361-6404/abc89f</td>\n",
       "      <td>cond-mat.stat-mech</td>\n",
       "      <td>[cond-mat.stat-mech, math.CO]</td>\n",
       "      <td>[http://dx.doi.org/10.1088/1361-6404/abc89f, h...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08330v3</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08330v3', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42994</th>\n",
       "      <td>http://arxiv.org/abs/2006.08394v2</td>\n",
       "      <td>2021-09-15 13:43:29+00:00</td>\n",
       "      <td>2020-06-15 13:29:16+00:00</td>\n",
       "      <td>A question of Bukh on sums of dilates</td>\n",
       "      <td>[Brandon Hanson, Giorgis Petridis]</td>\n",
       "      <td>We answer in the affirmative a question of Buk...</td>\n",
       "      <td>21 pages</td>\n",
       "      <td>Discrete Analysis 2021:13, 21 pp</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.NT, 11B30]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08394v2, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08394v2</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08394v2', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42995</th>\n",
       "      <td>http://arxiv.org/abs/2006.08512v2</td>\n",
       "      <td>2020-06-22 17:34:58+00:00</td>\n",
       "      <td>2020-06-15 16:13:11+00:00</td>\n",
       "      <td>Hilbert Series of simple thin polyominoes</td>\n",
       "      <td>[Giancarlo Rinaldo, Francesco Romeo]</td>\n",
       "      <td>Let P be a simple thin polyomino, roughly spea...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.AC</td>\n",
       "      <td>[math.AC, math.CO, 13D40, 05B50]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08512v2, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08512v2</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08512v2', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42996</th>\n",
       "      <td>http://arxiv.org/abs/2006.08541v3</td>\n",
       "      <td>2020-12-16 23:47:04+00:00</td>\n",
       "      <td>2020-06-15 16:52:12+00:00</td>\n",
       "      <td>Majorization and Spherical Functions</td>\n",
       "      <td>[Colin McSwiggen, Jonathan Novak]</td>\n",
       "      <td>Majorization is a partial order on real vector...</td>\n",
       "      <td>16 pages, no figures</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.RT</td>\n",
       "      <td>[math.RT, math.CO]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08541v3, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08541v3</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08541v3', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42997</th>\n",
       "      <td>http://arxiv.org/abs/2006.08588v1</td>\n",
       "      <td>2020-06-15 17:53:21+00:00</td>\n",
       "      <td>2020-06-15 17:53:21+00:00</td>\n",
       "      <td>A computing strategy and programs to resolve t...</td>\n",
       "      <td>[John Holbrook, Kevin C. O'Meara]</td>\n",
       "      <td>We describe a MATLAB program that could produc...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.AC</td>\n",
       "      <td>[math.AC, math.CO, 13E15, 15A27, 68-04, 13E10,...</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08588v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08588v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08588v1', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42998</th>\n",
       "      <td>http://arxiv.org/abs/2006.08836v3</td>\n",
       "      <td>2022-03-23 01:16:54+00:00</td>\n",
       "      <td>2020-06-16 00:12:50+00:00</td>\n",
       "      <td>Extension complexity of low-dimensional polytopes</td>\n",
       "      <td>[Matthew Kwan, Lisa Sauermann, Yufei Zhao]</td>\n",
       "      <td>Sometimes, it is possible to represent a compl...</td>\n",
       "      <td>32 pages, 5 figures</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM, 52B05]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08836v3, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08836v3</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08836v3', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42999</th>\n",
       "      <td>http://arxiv.org/abs/2006.08886v1</td>\n",
       "      <td>2020-06-16 02:52:44+00:00</td>\n",
       "      <td>2020-06-16 02:52:44+00:00</td>\n",
       "      <td>Distinct distances in the complex plane</td>\n",
       "      <td>[Adam Sheffer, Joshua Zahl]</td>\n",
       "      <td>We prove that if $P$ is a set of $n$ points in...</td>\n",
       "      <td>41 pages, 0 figures</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.CG]</td>\n",
       "      <td>[http://arxiv.org/abs/2006.08886v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2006.08886v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2006.08886v1', 'g...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                entry_id                   updated  \\\n",
       "42990  http://arxiv.org/abs/2006.07946v2 2020-06-25 23:17:43+00:00   \n",
       "42991  http://arxiv.org/abs/2006.08120v2 2021-05-24 01:02:27+00:00   \n",
       "42992  http://arxiv.org/abs/2006.08142v2 2020-06-16 02:15:37+00:00   \n",
       "42993  http://arxiv.org/abs/2006.08330v3 2021-01-31 04:42:58+00:00   \n",
       "42994  http://arxiv.org/abs/2006.08394v2 2021-09-15 13:43:29+00:00   \n",
       "42995  http://arxiv.org/abs/2006.08512v2 2020-06-22 17:34:58+00:00   \n",
       "42996  http://arxiv.org/abs/2006.08541v3 2020-12-16 23:47:04+00:00   \n",
       "42997  http://arxiv.org/abs/2006.08588v1 2020-06-15 17:53:21+00:00   \n",
       "42998  http://arxiv.org/abs/2006.08836v3 2022-03-23 01:16:54+00:00   \n",
       "42999  http://arxiv.org/abs/2006.08886v1 2020-06-16 02:52:44+00:00   \n",
       "\n",
       "                      published  \\\n",
       "42990 2020-06-14 16:20:19+00:00   \n",
       "42991 2020-06-15 04:15:05+00:00   \n",
       "42992 2020-06-15 05:39:55+00:00   \n",
       "42993 2020-06-07 21:02:30+00:00   \n",
       "42994 2020-06-15 13:29:16+00:00   \n",
       "42995 2020-06-15 16:13:11+00:00   \n",
       "42996 2020-06-15 16:52:12+00:00   \n",
       "42997 2020-06-15 17:53:21+00:00   \n",
       "42998 2020-06-16 00:12:50+00:00   \n",
       "42999 2020-06-16 02:52:44+00:00   \n",
       "\n",
       "                                                   title  \\\n",
       "42990     Preimage Cardinalities of Continuous Functions   \n",
       "42991  Ratios of Hahn--Exton $q$-Bessel functions and...   \n",
       "42992  Expanding phenomena over higher dimensional ma...   \n",
       "42993  A connection between the Ice-type model of Lin...   \n",
       "42994              A question of Bukh on sums of dilates   \n",
       "42995          Hilbert Series of simple thin polyominoes   \n",
       "42996               Majorization and Spherical Functions   \n",
       "42997  A computing strategy and programs to resolve t...   \n",
       "42998  Extension complexity of low-dimensional polytopes   \n",
       "42999            Distinct distances in the complex plane   \n",
       "\n",
       "                                                 authors  \\\n",
       "42990                                  [Seljon Akhmedli]   \n",
       "42991                     [Jang Soo Kim, Dennis Stanton]   \n",
       "42992                      [Nguyen Van The, Le Anh Vinh]   \n",
       "42993  [R. da Silva, O. S. Nakao, J. R. Drugowich de ...   \n",
       "42994                 [Brandon Hanson, Giorgis Petridis]   \n",
       "42995               [Giancarlo Rinaldo, Francesco Romeo]   \n",
       "42996                  [Colin McSwiggen, Jonathan Novak]   \n",
       "42997                  [John Holbrook, Kevin C. O'Meara]   \n",
       "42998         [Matthew Kwan, Lisa Sauermann, Yufei Zhao]   \n",
       "42999                        [Adam Sheffer, Joshua Zahl]   \n",
       "\n",
       "                                                 summary  \\\n",
       "42990  We find all subsets of $\\mathbb{N}$ which occu...   \n",
       "42991  In 1993 Delest and F\\'edou showed that a gener...   \n",
       "42992  In this paper, we study the expanding phenomen...   \n",
       "42993  The ice-type model proposed by Linus Pauling t...   \n",
       "42994  We answer in the affirmative a question of Buk...   \n",
       "42995  Let P be a simple thin polyomino, roughly spea...   \n",
       "42996  Majorization is a partial order on real vector...   \n",
       "42997  We describe a MATLAB program that could produc...   \n",
       "42998  Sometimes, it is possible to represent a compl...   \n",
       "42999  We prove that if $P$ is a set of $n$ points in...   \n",
       "\n",
       "                                                 comment  \\\n",
       "42990                   4 figures (another figure added)   \n",
       "42991  A referee informed us that the first main resu...   \n",
       "42992  Available Online in Journal of Number Theory, ...   \n",
       "42993                               25 pages, 10 figures   \n",
       "42994                                           21 pages   \n",
       "42995                                               None   \n",
       "42996                               16 pages, no figures   \n",
       "42997                                               None   \n",
       "42998                                32 pages, 5 figures   \n",
       "42999                                41 pages, 0 figures   \n",
       "\n",
       "                                          journal_ref  \\\n",
       "42990                                            None   \n",
       "42991                                            None   \n",
       "42992                                            None   \n",
       "42993  European Journal of Physics, 42, 025101 (2021)   \n",
       "42994                Discrete Analysis 2021:13, 21 pp   \n",
       "42995                                            None   \n",
       "42996                                            None   \n",
       "42997                                            None   \n",
       "42998                                            None   \n",
       "42999                                            None   \n",
       "\n",
       "                             doi    primary_category  \\\n",
       "42990                       None             math.CO   \n",
       "42991                       None             math.CO   \n",
       "42992  10.1016/j.jnt.2020.02.011             math.CO   \n",
       "42993   10.1088/1361-6404/abc89f  cond-mat.stat-mech   \n",
       "42994                       None             math.CO   \n",
       "42995                       None             math.AC   \n",
       "42996                       None             math.RT   \n",
       "42997                       None             math.AC   \n",
       "42998                       None             math.CO   \n",
       "42999                       None             math.CO   \n",
       "\n",
       "                                              categories  \\\n",
       "42990                                 [math.CO, math.GN]   \n",
       "42991                                 [math.CO, math.CA]   \n",
       "42992                                 [math.CO, math.NT]   \n",
       "42993                      [cond-mat.stat-mech, math.CO]   \n",
       "42994                          [math.CO, math.NT, 11B30]   \n",
       "42995                   [math.AC, math.CO, 13D40, 05B50]   \n",
       "42996                                 [math.RT, math.CO]   \n",
       "42997  [math.AC, math.CO, 13E15, 15A27, 68-04, 13E10,...   \n",
       "42998                            [math.CO, cs.DM, 52B05]   \n",
       "42999                                   [math.CO, cs.CG]   \n",
       "\n",
       "                                                   links  \\\n",
       "42990  [http://arxiv.org/abs/2006.07946v2, http://arx...   \n",
       "42991  [http://arxiv.org/abs/2006.08120v2, http://arx...   \n",
       "42992  [http://dx.doi.org/10.1016/j.jnt.2020.02.011, ...   \n",
       "42993  [http://dx.doi.org/10.1088/1361-6404/abc89f, h...   \n",
       "42994  [http://arxiv.org/abs/2006.08394v2, http://arx...   \n",
       "42995  [http://arxiv.org/abs/2006.08512v2, http://arx...   \n",
       "42996  [http://arxiv.org/abs/2006.08541v3, http://arx...   \n",
       "42997  [http://arxiv.org/abs/2006.08588v1, http://arx...   \n",
       "42998  [http://arxiv.org/abs/2006.08836v3, http://arx...   \n",
       "42999  [http://arxiv.org/abs/2006.08886v1, http://arx...   \n",
       "\n",
       "                                 pdf_url  \\\n",
       "42990  http://arxiv.org/pdf/2006.07946v2   \n",
       "42991  http://arxiv.org/pdf/2006.08120v2   \n",
       "42992  http://arxiv.org/pdf/2006.08142v2   \n",
       "42993  http://arxiv.org/pdf/2006.08330v3   \n",
       "42994  http://arxiv.org/pdf/2006.08394v2   \n",
       "42995  http://arxiv.org/pdf/2006.08512v2   \n",
       "42996  http://arxiv.org/pdf/2006.08541v3   \n",
       "42997  http://arxiv.org/pdf/2006.08588v1   \n",
       "42998  http://arxiv.org/pdf/2006.08836v3   \n",
       "42999  http://arxiv.org/pdf/2006.08886v1   \n",
       "\n",
       "                                                    _raw  \n",
       "42990  {'id': 'http://arxiv.org/abs/2006.07946v2', 'g...  \n",
       "42991  {'id': 'http://arxiv.org/abs/2006.08120v2', 'g...  \n",
       "42992  {'id': 'http://arxiv.org/abs/2006.08142v2', 'g...  \n",
       "42993  {'id': 'http://arxiv.org/abs/2006.08330v3', 'g...  \n",
       "42994  {'id': 'http://arxiv.org/abs/2006.08394v2', 'g...  \n",
       "42995  {'id': 'http://arxiv.org/abs/2006.08512v2', 'g...  \n",
       "42996  {'id': 'http://arxiv.org/abs/2006.08541v3', 'g...  \n",
       "42997  {'id': 'http://arxiv.org/abs/2006.08588v1', 'g...  \n",
       "42998  {'id': 'http://arxiv.org/abs/2006.08836v3', 'g...  \n",
       "42999  {'id': 'http://arxiv.org/abs/2006.08886v1', 'g...  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "co_df[-10:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "c15d40b4-6727-4306-8c98-5eb1354c26fb",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_before_2020 = co_df[(co_df['updated'] < '2020-01-01 00:00:00')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "3ae86532-97e3-4bd9-9b86-794fdf90e37c",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_before_2020_no_math = co_before_2020[ False == co_before_2020['entry_id'].str.contains('math')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "55779a9f-a7fe-4027-9f88-d306d7636502",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_133035/3518926281.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  co_before_2020_no_math['id_without_addr_or_v'] = co_before_2020_no_math['entry_id'].str.split(\"/\").str[-1]\n"
     ]
    }
   ],
   "source": [
    "# remove http://arxiv.org/abs/\n",
    "co_before_2020_no_math['id_without_addr_or_v'] = co_before_2020_no_math['entry_id'].str.split(\"/\").str[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "ad3e5e16-e939-4503-bd77-6f5671643c79",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_133035/1045478993.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  co_before_2020_no_math['id_without_addr_or_v'] = co_before_2020_no_math['id_without_addr_or_v'].str.split(\"v\").str[0]\n"
     ]
    }
   ],
   "source": [
    "# remove version\n",
    "co_before_2020_no_math['id_without_addr_or_v'] = co_before_2020_no_math['id_without_addr_or_v'].str.split(\"v\").str[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "1fbe75f5-8d68-48f4-826b-29abbb672902",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>entry_id</th>\n",
       "      <th>updated</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>authors</th>\n",
       "      <th>summary</th>\n",
       "      <th>comment</th>\n",
       "      <th>journal_ref</th>\n",
       "      <th>doi</th>\n",
       "      <th>primary_category</th>\n",
       "      <th>categories</th>\n",
       "      <th>links</th>\n",
       "      <th>pdf_url</th>\n",
       "      <th>_raw</th>\n",
       "      <th>id_without_addr_or_v</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1935</th>\n",
       "      <td>http://arxiv.org/abs/0704.0004v1</td>\n",
       "      <td>2007-03-31 03:16:14+00:00</td>\n",
       "      <td>2007-03-31 03:16:14+00:00</td>\n",
       "      <td>A determinant of Stirling cycle numbers counts...</td>\n",
       "      <td>[David Callan]</td>\n",
       "      <td>We show that a determinant of Stirling cycle n...</td>\n",
       "      <td>11 pages</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 05A15]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0004v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0004v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0004v1', 'gu...</td>\n",
       "      <td>0704.0004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1936</th>\n",
       "      <td>http://arxiv.org/abs/0704.0010v1</td>\n",
       "      <td>2007-03-31 05:10:16+00:00</td>\n",
       "      <td>2007-03-31 05:10:16+00:00</td>\n",
       "      <td>Partial cubes: structures, characterizations, ...</td>\n",
       "      <td>[Sergei Ovchinnikov]</td>\n",
       "      <td>Partial cubes are isometric subgraphs of hyper...</td>\n",
       "      <td>36 pages, 17 figures</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0010v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0010v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0010v1', 'gu...</td>\n",
       "      <td>0704.0010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1937</th>\n",
       "      <td>http://arxiv.org/abs/0704.0049v1</td>\n",
       "      <td>2007-04-02 09:23:25+00:00</td>\n",
       "      <td>2007-04-02 09:23:25+00:00</td>\n",
       "      <td>An algorithm for the classification of smooth ...</td>\n",
       "      <td>[Mikkel Øbro]</td>\n",
       "      <td>We present an algorithm that produces the clas...</td>\n",
       "      <td>17 pages.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 52B20]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0049v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0049v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0049v1', 'gu...</td>\n",
       "      <td>0704.0049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1938</th>\n",
       "      <td>http://arxiv.org/abs/0704.0211v1</td>\n",
       "      <td>2007-04-02 15:11:56+00:00</td>\n",
       "      <td>2007-04-02 15:11:56+00:00</td>\n",
       "      <td>Linkedness and ordered cycles in digraphs</td>\n",
       "      <td>[Daniela Kühn, Deryk Osthus]</td>\n",
       "      <td>The minimum semi-degree of a digraph D is the ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 05C20; 05C35; 05C40]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0211v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0211v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0211v1', 'gu...</td>\n",
       "      <td>0704.0211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>http://arxiv.org/abs/0704.0277v1</td>\n",
       "      <td>2007-04-02 22:08:05+00:00</td>\n",
       "      <td>2007-04-02 22:08:05+00:00</td>\n",
       "      <td>Leray numbers of projections and a topological...</td>\n",
       "      <td>[Gil Kalai, Roy Meshulam]</td>\n",
       "      <td>Let X be a simplicial complex on the vertex se...</td>\n",
       "      <td>9 pages</td>\n",
       "      <td>None</td>\n",
       "      <td>10.1112/jtopol/jtn010</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 55U10; 52A35]</td>\n",
       "      <td>[http://dx.doi.org/10.1112/jtopol/jtn010, http...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0277v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0277v1', 'gu...</td>\n",
       "      <td>0704.0277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42273</th>\n",
       "      <td>http://arxiv.org/abs/1912.12921v1</td>\n",
       "      <td>2019-12-30 13:37:07+00:00</td>\n",
       "      <td>2019-12-30 13:37:07+00:00</td>\n",
       "      <td>Joins of Hypergraphs and Their Spectra</td>\n",
       "      <td>[Amitesh Sarkar, Anirban Banerjee]</td>\n",
       "      <td>Here, we represent a general hypergraph by a m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.12921v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.12921v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.12921v1', 'g...</td>\n",
       "      <td>1912.12921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42277</th>\n",
       "      <td>http://arxiv.org/abs/1912.13394v1</td>\n",
       "      <td>2019-12-31 16:31:22+00:00</td>\n",
       "      <td>2019-12-31 16:31:22+00:00</td>\n",
       "      <td>Biased infinity Laplacian Boundary Problem on ...</td>\n",
       "      <td>[Yuval Peres, Zoran Sunic]</td>\n",
       "      <td>We provide an algorithm, running in polynomial...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.PR, 05C57, 91A15, 91A43, 49N70]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.13394v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.13394v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.13394v1', 'g...</td>\n",
       "      <td>1912.13394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42278</th>\n",
       "      <td>http://arxiv.org/abs/1912.13483v1</td>\n",
       "      <td>2019-12-31 18:37:39+00:00</td>\n",
       "      <td>2019-12-31 18:37:39+00:00</td>\n",
       "      <td>Torsion in the Magnitude homology of graphs</td>\n",
       "      <td>[Radmila Sazdanovic, Victor Summers]</td>\n",
       "      <td>Magnitude homology is a bigraded homology theo...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.GT, 55N35, 05C31, 57M27]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.13483v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.13483v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.13483v1', 'g...</td>\n",
       "      <td>1912.13483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42281</th>\n",
       "      <td>http://arxiv.org/abs/2001.00083v1</td>\n",
       "      <td>2019-12-31 21:15:38+00:00</td>\n",
       "      <td>2019-12-31 21:15:38+00:00</td>\n",
       "      <td>Constructive Characterization for Bidirected A...</td>\n",
       "      <td>[Nanao Kita]</td>\n",
       "      <td>This paper is the first from serial papers tha...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/2001.00083v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2001.00083v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2001.00083v1', 'g...</td>\n",
       "      <td>2001.00083</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42288</th>\n",
       "      <td>http://arxiv.org/abs/2001.00477v1</td>\n",
       "      <td>2019-12-30 02:01:04+00:00</td>\n",
       "      <td>2019-12-30 02:01:04+00:00</td>\n",
       "      <td>Cop number of graphs without long holes</td>\n",
       "      <td>[Vaidy Sivaraman]</td>\n",
       "      <td>A hole in a graph is an induced cycle of lengt...</td>\n",
       "      <td>arXiv admin note: text overlap with arXiv:1903...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/2001.00477v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2001.00477v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2001.00477v1', 'g...</td>\n",
       "      <td>2001.00477</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>28562 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                entry_id                   updated  \\\n",
       "1935    http://arxiv.org/abs/0704.0004v1 2007-03-31 03:16:14+00:00   \n",
       "1936    http://arxiv.org/abs/0704.0010v1 2007-03-31 05:10:16+00:00   \n",
       "1937    http://arxiv.org/abs/0704.0049v1 2007-04-02 09:23:25+00:00   \n",
       "1938    http://arxiv.org/abs/0704.0211v1 2007-04-02 15:11:56+00:00   \n",
       "1939    http://arxiv.org/abs/0704.0277v1 2007-04-02 22:08:05+00:00   \n",
       "...                                  ...                       ...   \n",
       "42273  http://arxiv.org/abs/1912.12921v1 2019-12-30 13:37:07+00:00   \n",
       "42277  http://arxiv.org/abs/1912.13394v1 2019-12-31 16:31:22+00:00   \n",
       "42278  http://arxiv.org/abs/1912.13483v1 2019-12-31 18:37:39+00:00   \n",
       "42281  http://arxiv.org/abs/2001.00083v1 2019-12-31 21:15:38+00:00   \n",
       "42288  http://arxiv.org/abs/2001.00477v1 2019-12-30 02:01:04+00:00   \n",
       "\n",
       "                      published  \\\n",
       "1935  2007-03-31 03:16:14+00:00   \n",
       "1936  2007-03-31 05:10:16+00:00   \n",
       "1937  2007-04-02 09:23:25+00:00   \n",
       "1938  2007-04-02 15:11:56+00:00   \n",
       "1939  2007-04-02 22:08:05+00:00   \n",
       "...                         ...   \n",
       "42273 2019-12-30 13:37:07+00:00   \n",
       "42277 2019-12-31 16:31:22+00:00   \n",
       "42278 2019-12-31 18:37:39+00:00   \n",
       "42281 2019-12-31 21:15:38+00:00   \n",
       "42288 2019-12-30 02:01:04+00:00   \n",
       "\n",
       "                                                   title  \\\n",
       "1935   A determinant of Stirling cycle numbers counts...   \n",
       "1936   Partial cubes: structures, characterizations, ...   \n",
       "1937   An algorithm for the classification of smooth ...   \n",
       "1938           Linkedness and ordered cycles in digraphs   \n",
       "1939   Leray numbers of projections and a topological...   \n",
       "...                                                  ...   \n",
       "42273             Joins of Hypergraphs and Their Spectra   \n",
       "42277  Biased infinity Laplacian Boundary Problem on ...   \n",
       "42278        Torsion in the Magnitude homology of graphs   \n",
       "42281  Constructive Characterization for Bidirected A...   \n",
       "42288            Cop number of graphs without long holes   \n",
       "\n",
       "                                    authors  \\\n",
       "1935                         [David Callan]   \n",
       "1936                   [Sergei Ovchinnikov]   \n",
       "1937                          [Mikkel Øbro]   \n",
       "1938           [Daniela Kühn, Deryk Osthus]   \n",
       "1939              [Gil Kalai, Roy Meshulam]   \n",
       "...                                     ...   \n",
       "42273    [Amitesh Sarkar, Anirban Banerjee]   \n",
       "42277            [Yuval Peres, Zoran Sunic]   \n",
       "42278  [Radmila Sazdanovic, Victor Summers]   \n",
       "42281                          [Nanao Kita]   \n",
       "42288                     [Vaidy Sivaraman]   \n",
       "\n",
       "                                                 summary  \\\n",
       "1935   We show that a determinant of Stirling cycle n...   \n",
       "1936   Partial cubes are isometric subgraphs of hyper...   \n",
       "1937   We present an algorithm that produces the clas...   \n",
       "1938   The minimum semi-degree of a digraph D is the ...   \n",
       "1939   Let X be a simplicial complex on the vertex se...   \n",
       "...                                                  ...   \n",
       "42273  Here, we represent a general hypergraph by a m...   \n",
       "42277  We provide an algorithm, running in polynomial...   \n",
       "42278  Magnitude homology is a bigraded homology theo...   \n",
       "42281  This paper is the first from serial papers tha...   \n",
       "42288  A hole in a graph is an induced cycle of lengt...   \n",
       "\n",
       "                                                 comment journal_ref  \\\n",
       "1935                                            11 pages        None   \n",
       "1936                                36 pages, 17 figures        None   \n",
       "1937                                           17 pages.        None   \n",
       "1938                                                None        None   \n",
       "1939                                             9 pages        None   \n",
       "...                                                  ...         ...   \n",
       "42273                                               None        None   \n",
       "42277                                               None        None   \n",
       "42278                                               None        None   \n",
       "42281                                               None        None   \n",
       "42288  arXiv admin note: text overlap with arXiv:1903...        None   \n",
       "\n",
       "                         doi primary_category  \\\n",
       "1935                    None          math.CO   \n",
       "1936                    None          math.CO   \n",
       "1937                    None          math.CO   \n",
       "1938                    None          math.CO   \n",
       "1939   10.1112/jtopol/jtn010          math.CO   \n",
       "...                      ...              ...   \n",
       "42273                   None          math.CO   \n",
       "42277                   None          math.CO   \n",
       "42278                   None          math.CO   \n",
       "42281                   None          math.CO   \n",
       "42288                   None          math.CO   \n",
       "\n",
       "                                           categories  \\\n",
       "1935                                 [math.CO, 05A15]   \n",
       "1936                                        [math.CO]   \n",
       "1937                                 [math.CO, 52B20]   \n",
       "1938                   [math.CO, 05C20; 05C35; 05C40]   \n",
       "1939                          [math.CO, 55U10; 52A35]   \n",
       "...                                               ...   \n",
       "42273                                [math.CO, cs.DM]   \n",
       "42277  [math.CO, math.PR, 05C57, 91A15, 91A43, 49N70]   \n",
       "42278         [math.CO, math.GT, 55N35, 05C31, 57M27]   \n",
       "42281                                [math.CO, cs.DM]   \n",
       "42288                                [math.CO, cs.DM]   \n",
       "\n",
       "                                                   links  \\\n",
       "1935   [http://arxiv.org/abs/0704.0004v1, http://arxi...   \n",
       "1936   [http://arxiv.org/abs/0704.0010v1, http://arxi...   \n",
       "1937   [http://arxiv.org/abs/0704.0049v1, http://arxi...   \n",
       "1938   [http://arxiv.org/abs/0704.0211v1, http://arxi...   \n",
       "1939   [http://dx.doi.org/10.1112/jtopol/jtn010, http...   \n",
       "...                                                  ...   \n",
       "42273  [http://arxiv.org/abs/1912.12921v1, http://arx...   \n",
       "42277  [http://arxiv.org/abs/1912.13394v1, http://arx...   \n",
       "42278  [http://arxiv.org/abs/1912.13483v1, http://arx...   \n",
       "42281  [http://arxiv.org/abs/2001.00083v1, http://arx...   \n",
       "42288  [http://arxiv.org/abs/2001.00477v1, http://arx...   \n",
       "\n",
       "                                 pdf_url  \\\n",
       "1935    http://arxiv.org/pdf/0704.0004v1   \n",
       "1936    http://arxiv.org/pdf/0704.0010v1   \n",
       "1937    http://arxiv.org/pdf/0704.0049v1   \n",
       "1938    http://arxiv.org/pdf/0704.0211v1   \n",
       "1939    http://arxiv.org/pdf/0704.0277v1   \n",
       "...                                  ...   \n",
       "42273  http://arxiv.org/pdf/1912.12921v1   \n",
       "42277  http://arxiv.org/pdf/1912.13394v1   \n",
       "42278  http://arxiv.org/pdf/1912.13483v1   \n",
       "42281  http://arxiv.org/pdf/2001.00083v1   \n",
       "42288  http://arxiv.org/pdf/2001.00477v1   \n",
       "\n",
       "                                                    _raw id_without_addr_or_v  \n",
       "1935   {'id': 'http://arxiv.org/abs/0704.0004v1', 'gu...            0704.0004  \n",
       "1936   {'id': 'http://arxiv.org/abs/0704.0010v1', 'gu...            0704.0010  \n",
       "1937   {'id': 'http://arxiv.org/abs/0704.0049v1', 'gu...            0704.0049  \n",
       "1938   {'id': 'http://arxiv.org/abs/0704.0211v1', 'gu...            0704.0211  \n",
       "1939   {'id': 'http://arxiv.org/abs/0704.0277v1', 'gu...            0704.0277  \n",
       "...                                                  ...                  ...  \n",
       "42273  {'id': 'http://arxiv.org/abs/1912.12921v1', 'g...           1912.12921  \n",
       "42277  {'id': 'http://arxiv.org/abs/1912.13394v1', 'g...           1912.13394  \n",
       "42278  {'id': 'http://arxiv.org/abs/1912.13483v1', 'g...           1912.13483  \n",
       "42281  {'id': 'http://arxiv.org/abs/2001.00083v1', 'g...           2001.00083  \n",
       "42288  {'id': 'http://arxiv.org/abs/2001.00477v1', 'g...           2001.00477  \n",
       "\n",
       "[28562 rows x 15 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "co_before_2020_no_math['id_without_addr_or_v'] = co_before_2020_no_math['id_without_addr_or_v']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "1fee206a-3e3e-456a-803b-594464625269",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_133035/1924457287.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  co_before_2020_no_math['dir'] =  co_before_2020_no_math['id_without_addr_or_v'].str.split(\".\").str[0]\n"
     ]
    }
   ],
   "source": [
    "co_before_2020_no_math['dir'] =  co_before_2020_no_math['id_without_addr_or_v'].str.split(\".\").str[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "a875de1b-10f1-490f-8fec-9e6cd2ba1f73",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>entry_id</th>\n",
       "      <th>updated</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>authors</th>\n",
       "      <th>summary</th>\n",
       "      <th>comment</th>\n",
       "      <th>journal_ref</th>\n",
       "      <th>doi</th>\n",
       "      <th>primary_category</th>\n",
       "      <th>categories</th>\n",
       "      <th>links</th>\n",
       "      <th>pdf_url</th>\n",
       "      <th>_raw</th>\n",
       "      <th>id_without_addr_or_v</th>\n",
       "      <th>dir</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1935</th>\n",
       "      <td>http://arxiv.org/abs/0704.0004v1</td>\n",
       "      <td>2007-03-31 03:16:14+00:00</td>\n",
       "      <td>2007-03-31 03:16:14+00:00</td>\n",
       "      <td>A determinant of Stirling cycle numbers counts...</td>\n",
       "      <td>[David Callan]</td>\n",
       "      <td>We show that a determinant of Stirling cycle n...</td>\n",
       "      <td>11 pages</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 05A15]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0004v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0004v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0004v1', 'gu...</td>\n",
       "      <td>0704.0004</td>\n",
       "      <td>0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1936</th>\n",
       "      <td>http://arxiv.org/abs/0704.0010v1</td>\n",
       "      <td>2007-03-31 05:10:16+00:00</td>\n",
       "      <td>2007-03-31 05:10:16+00:00</td>\n",
       "      <td>Partial cubes: structures, characterizations, ...</td>\n",
       "      <td>[Sergei Ovchinnikov]</td>\n",
       "      <td>Partial cubes are isometric subgraphs of hyper...</td>\n",
       "      <td>36 pages, 17 figures</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0010v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0010v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0010v1', 'gu...</td>\n",
       "      <td>0704.0010</td>\n",
       "      <td>0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1937</th>\n",
       "      <td>http://arxiv.org/abs/0704.0049v1</td>\n",
       "      <td>2007-04-02 09:23:25+00:00</td>\n",
       "      <td>2007-04-02 09:23:25+00:00</td>\n",
       "      <td>An algorithm for the classification of smooth ...</td>\n",
       "      <td>[Mikkel Øbro]</td>\n",
       "      <td>We present an algorithm that produces the clas...</td>\n",
       "      <td>17 pages.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 52B20]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0049v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0049v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0049v1', 'gu...</td>\n",
       "      <td>0704.0049</td>\n",
       "      <td>0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1938</th>\n",
       "      <td>http://arxiv.org/abs/0704.0211v1</td>\n",
       "      <td>2007-04-02 15:11:56+00:00</td>\n",
       "      <td>2007-04-02 15:11:56+00:00</td>\n",
       "      <td>Linkedness and ordered cycles in digraphs</td>\n",
       "      <td>[Daniela Kühn, Deryk Osthus]</td>\n",
       "      <td>The minimum semi-degree of a digraph D is the ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 05C20; 05C35; 05C40]</td>\n",
       "      <td>[http://arxiv.org/abs/0704.0211v1, http://arxi...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0211v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0211v1', 'gu...</td>\n",
       "      <td>0704.0211</td>\n",
       "      <td>0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>http://arxiv.org/abs/0704.0277v1</td>\n",
       "      <td>2007-04-02 22:08:05+00:00</td>\n",
       "      <td>2007-04-02 22:08:05+00:00</td>\n",
       "      <td>Leray numbers of projections and a topological...</td>\n",
       "      <td>[Gil Kalai, Roy Meshulam]</td>\n",
       "      <td>Let X be a simplicial complex on the vertex se...</td>\n",
       "      <td>9 pages</td>\n",
       "      <td>None</td>\n",
       "      <td>10.1112/jtopol/jtn010</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, 55U10; 52A35]</td>\n",
       "      <td>[http://dx.doi.org/10.1112/jtopol/jtn010, http...</td>\n",
       "      <td>http://arxiv.org/pdf/0704.0277v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/0704.0277v1', 'gu...</td>\n",
       "      <td>0704.0277</td>\n",
       "      <td>0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42273</th>\n",
       "      <td>http://arxiv.org/abs/1912.12921v1</td>\n",
       "      <td>2019-12-30 13:37:07+00:00</td>\n",
       "      <td>2019-12-30 13:37:07+00:00</td>\n",
       "      <td>Joins of Hypergraphs and Their Spectra</td>\n",
       "      <td>[Amitesh Sarkar, Anirban Banerjee]</td>\n",
       "      <td>Here, we represent a general hypergraph by a m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.12921v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.12921v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.12921v1', 'g...</td>\n",
       "      <td>1912.12921</td>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42277</th>\n",
       "      <td>http://arxiv.org/abs/1912.13394v1</td>\n",
       "      <td>2019-12-31 16:31:22+00:00</td>\n",
       "      <td>2019-12-31 16:31:22+00:00</td>\n",
       "      <td>Biased infinity Laplacian Boundary Problem on ...</td>\n",
       "      <td>[Yuval Peres, Zoran Sunic]</td>\n",
       "      <td>We provide an algorithm, running in polynomial...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.PR, 05C57, 91A15, 91A43, 49N70]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.13394v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.13394v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.13394v1', 'g...</td>\n",
       "      <td>1912.13394</td>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42278</th>\n",
       "      <td>http://arxiv.org/abs/1912.13483v1</td>\n",
       "      <td>2019-12-31 18:37:39+00:00</td>\n",
       "      <td>2019-12-31 18:37:39+00:00</td>\n",
       "      <td>Torsion in the Magnitude homology of graphs</td>\n",
       "      <td>[Radmila Sazdanovic, Victor Summers]</td>\n",
       "      <td>Magnitude homology is a bigraded homology theo...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, math.GT, 55N35, 05C31, 57M27]</td>\n",
       "      <td>[http://arxiv.org/abs/1912.13483v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/1912.13483v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/1912.13483v1', 'g...</td>\n",
       "      <td>1912.13483</td>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42281</th>\n",
       "      <td>http://arxiv.org/abs/2001.00083v1</td>\n",
       "      <td>2019-12-31 21:15:38+00:00</td>\n",
       "      <td>2019-12-31 21:15:38+00:00</td>\n",
       "      <td>Constructive Characterization for Bidirected A...</td>\n",
       "      <td>[Nanao Kita]</td>\n",
       "      <td>This paper is the first from serial papers tha...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/2001.00083v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2001.00083v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2001.00083v1', 'g...</td>\n",
       "      <td>2001.00083</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42288</th>\n",
       "      <td>http://arxiv.org/abs/2001.00477v1</td>\n",
       "      <td>2019-12-30 02:01:04+00:00</td>\n",
       "      <td>2019-12-30 02:01:04+00:00</td>\n",
       "      <td>Cop number of graphs without long holes</td>\n",
       "      <td>[Vaidy Sivaraman]</td>\n",
       "      <td>A hole in a graph is an induced cycle of lengt...</td>\n",
       "      <td>arXiv admin note: text overlap with arXiv:1903...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>math.CO</td>\n",
       "      <td>[math.CO, cs.DM]</td>\n",
       "      <td>[http://arxiv.org/abs/2001.00477v1, http://arx...</td>\n",
       "      <td>http://arxiv.org/pdf/2001.00477v1</td>\n",
       "      <td>{'id': 'http://arxiv.org/abs/2001.00477v1', 'g...</td>\n",
       "      <td>2001.00477</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>28562 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                entry_id                   updated  \\\n",
       "1935    http://arxiv.org/abs/0704.0004v1 2007-03-31 03:16:14+00:00   \n",
       "1936    http://arxiv.org/abs/0704.0010v1 2007-03-31 05:10:16+00:00   \n",
       "1937    http://arxiv.org/abs/0704.0049v1 2007-04-02 09:23:25+00:00   \n",
       "1938    http://arxiv.org/abs/0704.0211v1 2007-04-02 15:11:56+00:00   \n",
       "1939    http://arxiv.org/abs/0704.0277v1 2007-04-02 22:08:05+00:00   \n",
       "...                                  ...                       ...   \n",
       "42273  http://arxiv.org/abs/1912.12921v1 2019-12-30 13:37:07+00:00   \n",
       "42277  http://arxiv.org/abs/1912.13394v1 2019-12-31 16:31:22+00:00   \n",
       "42278  http://arxiv.org/abs/1912.13483v1 2019-12-31 18:37:39+00:00   \n",
       "42281  http://arxiv.org/abs/2001.00083v1 2019-12-31 21:15:38+00:00   \n",
       "42288  http://arxiv.org/abs/2001.00477v1 2019-12-30 02:01:04+00:00   \n",
       "\n",
       "                      published  \\\n",
       "1935  2007-03-31 03:16:14+00:00   \n",
       "1936  2007-03-31 05:10:16+00:00   \n",
       "1937  2007-04-02 09:23:25+00:00   \n",
       "1938  2007-04-02 15:11:56+00:00   \n",
       "1939  2007-04-02 22:08:05+00:00   \n",
       "...                         ...   \n",
       "42273 2019-12-30 13:37:07+00:00   \n",
       "42277 2019-12-31 16:31:22+00:00   \n",
       "42278 2019-12-31 18:37:39+00:00   \n",
       "42281 2019-12-31 21:15:38+00:00   \n",
       "42288 2019-12-30 02:01:04+00:00   \n",
       "\n",
       "                                                   title  \\\n",
       "1935   A determinant of Stirling cycle numbers counts...   \n",
       "1936   Partial cubes: structures, characterizations, ...   \n",
       "1937   An algorithm for the classification of smooth ...   \n",
       "1938           Linkedness and ordered cycles in digraphs   \n",
       "1939   Leray numbers of projections and a topological...   \n",
       "...                                                  ...   \n",
       "42273             Joins of Hypergraphs and Their Spectra   \n",
       "42277  Biased infinity Laplacian Boundary Problem on ...   \n",
       "42278        Torsion in the Magnitude homology of graphs   \n",
       "42281  Constructive Characterization for Bidirected A...   \n",
       "42288            Cop number of graphs without long holes   \n",
       "\n",
       "                                    authors  \\\n",
       "1935                         [David Callan]   \n",
       "1936                   [Sergei Ovchinnikov]   \n",
       "1937                          [Mikkel Øbro]   \n",
       "1938           [Daniela Kühn, Deryk Osthus]   \n",
       "1939              [Gil Kalai, Roy Meshulam]   \n",
       "...                                     ...   \n",
       "42273    [Amitesh Sarkar, Anirban Banerjee]   \n",
       "42277            [Yuval Peres, Zoran Sunic]   \n",
       "42278  [Radmila Sazdanovic, Victor Summers]   \n",
       "42281                          [Nanao Kita]   \n",
       "42288                     [Vaidy Sivaraman]   \n",
       "\n",
       "                                                 summary  \\\n",
       "1935   We show that a determinant of Stirling cycle n...   \n",
       "1936   Partial cubes are isometric subgraphs of hyper...   \n",
       "1937   We present an algorithm that produces the clas...   \n",
       "1938   The minimum semi-degree of a digraph D is the ...   \n",
       "1939   Let X be a simplicial complex on the vertex se...   \n",
       "...                                                  ...   \n",
       "42273  Here, we represent a general hypergraph by a m...   \n",
       "42277  We provide an algorithm, running in polynomial...   \n",
       "42278  Magnitude homology is a bigraded homology theo...   \n",
       "42281  This paper is the first from serial papers tha...   \n",
       "42288  A hole in a graph is an induced cycle of lengt...   \n",
       "\n",
       "                                                 comment journal_ref  \\\n",
       "1935                                            11 pages        None   \n",
       "1936                                36 pages, 17 figures        None   \n",
       "1937                                           17 pages.        None   \n",
       "1938                                                None        None   \n",
       "1939                                             9 pages        None   \n",
       "...                                                  ...         ...   \n",
       "42273                                               None        None   \n",
       "42277                                               None        None   \n",
       "42278                                               None        None   \n",
       "42281                                               None        None   \n",
       "42288  arXiv admin note: text overlap with arXiv:1903...        None   \n",
       "\n",
       "                         doi primary_category  \\\n",
       "1935                    None          math.CO   \n",
       "1936                    None          math.CO   \n",
       "1937                    None          math.CO   \n",
       "1938                    None          math.CO   \n",
       "1939   10.1112/jtopol/jtn010          math.CO   \n",
       "...                      ...              ...   \n",
       "42273                   None          math.CO   \n",
       "42277                   None          math.CO   \n",
       "42278                   None          math.CO   \n",
       "42281                   None          math.CO   \n",
       "42288                   None          math.CO   \n",
       "\n",
       "                                           categories  \\\n",
       "1935                                 [math.CO, 05A15]   \n",
       "1936                                        [math.CO]   \n",
       "1937                                 [math.CO, 52B20]   \n",
       "1938                   [math.CO, 05C20; 05C35; 05C40]   \n",
       "1939                          [math.CO, 55U10; 52A35]   \n",
       "...                                               ...   \n",
       "42273                                [math.CO, cs.DM]   \n",
       "42277  [math.CO, math.PR, 05C57, 91A15, 91A43, 49N70]   \n",
       "42278         [math.CO, math.GT, 55N35, 05C31, 57M27]   \n",
       "42281                                [math.CO, cs.DM]   \n",
       "42288                                [math.CO, cs.DM]   \n",
       "\n",
       "                                                   links  \\\n",
       "1935   [http://arxiv.org/abs/0704.0004v1, http://arxi...   \n",
       "1936   [http://arxiv.org/abs/0704.0010v1, http://arxi...   \n",
       "1937   [http://arxiv.org/abs/0704.0049v1, http://arxi...   \n",
       "1938   [http://arxiv.org/abs/0704.0211v1, http://arxi...   \n",
       "1939   [http://dx.doi.org/10.1112/jtopol/jtn010, http...   \n",
       "...                                                  ...   \n",
       "42273  [http://arxiv.org/abs/1912.12921v1, http://arx...   \n",
       "42277  [http://arxiv.org/abs/1912.13394v1, http://arx...   \n",
       "42278  [http://arxiv.org/abs/1912.13483v1, http://arx...   \n",
       "42281  [http://arxiv.org/abs/2001.00083v1, http://arx...   \n",
       "42288  [http://arxiv.org/abs/2001.00477v1, http://arx...   \n",
       "\n",
       "                                 pdf_url  \\\n",
       "1935    http://arxiv.org/pdf/0704.0004v1   \n",
       "1936    http://arxiv.org/pdf/0704.0010v1   \n",
       "1937    http://arxiv.org/pdf/0704.0049v1   \n",
       "1938    http://arxiv.org/pdf/0704.0211v1   \n",
       "1939    http://arxiv.org/pdf/0704.0277v1   \n",
       "...                                  ...   \n",
       "42273  http://arxiv.org/pdf/1912.12921v1   \n",
       "42277  http://arxiv.org/pdf/1912.13394v1   \n",
       "42278  http://arxiv.org/pdf/1912.13483v1   \n",
       "42281  http://arxiv.org/pdf/2001.00083v1   \n",
       "42288  http://arxiv.org/pdf/2001.00477v1   \n",
       "\n",
       "                                                    _raw id_without_addr_or_v  \\\n",
       "1935   {'id': 'http://arxiv.org/abs/0704.0004v1', 'gu...            0704.0004   \n",
       "1936   {'id': 'http://arxiv.org/abs/0704.0010v1', 'gu...            0704.0010   \n",
       "1937   {'id': 'http://arxiv.org/abs/0704.0049v1', 'gu...            0704.0049   \n",
       "1938   {'id': 'http://arxiv.org/abs/0704.0211v1', 'gu...            0704.0211   \n",
       "1939   {'id': 'http://arxiv.org/abs/0704.0277v1', 'gu...            0704.0277   \n",
       "...                                                  ...                  ...   \n",
       "42273  {'id': 'http://arxiv.org/abs/1912.12921v1', 'g...           1912.12921   \n",
       "42277  {'id': 'http://arxiv.org/abs/1912.13394v1', 'g...           1912.13394   \n",
       "42278  {'id': 'http://arxiv.org/abs/1912.13483v1', 'g...           1912.13483   \n",
       "42281  {'id': 'http://arxiv.org/abs/2001.00083v1', 'g...           2001.00083   \n",
       "42288  {'id': 'http://arxiv.org/abs/2001.00477v1', 'g...           2001.00477   \n",
       "\n",
       "        dir  \n",
       "1935   0704  \n",
       "1936   0704  \n",
       "1937   0704  \n",
       "1938   0704  \n",
       "1939   0704  \n",
       "...     ...  \n",
       "42273  1912  \n",
       "42277  1912  \n",
       "42278  1912  \n",
       "42281  2001  \n",
       "42288  2001  \n",
       "\n",
       "[28562 rows x 16 columns]"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "co_before_2020_no_math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "5215433e-e339-4cad-9a20-bbf1e4c52dae",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_before_2020_no_math[['id_without_addr_or_v','dir']].to_csv(\"28562_id+dir.csv\", index=False )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "99bacbdb-c533-4a92-accd-b28b010c134a",
   "metadata": {},
   "outputs": [],
   "source": [
    "co_before_2020_no_math = co_before_2020_no_math[co_before_2020_no_math['dir'].astype('Int64') <= 2001]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "d68193c5-1ad8-44f0-8a2c-b9fd47f428db",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('28562_id+dir.csv',  dtype={'id_without_addr_or_v': str, 'dir': str})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "9c9b7cd2-3732-4cd0-8cac-a22c34fb4b95",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['to_sort'] = pd.to_numeric(df['dir'])\n",
    "df_new=df.sort_values('to_sort')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "4eeb3264-341a-4f01-b73d-e59a5195ed62",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_without_addr_or_v</th>\n",
       "      <th>dir</th>\n",
       "      <th>to_sort</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0704.0004</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16481</th>\n",
       "      <td>0704.1943</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16482</th>\n",
       "      <td>0704.2046</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16483</th>\n",
       "      <td>0704.2411</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16484</th>\n",
       "      <td>0704.2481</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16379</th>\n",
       "      <td>9906154</td>\n",
       "      <td>9906154</td>\n",
       "      <td>9906154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16380</th>\n",
       "      <td>9910273</td>\n",
       "      <td>9910273</td>\n",
       "      <td>9910273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16381</th>\n",
       "      <td>9910377</td>\n",
       "      <td>9910377</td>\n",
       "      <td>9910377</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16406</th>\n",
       "      <td>9912013</td>\n",
       "      <td>9912013</td>\n",
       "      <td>9912013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16382</th>\n",
       "      <td>9912264</td>\n",
       "      <td>9912264</td>\n",
       "      <td>9912264</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>28562 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id_without_addr_or_v      dir  to_sort\n",
       "0                0704.0004     0704      704\n",
       "16481            0704.1943     0704      704\n",
       "16482            0704.2046     0704      704\n",
       "16483            0704.2411     0704      704\n",
       "16484            0704.2481     0704      704\n",
       "...                    ...      ...      ...\n",
       "16379              9906154  9906154  9906154\n",
       "16380              9910273  9910273  9910273\n",
       "16381              9910377  9910377  9910377\n",
       "16406              9912013  9912013  9912013\n",
       "16382              9912264  9912264  9912264\n",
       "\n",
       "[28562 rows x 3 columns]"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "4cddcb79-8a38-4fd8-bd93-96d16ee0fafb",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_133035/3586358125.py:1: UserWarning: Boolean Series key will be reindexed to match DataFrame index.\n",
      "  df_new = df_new[df['to_sort'] <= 2001]\n"
     ]
    }
   ],
   "source": [
    "df_new = df_new[df['to_sort'] <= 2001]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "91c98ef6-cd2b-4d04-8c00-c9e9329deb7f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_without_addr_or_v</th>\n",
       "      <th>dir</th>\n",
       "      <th>to_sort</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0704.0004</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16481</th>\n",
       "      <td>0704.1943</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16482</th>\n",
       "      <td>0704.2046</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16483</th>\n",
       "      <td>0704.2411</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16484</th>\n",
       "      <td>0704.2481</td>\n",
       "      <td>0704</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16351</th>\n",
       "      <td>1912.10517</td>\n",
       "      <td>1912</td>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16282</th>\n",
       "      <td>1912.02683</td>\n",
       "      <td>1912</td>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28561</th>\n",
       "      <td>2001.00477</td>\n",
       "      <td>2001</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16373</th>\n",
       "      <td>2001.00042</td>\n",
       "      <td>2001</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28560</th>\n",
       "      <td>2001.00083</td>\n",
       "      <td>2001</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>28477 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id_without_addr_or_v   dir  to_sort\n",
       "0                0704.0004  0704      704\n",
       "16481            0704.1943  0704      704\n",
       "16482            0704.2046  0704      704\n",
       "16483            0704.2411  0704      704\n",
       "16484            0704.2481  0704      704\n",
       "...                    ...   ...      ...\n",
       "16351           1912.10517  1912     1912\n",
       "16282           1912.02683  1912     1912\n",
       "28561           2001.00477  2001     2001\n",
       "16373           2001.00042  2001     2001\n",
       "28560           2001.00083  2001     2001\n",
       "\n",
       "[28477 rows x 3 columns]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "345da22b-34d7-40b5-be21-8fd475e6f8c5",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_new[['id_without_addr_or_v','dir']].to_csv('28477_id+dir.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "374bf0e4-bd1e-464c-8821-fd7df063d105",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}