Merge pull request #229 from superlinked/vdb-table-test

Stats automatic update to main branch
superlinked · Feb 14, 2024 · ac2f5b9 · ac2f5b9
2 parents 6a624a5 + ea6301c
commit ac2f5b9
Show file tree

Hide file tree

Showing 41 changed files with 1,141 additions and 51 deletions.
diff --git a/.github/workflows/data-fetch-push.yml b/.github/workflows/data-fetch-push.yml
@@ -0,0 +1,51 @@
+name: Update Stars, Pulls and Downloads From APIs
+
+on:
+  schedule:
+    - cron: '0 8 * * 1' # Runs at 8:00 AM every Monday
+  workflow_dispatch:
+
+jobs:
+  fetchAndUpdate:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        python-version: [3.8]
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v3
+      with:
+        ref: ${{ github.head_ref }}
+        token: ${{ secrets.DATA_PUSH_TOKEN }}
+
+    - name: Add dependencies
+      run: |
+        python -m pip install requests
+        python -m pip install tqdm
+        python -m pip install pypistats
+
+    - name: Set pepy.tech API key
+        run: |
+          echo "PYPI_API_KEY=${{ secrets.PYPI_API_KEY }}" >> $GITHUB_ENV
+
+    - name: Update files after fetching data from APIs
+      run: |
+        python docs/tools/vdb_table/fetch-data.py
+
+    - name: Commit and push if there are changes
+      env:
+        GIT_AUTHOR_NAME: Arunesh Singh
+        GIT_AUTHOR_EMAIL: [email protected]
+        GIT_COMMITTER_NAME: Arunesh Singh
+        GIT_COMMITTER_EMAIL: [email protected]
+        GITHUB_TOKEN: ${{ secrets.DATA_PUSH_TOKEN }}
+      run: |
+        git add docs/tools/vdb_table/data/.
+        git commit -m "Update Stars, Pulls & Downloads" || exit 0  # Exit 0 if no changes
+    
+    - name: Push changes
+      uses: ad-m/github-push-action@master
+      with:
+        github_token: ${{ secrets.DATA_PUSH_TOKEN }}
diff --git a/docs/tools/vdb_table/README.md b/docs/tools/vdb_table/README.md
@@ -28,7 +28,8 @@ For this exercise, the collaborators have worked with points of contact from the
 **Frontend:**
 - [Arunesh Singh](https://www.linkedin.com/in/aruneshsingh99/)
 
-
+## Third Party Libraries
+We use [pepy.tech](https://www.pepy.tech) for obtaining statistics for a Python package. To obtain an API key, refer the [documentation](https://www.pepy.tech/pepy-api) and set the API key as an environment variable `PYPI_API_KEY`.
 
 ## Contributing
 

diff --git a/docs/tools/vdb_table/data/activeloop.json b/docs/tools/vdb_table/data/activeloop.json
@@ -26,7 +26,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 7375,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -149,5 +148,29 @@
     "unlimited": true,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 7472,
+    "source_url": "https://github.com/activeloopai/deeplake",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 506920,
+    "source_url": "https://pypi.org/project/deeplake/",
+    "comment": "",
+    "value_90_days": 87204
+  },
+  "npm_downloads": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
   }
-}
+}
diff --git a/docs/tools/vdb_table/data/anariai.json b/docs/tools/vdb_table/data/anariai.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "",
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "npm_downloads": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
   }
 }
diff --git a/docs/tools/vdb_table/data/apachecassandra.json b/docs/tools/vdb_table/data/apachecassandra.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 8400,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": true,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 8415,
+    "source_url": "https://github.com/apache/cassandra",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 200847599,
+    "source_url": "https://hub.docker.com/_/cassandra",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 65525760,
+    "source_url": "https://pypi.org/project/cassandra-driver/",
+    "comment": "",
+    "value_90_days": 4452141
+  },
+  "npm_downloads": {
+    "value": 3996600,
+    "source_url": "https://www.npmjs.com/package/cassandra-driver",
+    "comment": "",
+    "value_90_days": 691943
   }
 }
diff --git a/docs/tools/vdb_table/data/apachesolr.json b/docs/tools/vdb_table/data/apachesolr.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 905,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": true,
     "source_url": "https://issues.apache.org/jira/browse/SOLR-16836",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 969,
+    "source_url": "https://github.com/apache/solr",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 163706843,
+    "source_url": "https://hub.docker.com/_/solr",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 9446098,
+    "source_url": "https://pypi.org/project/pysolr/",
+    "comment": "",
+    "value_90_days": 848168
+  },
+  "npm_downloads": {
+    "value": 1277739,
+    "source_url": "https://www.npmjs.com/package/solr-client",
+    "comment": "",
+    "value_90_days": 83362
   }
 }
diff --git a/docs/tools/vdb_table/data/aperturedb.json b/docs/tools/vdb_table/data/aperturedb.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 0,
   "metadata_filter": {
     "support": "",
@@ -145,8 +144,32 @@
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": false,
+    "unlimited": true,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 111154,
+    "source_url": "https://pypi.org/project/aperturedb/",
+    "comment": "",
+    "value_90_days": 12729
+  },
+  "npm_downloads": {
+    "value": 26341,
+    "source_url": "https://www.npmjs.com/package/aperture",
+    "comment": "",
+    "value_90_days": 3665
   }
 }
diff --git a/docs/tools/vdb_table/data/azureai.json b/docs/tools/vdb_table/data/azureai.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "https://learn.microsoft.com/azure/search/vector-search-how-to-generate-embeddings",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 9771456,
+    "source_url": "https://pypi.org/project/azure-ai-ml/",
+    "comment": "",
+    "value_90_days": 4329385
+  },
+  "npm_downloads": {
+    "value": 1558221,
+    "source_url": "https://www.npmjs.com/package/@azure/openai",
+    "comment": "",
+    "value_90_days": 730025
   }
 }
diff --git a/docs/tools/vdb_table/data/chroma.json b/docs/tools/vdb_table/data/chroma.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 9700,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -145,8 +144,32 @@
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": false,
+    "unlimited": true,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 10951,
+    "source_url": "https://github.com/chroma-core/chroma",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 6936274,
+    "source_url": "https://pypi.org/project/chromadb/",
+    "comment": "",
+    "value_90_days": 3105277
+  },
+  "npm_downloads": {
+    "value": 574766,
+    "source_url": "https://www.npmjs.com/package/chromadb",
+    "comment": "",
+    "value_90_days": 202645
   }
 }
diff --git a/docs/tools/vdb_table/data/clickhouse.json b/docs/tools/vdb_table/data/clickhouse.json
@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 32000,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": true,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 33035,
+    "source_url": "https://github.com/ClickHouse/ClickHouse",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "docker_pulls": {
+    "value": 0,
+    "source_url": "",
+    "comment": "",
+    "value_90_days": 0
+  },
+  "pypi_downloads": {
+    "value": 180912,
+    "source_url": "https://pypi.org/project/clickhouse/",
+    "comment": "",
+    "value_90_days": 4491
+  },
+  "npm_downloads": {
+    "value": 1286775,
+    "source_url": "https://www.npmjs.com/package/clickhouse",
+    "comment": "",
+    "value_90_days": 186419
   }
-}
+}