Add scripts to fetch stars, downloads and pulls

.github/workflows/data-fetch-push.yml

@@ -0,0 +1,39 @@
+name: Update Stars, Pulls and Downloads From APIs
+
+on:
+  # pull_request:
+  #   branches:
+  #   - main
+  schedule:
+    - cron: '*/1 * * * *' # Runs at 8:00 AM every Monday
+
+jobs:
+  fetchAndUpdate:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v3
+      with:
+        ref: ${{ github.head_ref }}
+        token: ${{ secrets.DATA_PUSH_TOKEN }}
+
+    - name: Add dependencies
+      run: |
+        python -m pip install requests
+
+    - name: Update files after fetching data from APIs
+      run: |
+        python docs/tools/vdb_table/fetch-data.py
+
+    - name: Commit and push if there are changes
+      env:
+        GIT_AUTHOR_NAME: Chirag Jain
+        GIT_AUTHOR_EMAIL: [email protected]
+        GIT_COMMITTER_NAME: Chirag Jain
+        GIT_COMMITTER_EMAIL: [email protected]
+        GITHUB_TOKEN: ${{ secrets.DATA_PUSH_TOKEN }}
+      run: |
+        git add docs/tools/vdb_table/data/.
+        git commit -m "Update Stars, Pulls & Downloads" || exit 0  # Exit 0 if no changes
+        git push

docs/tools/vdb_table/data/activeloop.json

@@ -26,7 +26,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 7375,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -140,14 +139,38 @@
   },
   "doc_size": {
     "bytes": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": true,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "github_stars": {
+    "value": 7462,
+    "unlimited": false,
+    "source_url": "https://github.com/activeloopai/deeplake",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/deeplake/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
   }
-}
+}

docs/tools/vdb_table/data/anariai.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "",
@@ -139,7 +138,7 @@
   },
   "doc_size": {
     "bytes": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
   },
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://github.com/Anari-AI",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/apachecassandra.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 8400,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -145,8 +144,32 @@
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 8410,
+    "unlimited": false,
+    "source_url": "https://github.com/apache/cassandra",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 200565371,
+    "unlimited": false,
+    "source_url": "https://hub.docker.com/_/cassandra",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/cassandra-driver/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/cassandra-driver",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/apachesolr.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 905,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -139,14 +138,38 @@
   },
   "doc_size": {
     "bytes": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "https://issues.apache.org/jira/browse/SOLR-16836",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 967,
+    "unlimited": false,
+    "source_url": "https://github.com/apache/solr",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 158779946,
+    "unlimited": false,
+    "source_url": "https://hub.docker.com/_/solr",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/pysolr/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/solr-client",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/aperturedb.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 0,
   "metadata_filter": {
     "support": "",
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://github.com/aperture-data",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/aperturedb/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/aperture",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/azureai.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 0,
   "vector_launch_year": 2023,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "https://learn.microsoft.com/azure/search/vector-search-how-to-generate-embeddings",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://github.com/Azure",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/azure-ai-ml/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/@azure/openai",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/chroma.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 9700,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -148,5 +147,29 @@
     "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 10914,
+    "unlimited": false,
+    "source_url": "https://github.com/chroma-core/chroma",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/chromadb/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/chromadb",
+    "comment": ""
   }
 }

docs/tools/vdb_table/data/clickhouse.json

@@ -25,7 +25,6 @@
     "source_url": "",
     "comment": ""
   },
-  "github_stars": 32000,
   "vector_launch_year": 2022,
   "metadata_filter": {
     "support": "full",
@@ -139,14 +138,38 @@
   },
   "doc_size": {
     "bytes": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
   },
   "vector_dims": {
     "value": 0,
-    "unlimited": true,
+    "unlimited": false,
     "source_url": "",
     "comment": ""
+  },
+  "github_stars": {
+    "value": 33001,
+    "unlimited": false,
+    "source_url": "https://github.com/ClickHouse/ClickHouse",
+    "comment": ""
+  },
+  "docker_pulls": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "",
+    "comment": ""
+  },
+  "pypi_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://pypi.org/project/clickhouse/",
+    "comment": ""
+  },
+  "npm_downloads": {
+    "value": 0,
+    "unlimited": false,
+    "source_url": "https://www.npmjs.com/package/clickhouse",
+    "comment": ""
   }
-}
+}