feat: Add a weekly workflow to tag archived repos

.github/workflows/tag_archived.yml

@@ -0,0 +1,41 @@
+name: Tag Archived Repos
+
+on:
+ workflow_dispatch:
+ schedule:
+ - cron: '0 0 * * 0' # every sunday at midnight
+
+jobs:
+ tag_archived:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v5
+
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: '3.x'
+
+ - name: Run script and capture output
+ id: run_script
+ env:
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ BATCH_SIZE: 50
+ run: |
+ BODY=$(python tag_archived.py)
+ echo "commit_body<<EOF" >> $GITHUB_OUTPUT
+ echo "$BODY" >> $GITHUB_OUTPUT
+ echo "EOF" >> $GITHUB_OUTPUT
+
+ - name: Commit changes
+ uses: stefanzweifel/git-auto-commit-action@v6
+ with:
+ commit_message: |
+ chore: Update package lists
+
+ ${{ steps.run_script.outputs.commit_body }}
+ branch: master
+ file_pattern: packages.json deleted_packages.json
+ commit_user_name: "github-actions[bot]"
+ commit_user_email: "github-actions[bot]@users.noreply.github.com"
+ commit_author: "github-actions[bot] <github-actions[bot]@users.noreply.github.com>"

packages.json

@@ -25219,23 +25219,6 @@
  "license": "MIT",
  "web": "https://github.com/schneiderfelipe/hyperscript"
  },
- {
- "name": "pl0t",
- "url": "https://github.com/al6x/pl0t?subdir=api/nim",
- "method": "git",
- "tags": [
- "plot",
- "chart",
- "table",
- "excel",
- "spreadsheet",
- "visualization",
- "data"
- ],
- "description": "Plot and visualize data",
- "license": "Proprietary",
- "web": "https://pl0t.com"
- },
  {
  "name": "gm_api",
  "url": "https://github.com/thisago/gm_api",
@@ -36036,5 +36019,35 @@
  "description": "A CLI library inspired by Ratatui",
  "license": "MIT",
  "web": "https://github.com/fox0430/celina"
+ },
+ {
+ "name": "cglm",
+ "url": "https://github.com/Niminem/cglm",
+ "method": "git",
+ "tags": [
+ "cglm",
+ "glm",
+ "math",
+ "3d",
+ "game",
+ "wrapper"
+ ],
+ "description": "Nim wrapper for cglm, an optimized 3D math library written in C99",
+ "license": "MIT",
+ "web": "https://github.com/Niminem/cglm"
+ },
+ {
+ "name": "prettyterm",
+ "url": "https://github.com/CodeLibraty/prettyterm",
+ "method": "git",
+ "tags": [
+ "terminal",
+ "tui",
+ "utils",
+ "rytonlang"
+ ],
+ "description": "Make your terminal interfaces prettier!",
+ "license": "MIT",
+ "web": "https://github.com/CodeLibraty/prettyterm"
  }
 ]

tag_archived.py

@@ -0,0 +1,153 @@
+import json
+import os
+import re
+import subprocess
+import sys
+from urllib.parse import urlparse
+
+def get_repo_from_url(url):
+ """Extracts owner/repo from a GitHub URL, stripping query parameters."""
+ # Use urlparse to handle URL components correctly
+ parsed_url = urlparse(url)
+ if parsed_url.netloc == "github.com":
+ path_parts = parsed_url.path.strip('/').split('/')
+ if len(path_parts) >= 2:
+ owner = path_parts[0]
+ repo = path_parts[1]
+ if repo.endswith('.git'):
+ repo = repo[:-4]
+ return owner, repo
+ return None, None
+
+def build_graphql_query(repos):
+ """Builds a GraphQL query for a batch of repositories."""
+ query_parts = []
+ for i, (owner, repo) in enumerate(repos):
+ query_parts.append(f"""
+ repo{i}: repository(owner: "{owner}", name: "{repo}") {{
+ isArchived
+ nameWithOwner
+ }}
+ """)
+ return "query {" + "".join(query_parts) + "}"
+
+def run_gh_query(query):
+ """Runs a GraphQL query using the gh CLI."""
+ cmd = ["gh", "api", "graphql", "-f", f"query={query}"]
+ result = subprocess.run(cmd, capture_output=True, text=True)
+
+ # Even with a non-zero exit code, gh might return a JSON with partial data
+ # and an 'errors' field. We should try to parse it.
+ if not result.stdout:
+ print(f"Error running gh command: empty stdout. stderr: {result.stderr}", file=sys.stderr)
+ # Return something that won't crash the main loop
+ return {"data": {}}
+
+ try:
+ response_json = json.loads(result.stdout)
+ except json.JSONDecodeError:
+ print(f"Error running gh command: failed to parse JSON. stderr: {result.stderr}", file=sys.stderr)
+ return {"data": {}}
+
+ if "errors" in response_json:
+ # Filter out expected "NOT_FOUND" errors to avoid log spam.
+ critical_errors = [e for e in response_json.get("errors", []) if e.get("type") != "NOT_FOUND"]
+ if critical_errors:
+ print(f"GraphQL query returned critical errors: {critical_errors}", file=sys.stderr)
+
+ return response_json
+
+def main():
+ """Main function."""
+ batch_size = int(os.environ.get("BATCH_SIZE", 50))
+
+ with open("packages.json", "r") as f:
+ all_packages = json.load(f)
+
+ # Partition packages: those already marked 'deleted' vs. those to be checked.
+ packages_to_check = []
+ deleted_packages = []
+ for pkg in all_packages:
+ if "deleted" in pkg.get("tags", []):
+ deleted_packages.append(pkg)
+ else:
+ packages_to_check.append(pkg)
+
+ # Identify GitHub repos to query from the packages to be checked.
+ github_repos_map = {}
+ for pkg in packages_to_check:
+ owner, repo = get_repo_from_url(pkg.get("url", ""))
+ if owner and repo:
+ name_with_owner = f"{owner}/{repo}"
+ # Handle cases where multiple packages point to the same repo.
+ if name_with_owner not in github_repos_map:
+ github_repos_map[name_with_owner] = []
+ github_repos_map[name_with_owner].append(pkg)
+
+ # Batch query the GitHub API.
+ repos_to_query = list(github_repos_map.keys())
+ api_results = {}
+ for i in range(0, len(repos_to_query), batch_size):
+ batch_repos_str = repos_to_query[i:i+batch_size]
+ batch_repos_tuple = [tuple(r.split('/')) for r in batch_repos_str]
+ query = build_graphql_query(batch_repos_tuple)
+ result = run_gh_query(query)
+ if "data" in result and result.get("data") is not None:
+ for j, repo_str in enumerate(batch_repos_str):
+ key = f"repo{j}"
+ api_results[repo_str] = result["data"].get(key)
+
+ # Process API results.
+ newly_deleted_names = []
+ newly_archived_names = []
+ active_packages = []
+
+ # Start with a clean list of packages to check
+ remaining_packages = list(packages_to_check)
+
+ for repo_str, repo_data in api_results.items():
+ packages_to_update = github_repos_map[repo_str]
+ for pkg in packages_to_update:
+ if repo_data is None: # Repo not found, move to deleted.
+ if pkg in remaining_packages:
+ deleted_packages.append(pkg)
+ remaining_packages.remove(pkg)
+ newly_deleted_names.append(pkg['name'])
+ elif repo_data.get("isArchived"): # Repo is archived, tag it.
+ pkg_tags = set(pkg.get("tags", []))
+ if "archived" not in pkg_tags:
+ pkg_tags.add("archived")
+ pkg["tags"] = sorted(list(pkg_tags))
+ newly_archived_names.append(pkg['name'])
+
+ active_packages = remaining_packages
+
+ # Write output files if changes were made.
+ if newly_deleted_names or newly_archived_names:
+ # Write active packages to packages.json
+ with open("packages.json", "w") as f:
+ json.dump(active_packages, f, indent=2, ensure_ascii=False)
+ f.write('\n')
+
+ # Write deleted packages to deleted_packages.json
+ if deleted_packages:
+ with open("deleted_packages.json", "w") as f:
+ json.dump(deleted_packages, f, indent=2, ensure_ascii=False)
+ f.write('\n')
+
+ # Print summary for commit message.
+ if newly_deleted_names:
+ print("Moved to deleted_packages.json:")
+ for name in sorted(list(set(newly_deleted_names))):
+ print(f"- {name}")
+ if newly_archived_names:
+ if newly_deleted_names:
+ print() # Add a newline for separation.
+ print("Tagged as archived:")
+ for name in sorted(list(set(newly_archived_names))):
+ print(f"- {name}")
+ else:
+ print("No new archived or deleted repositories found.")
+
+if __name__ == "__main__":
+ main()