cafkafk/nixpkgs
cafkafk/nixpkgs
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 2

gnomeExtensions: update-extensions.py format

Browse source
This commit is contained in:
Ryan Horiguchi 2022-04-23 01:13:02 +02:00
parent 2a4c323276
commit 5ce8c34043
No known key found for this signature in database
GPG key ID: CA7EE98D45A1132A
1 changed files with 12 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
pkgs/desktops/gnome/extensions/update-extensions.py
View file

@ -1,16 +1,16 @@
#!/usr/bin/env nix-shell #!/usr/bin/env nix-shell
#!nix-shell -I nixpkgs=../../../.. -i python3 -p python3 #!nix-shell -I nixpkgs=../../../.. -i python3 -p python3
import json
import urllib.request
import urllib.error
from typing import List, Dict, Optional, Any, Tuple
import logging
from operator import itemgetter
import subprocess
import zipfile
import io
import base64 import base64
import io
import json
import logging
import subprocess
import urllib.error
import urllib.request
import zipfile
from operator import itemgetter
from typing import List, Dict, Optional, Any, Tuple
# We don't want all those deprecated legacy extensions # We don't want all those deprecated legacy extensions
# Group extensions by GNOME "major" version for compatibility reasons # Group extensions by GNOME "major" version for compatibility reasons
@ -21,14 +21,12 @@ supported_versions = {
"42": "42", "42": "42",
} }
# Some type alias to increase readility of complex compound types # Some type alias to increase readility of complex compound types
PackageName = str PackageName = str
ShellVersion = str ShellVersion = str
Uuid = str Uuid = str
ExtensionVersion = int ExtensionVersion = int
# Keep track of all names that have been used till now to detect collisions. # Keep track of all names that have been used till now to detect collisions.
# This works because we deterministically process all extensions in historical order # This works because we deterministically process all extensions in historical order
# The outer dict level is the shell version, as we are tracking duplicates only per same Shell version. # The outer dict level is the shell version, as we are tracking duplicates only per same Shell version.
@ -69,7 +67,7 @@ def fetch_extension_data(uuid: str, version: str) -> Tuple[str, str]:
def generate_extension_versions( def generate_extension_versions(
extension_version_map: Dict[ShellVersion, ExtensionVersion], uuid: str extension_version_map: Dict[ShellVersion, ExtensionVersion], uuid: str
) -> Dict[ShellVersion, Dict[str, str]]: ) -> Dict[ShellVersion, Dict[str, str]]:
""" """
Takes in a mapping from shell versions to extension versions and transforms it the way we need it: Takes in a mapping from shell versions to extension versions and transforms it the way we need it:
@ -127,7 +125,7 @@ def pname_from_url(url: str) -> Tuple[str, str]:
""" """
url = url.split("/") # type: ignore url = url.split("/") # type: ignore
return (url[3], url[2]) return url[3], url[2]
def process_extension(extension: Dict[str, Any]) -> Optional[Dict[str, Any]]: def process_extension(extension: Dict[str, Any]) -> Optional[Dict[str, Any]]:
@ -225,7 +223,7 @@ def scrape_extensions_index() -> List[Dict[str, Any]]:
logging.info("Scraping page " + str(page)) logging.info("Scraping page " + str(page))
try: try:
with urllib.request.urlopen( with urllib.request.urlopen(
f"https://extensions.gnome.org/extension-query/?n_per_page=25&page={page}" f"https://extensions.gnome.org/extension-query/?n_per_page=25&page={page}"
) as response: ) as response:
data = json.loads(response.read().decode())["extensions"] data = json.loads(response.read().decode())["extensions"]
responseLength = len(data) responseLength = len(data)