All the library (included natives) process are test finished.
This commit is contained in:
@@ -0,0 +1,17 @@
|
||||
|
||||
|
||||
MOJANG_RESOURCE_ENDPOINT = "https://resources.download.minecraft.net/{}/{}"
|
||||
|
||||
|
||||
def fetch_asset_manifest(target_version_manifest: dict) -> dict:
|
||||
"""
|
||||
Fetch the asset manifest from target version's manifest.
|
||||
:param target_version_manifest:
|
||||
:return:
|
||||
asset_manifest: dict
|
||||
"""
|
||||
|
||||
assetIndex = target_version_manifest.get("assetIndex")
|
||||
|
||||
if assetIndex is None:
|
||||
pass
|
||||
+348
-36
@@ -1,43 +1,22 @@
|
||||
import json
|
||||
import logging
|
||||
import re
|
||||
from pathlib import Path
|
||||
from typing import Callable
|
||||
|
||||
from ..common.common import get_platform_info
|
||||
from ..common.common import get_platform_info, FileObject, download_multiple_files, unzip
|
||||
from .version_info import (
|
||||
MOJANG_LIBRARIES_ENDPOINT,
|
||||
NATIVE_OS_KEY_MAP,
|
||||
NATIVE_OS_RULE_MAP,
|
||||
NATIVE_ARCH_KEY_MAP,
|
||||
NATIVE_NEW_TO_OLD_ARCH,
|
||||
NATIVE_OLD_TO_NEW_ARCH,
|
||||
NATIVE_OLD_TO_NEW_ARCH, find_useful_part_in_specific_version_manifest,
|
||||
)
|
||||
from ..common.exception import UnsupportedPlatformException, NativeResolveException, DependencyException
|
||||
|
||||
logger = logging.getLogger("Launcher.CoreLib")
|
||||
|
||||
def generate_formatted_artifact_with_name(lib_name, lib_artifact, libraries_endpoint=MOJANG_LIBRARIES_ENDPOINT):
|
||||
"""
|
||||
Generates a formatted artifact
|
||||
:param lib_name: Library name
|
||||
:param lib_artifact: Type should be a dict, and it must contain the key "path" (relative path)
|
||||
:param libraries_endpoint: The function will use it and relative path to generate a new URL if artifact does not contain it.
|
||||
Default value is MOJANG_LIBRARIES_ENDPOINT
|
||||
:return:
|
||||
"""
|
||||
artifact_new = dict(lib_artifact)
|
||||
artifact_new["name"] = lib_name
|
||||
|
||||
if not artifact_new.get("url") and artifact_new.get("path"):
|
||||
artifact_new["url"] = (
|
||||
libraries_endpoint.rstrip("/")
|
||||
+ "/"
|
||||
+ artifact_new["path"].lstrip("/")
|
||||
)
|
||||
elif not artifact_new.get("url") and not artifact_new.get("path"):
|
||||
logger.warning(f"Artifact {lib_name} missing relative path. This may cause issues.")
|
||||
return None
|
||||
|
||||
return artifact_new
|
||||
|
||||
|
||||
def is_library_allowed(rules, platform_rule_name, platform_arch_type, platform_version):
|
||||
"""
|
||||
@@ -116,14 +95,14 @@ def is_native_allowed(lib_name, platform_key_name, platform_arch_type, unspecifi
|
||||
native_os_name = parts[1]
|
||||
if unspecified_arch_policy == "universal":
|
||||
arch_type = platform_arch_type
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" (\"May\" for all architecture type)\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" (\"May\" for all architecture type)")
|
||||
else:
|
||||
arch_type = unspecified_arch_policy
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and specific architecture type {unspecified_arch_policy}\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and specific architecture type {unspecified_arch_policy}")
|
||||
|
||||
elif len(parts) == 3: # With architecture type
|
||||
native_os_name, arch_type = parts[1], parts[2]
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and architecture type \"{arch_type}\"\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and architecture type \"{arch_type}\"")
|
||||
else:
|
||||
logger.warning("Unsupported native key '{}'".format(native_key))
|
||||
return False
|
||||
@@ -140,7 +119,20 @@ def is_native_allowed(lib_name, platform_key_name, platform_arch_type, unspecifi
|
||||
|
||||
return False
|
||||
|
||||
def is_legacy_native_allowed(natives, classifiers, platform_rule_name, platform_arch_type, unspecified_arch_policy: str="x86_64") -> tuple[bool, dict | None]:
|
||||
def is_legacy_native_allowed(natives, classifiers, platform_rule_name, platform_arch_type, unspecified_arch_policy: str="x86_64") -> tuple[bool, dict | None, str | None]:
|
||||
valid_non_arch_values = {
|
||||
"universal",
|
||||
"x86",
|
||||
"x86_64",
|
||||
"arm64",
|
||||
}
|
||||
|
||||
if unspecified_arch_policy not in valid_non_arch_values:
|
||||
raise ValueError(
|
||||
f"Unsupported considered_non_arch: "
|
||||
f"{unspecified_arch_policy!r}"
|
||||
)
|
||||
|
||||
classifier = natives.get(platform_rule_name)
|
||||
|
||||
if classifier:
|
||||
@@ -159,7 +151,7 @@ def is_legacy_native_allowed(natives, classifiers, platform_rule_name, platform_
|
||||
native_artifact = classifiers.get(classifier)
|
||||
|
||||
if native_artifact:
|
||||
return True, native_artifact
|
||||
return True, native_artifact, classifier
|
||||
|
||||
# classifiers-rule use NATIVE_OS_RULE_MAP
|
||||
if classifiers:
|
||||
@@ -181,13 +173,13 @@ def is_legacy_native_allowed(natives, classifiers, platform_rule_name, platform_
|
||||
if unspecified_arch_policy == "universal":
|
||||
universal = True
|
||||
arch_type = platform_arch_type
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" (\"May\" for all architecture type)\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" (\"May\" for all architecture type)")
|
||||
else:
|
||||
arch_type = unspecified_arch_policy
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and specific architecture type {unspecified_arch_policy}\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and specific architecture type {unspecified_arch_policy}")
|
||||
elif len(parts) == 3:
|
||||
native_os_name, arch_type = parts[1].lower(), parts[2].lower()
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and architecture type \"{arch_type}\"\n")
|
||||
logger.debug(f"This native may for platform \"{native_os_name}\" and architecture type \"{arch_type}\"")
|
||||
else:
|
||||
logger.warning("Unsupported legacy native key '{}'".format(native))
|
||||
continue
|
||||
@@ -198,6 +190,326 @@ def is_legacy_native_allowed(natives, classifiers, platform_rule_name, platform_
|
||||
continue
|
||||
|
||||
if native_os_name == platform_rule_name and (arch_type_converted == platform_arch_type or universal):
|
||||
return True, data_raw
|
||||
return True, data_raw, native
|
||||
|
||||
return False, None
|
||||
return False, None, None
|
||||
|
||||
def generate_relative_path_by_maven_coordinate(maven_coordinate: str, extra=None) -> str | None:
|
||||
parts = maven_coordinate.split(":")
|
||||
|
||||
if len(parts) not in (3, 4):
|
||||
logger.warning("Unsupported maven coordinate '{}'".format(maven_coordinate))
|
||||
return None
|
||||
|
||||
group, artifact, version = parts[:3]
|
||||
classifier = extra or (parts[3] if len(parts) == 4 else None)
|
||||
|
||||
base_path = group.replace(".", "/")
|
||||
filename = f"{artifact}-{version}"
|
||||
|
||||
if classifier:
|
||||
filename += f"-{classifier}"
|
||||
|
||||
return f"{base_path}/{artifact}/{version}/{filename}.jar"
|
||||
|
||||
def remove_duplicate_artifacts(artifacts: list[dict], ignore_null=False, compare_by_name=False) -> list[dict]:
|
||||
seen = set()
|
||||
result = []
|
||||
|
||||
for artifact in artifacts:
|
||||
path = artifact.get("path")
|
||||
name = artifact.get("name")
|
||||
|
||||
if name in seen and compare_by_name:
|
||||
continue
|
||||
elif path in seen:
|
||||
continue
|
||||
|
||||
if name is None or path is None:
|
||||
logger.warning("Artifact '{}' has no name or path.".format(artifact))
|
||||
|
||||
if (not ignore_null or name is not None) and compare_by_name:
|
||||
result.append(artifact)
|
||||
seen.add(name)
|
||||
elif not ignore_null or path is not None:
|
||||
result.append(artifact)
|
||||
seen.add(path)
|
||||
|
||||
return result
|
||||
|
||||
def generate_formatted_artifact_with_name(lib_name, lib_artifact, libraries_endpoint=MOJANG_LIBRARIES_ENDPOINT,
|
||||
extra: dict | None=None, relative_args: dict|None=None) -> dict | None:
|
||||
"""
|
||||
Generates a formatted artifact
|
||||
:param lib_name: Library name
|
||||
:param lib_artifact: Type should be a dict, and it must contain the key "path" (relative path)
|
||||
:param libraries_endpoint: The function will use it and relative path to generate a new URL if artifact does not contain it.
|
||||
Default value is MOJANG_LIBRARIES_ENDPOINT
|
||||
:param extra: Extra part of the artifact (Will be included if exists)
|
||||
:param relative_args: Arguments of the generate_relative_path_by_maven_coordinate (Will be called when relative path
|
||||
is missing)
|
||||
:return: artifact_new: dict
|
||||
"""
|
||||
artifact_new = dict(lib_artifact)
|
||||
artifact_new["name"] = lib_name
|
||||
|
||||
if not artifact_new.get("path"):
|
||||
logger.warning(f"Artifact {lib_name} missing relative path. Trying to generate new relative path...")
|
||||
if relative_args is None: relative_args = {}
|
||||
relative_path = generate_relative_path_by_maven_coordinate(lib_name, **relative_args)
|
||||
if relative_path:
|
||||
artifact_new["path"] = relative_path
|
||||
logger.debug(f"Artifact {lib_name} relative path: {relative_path}")
|
||||
else:
|
||||
logger.error(f"Unable to generate new relative path for artifact {lib_name}")
|
||||
return None
|
||||
|
||||
if not artifact_new.get("url") and artifact_new.get("path"):
|
||||
artifact_new["url"] = (
|
||||
libraries_endpoint.rstrip("/")
|
||||
+ "/"
|
||||
+ artifact_new["path"].lstrip("/")
|
||||
)
|
||||
|
||||
if extra:
|
||||
artifact_new.update(extra)
|
||||
|
||||
return artifact_new
|
||||
|
||||
def collect_library_artifacts(specific_version_manifest):
|
||||
_, _, _, _, libraries, _, _ = find_useful_part_in_specific_version_manifest(specific_version_manifest)
|
||||
|
||||
items = []
|
||||
|
||||
# Same as natives
|
||||
_, _, os_version = get_platform_info()
|
||||
platform_key_name, platform_rule_name, platform_arch_type = get_natives_platform_info()
|
||||
|
||||
for library in libraries:
|
||||
name = library.get("name", "")
|
||||
artifact_raw = library.get("downloads", {}).get("artifact", {})
|
||||
rules = library.get("rules", [])
|
||||
classifiers = library.get("downloads", {}).get("classifiers", {})
|
||||
natives = library.get("natives", {})
|
||||
|
||||
# Ignore natives
|
||||
if (len(natives) > 0 or bool(re.search(r":natives-[^:]+$", name)) or
|
||||
any(native.startswith("natives-") for native in classifiers)):
|
||||
logger.info(f"Skipping {name} because its a native library.")
|
||||
continue
|
||||
|
||||
if not is_library_allowed(
|
||||
rules,
|
||||
platform_rule_name,
|
||||
platform_arch_type,
|
||||
os_version,
|
||||
):
|
||||
logger.debug(f"Library {name} can't pass library rules.")
|
||||
continue
|
||||
|
||||
artifact = generate_formatted_artifact_with_name(
|
||||
name,
|
||||
artifact_raw
|
||||
)
|
||||
|
||||
if artifact:
|
||||
items.append(artifact)
|
||||
|
||||
if not items:
|
||||
raise DependencyException(
|
||||
"Could not find any artifact in any of the libraries."
|
||||
)
|
||||
|
||||
return items
|
||||
|
||||
|
||||
def collect_native_artifacts(specific_version_manifest):
|
||||
"""
|
||||
Collects native artifacts that support current platform
|
||||
:param specific_version_manifest:
|
||||
:return:
|
||||
filtered_natives_artifacts: list[dict]
|
||||
"""
|
||||
filtered = []
|
||||
|
||||
# Convert current platform and architecture type to same formula
|
||||
_, _, os_version = get_platform_info()
|
||||
platform_key_name, platform_rule_name, platform_arch_type = get_natives_platform_info()
|
||||
|
||||
if platform_key_name is None or platform_arch_type is None or platform_rule_name is None:
|
||||
raise UnsupportedPlatformException(
|
||||
f"Unsupported platform: key={platform_key_name}, "
|
||||
f"rule={platform_rule_name}, arch={platform_arch_type}"
|
||||
)
|
||||
|
||||
_, _, _, _, libraries, _, _ = find_useful_part_in_specific_version_manifest(specific_version_manifest)
|
||||
|
||||
for library in libraries:
|
||||
name = library.get("name", "")
|
||||
artifact = library.get("downloads", {}).get("artifact", {})
|
||||
# For newer Minecraft (VER>1.7.10)
|
||||
rules = library.get("rules", [])
|
||||
# For legacy version (VER<1.8)
|
||||
classifiers = library.get("downloads", {}).get("classifiers", {})
|
||||
natives = library.get("natives", {})
|
||||
exclude = library.get("extract", {}).get("exclude", ["META-INF/"]) # For extract use
|
||||
|
||||
is_natives = False
|
||||
|
||||
# Check if library is a native
|
||||
if (len(natives) > 0 or bool(re.search(r":natives-[^:]+$", name)) or
|
||||
any(native.startswith("natives-") for native in classifiers)):
|
||||
is_natives = True
|
||||
|
||||
if not is_natives:
|
||||
continue
|
||||
|
||||
if rules and classifiers:
|
||||
logger.debug(f"Found newer and legacy (classifier) native rules for {name}")
|
||||
elif rules:
|
||||
logger.debug(f"Found newer native rules for {name}")
|
||||
elif classifiers:
|
||||
logger.debug(f"Found legacy native rules (classifier) for {name}")
|
||||
|
||||
# =============== New rules ===============
|
||||
|
||||
# Parse action section
|
||||
if not is_library_allowed(
|
||||
rules,
|
||||
platform_rule_name,
|
||||
platform_arch_type,
|
||||
os_version,
|
||||
):
|
||||
logger.debug(f"Library {name} can't pass library rules.")
|
||||
continue
|
||||
|
||||
if is_native_allowed(
|
||||
name,
|
||||
platform_key_name,
|
||||
platform_arch_type,
|
||||
):
|
||||
result_artifact = generate_formatted_artifact_with_name(name, artifact, extra={"exclude": exclude,
|
||||
"flatten": True})
|
||||
if result_artifact:
|
||||
filtered.append(result_artifact)
|
||||
# For some reason, we still need to continue process because some version use multiple type of
|
||||
# classifier. (Such as 1.14.2)
|
||||
else:
|
||||
logger.debug(f"Library {name} can't pass native rules.")
|
||||
|
||||
# =============== Old rules ===============
|
||||
logger.debug(
|
||||
"Library {} doesn't have native key. This library may use old rule.".format(name)
|
||||
)
|
||||
|
||||
result, result_artifact, classifier = is_legacy_native_allowed(
|
||||
natives,
|
||||
classifiers,
|
||||
platform_rule_name,
|
||||
platform_arch_type,
|
||||
)
|
||||
|
||||
if not result:
|
||||
logger.debug(f"Library {name} can't pass legacy native rules.")
|
||||
continue
|
||||
else:
|
||||
result_artifact = generate_formatted_artifact_with_name(name,
|
||||
result_artifact,
|
||||
extra={"exclude": exclude, "flatten": True},
|
||||
relative_args={
|
||||
"extra": classifier
|
||||
})
|
||||
if result_artifact:
|
||||
filtered.append(result_artifact)
|
||||
|
||||
# Remove duplicate items
|
||||
items = remove_duplicate_artifacts(filtered)
|
||||
|
||||
if not filtered:
|
||||
raise NativeResolveException(
|
||||
"No compatible native artifact found.",
|
||||
user_message="No compatible native library was found for this platform.",
|
||||
)
|
||||
elif not items:
|
||||
raise NativeResolveException(
|
||||
"No compatible native artifact found. Report developer because this may be a issue"
|
||||
" at function \"remove_duplicate_artifacts\"",
|
||||
)
|
||||
|
||||
return items
|
||||
|
||||
def download_libraries(artifacts, output_dir, progress_callback: Callable[[str], None]):
|
||||
"""
|
||||
Download libraries from a list that contains artifacts
|
||||
:param artifacts:
|
||||
:param output_dir:
|
||||
:param progress_callback:
|
||||
:return:
|
||||
fails: list (List of artifacts that download failed)
|
||||
successes: list (artifacts that were downloaded)
|
||||
"""
|
||||
files = []
|
||||
|
||||
for artifact in artifacts:
|
||||
sha1 = artifact.get("sha1")
|
||||
relative_path = artifact.get("path")
|
||||
url = artifact.get("url")
|
||||
|
||||
if not relative_path or not url:
|
||||
logger.warning(
|
||||
"Artifact {} has no path or url. Skipping.".format(artifact["name"])
|
||||
)
|
||||
continue
|
||||
else:
|
||||
full_path = output_dir / Path(relative_path)
|
||||
|
||||
file = FileObject(
|
||||
full_path,
|
||||
url=url,
|
||||
sha1=sha1,
|
||||
)
|
||||
|
||||
if sha1 is None:
|
||||
logger.warning(f"File {full_path} has no SHA1 hash.")
|
||||
|
||||
if file.exists and (sha1 is None or file.verify("sha1", sha1)):
|
||||
logger.debug(f"File {full_path} exists.")
|
||||
continue
|
||||
|
||||
files.append(file)
|
||||
|
||||
fails, successes = download_multiple_files(files, progress_callback=progress_callback)
|
||||
|
||||
return fails, successes
|
||||
|
||||
|
||||
def unzip_natives(filtered, libraries_dir, destination: Path):
|
||||
"""
|
||||
Unzip native libraries from a list that contains artifacts
|
||||
:param filtered:
|
||||
:param libraries_dir:
|
||||
:param destination:
|
||||
:return:
|
||||
|
||||
IMPORTANT:
|
||||
Please put "exclude" key inside the artifact (from the version data). If not, some unnecessary file will be also
|
||||
included when unzipping the native library.
|
||||
"""
|
||||
destination.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
for result_artifact in filtered:
|
||||
exclude = result_artifact.get("exclude", [])
|
||||
flatten = result_artifact.get("flatten", False)
|
||||
relative_path = result_artifact.get("path")
|
||||
|
||||
if not relative_path:
|
||||
logger.warning(
|
||||
"Artifact {} has no relative path. Skipping.".format(result_artifact["name"])
|
||||
)
|
||||
continue
|
||||
else:
|
||||
full_path = libraries_dir / Path(relative_path)
|
||||
|
||||
unzip(full_path, destination, exclude=exclude, flatten=flatten)
|
||||
|
||||
logger.debug(f"Unzipped {full_path}.")
|
||||
|
||||
+219
-66
@@ -1,8 +1,16 @@
|
||||
import json
|
||||
import logging
|
||||
import warnings
|
||||
from pathlib import Path
|
||||
|
||||
import requests
|
||||
|
||||
from ..common.common import FileObject
|
||||
from ..common.exception import VersionManifestFetchException, NoVersionFoundException, \
|
||||
NoSpecifiedVersionKeyException, VersionDataKeyNotFoundException, VersionManifestSaveException, HashMismatchException
|
||||
|
||||
MOJANG_VERSION_MANIFEST_V2 = "https://piston-meta.mojang.com/mc/game/version_manifest_v2.json"
|
||||
MOJANG_VERSION_MANIFEST = "https://piston-meta.mojang.com/mc/game/version_manifest.json"
|
||||
MOJANG_LIBRARIES_ENDPOINT = "https://libraries.minecraft.net/"
|
||||
|
||||
NATIVE_OS_KEY_MAP = {
|
||||
@@ -57,54 +65,79 @@ NATIVE_NEW_TO_OLD_ARCH = {
|
||||
logger = logging.getLogger("Launcher.CoreLib")
|
||||
|
||||
def get_version_manifest(manifest_url=MOJANG_VERSION_MANIFEST_V2, timeout=10) -> dict | None:
|
||||
"""
|
||||
Get version manifest.
|
||||
:param manifest_url: Source of the version manifest. (Default use MOJANG_VERSION_MANIFEST_V2)
|
||||
:param timeout: Request timeout
|
||||
:return:
|
||||
version_manifest: dict
|
||||
"""
|
||||
logger.debug("Getting version manifest from {}".format(manifest_url))
|
||||
|
||||
try:
|
||||
r = requests.get(manifest_url, timeout=timeout)
|
||||
r.raise_for_status()
|
||||
except requests.exceptions.RequestException as e:
|
||||
logger.error("Error getting version manifest from {}".format(manifest_url))
|
||||
logger.error("Exception: {}".format(e))
|
||||
return None
|
||||
raise VersionManifestFetchException(
|
||||
"Error getting version manifest from {}: {}".format(manifest_url, e)
|
||||
)
|
||||
|
||||
try:
|
||||
data = r.json()
|
||||
logger.debug("VersionManifest: {}".format(json.dumps(data, indent=4)))
|
||||
return data
|
||||
except ValueError as e:
|
||||
logger.error("Unable to deserialize response data into dictionary.")
|
||||
logger.error("URL: {}".format(manifest_url))
|
||||
logger.error("Exception: {}".format(e))
|
||||
return None
|
||||
|
||||
raise VersionManifestFetchException(
|
||||
"Unable to deserialize response data into dictionary: {}".format(e)
|
||||
)
|
||||
|
||||
def get_latest_version(version_manifest: dict, is_snapshot=False) -> None | str:
|
||||
"""
|
||||
Get latest version (id) from version manifest.
|
||||
:param version_manifest: Version manifest.
|
||||
:param is_snapshot: Return latest snapshot version.
|
||||
:return:
|
||||
latest_version: str
|
||||
"""
|
||||
latest = version_manifest.get("latest", {})
|
||||
|
||||
if len(latest) == 0:
|
||||
logger.debug("No latest version section available in version manifest.")
|
||||
return None
|
||||
raise NoVersionFoundException(
|
||||
"No latest version section available in version manifest."
|
||||
)
|
||||
|
||||
latest_ver = latest.get("release" if not is_snapshot else "snapshot", None)
|
||||
|
||||
if latest_ver is None:
|
||||
logger.debug("No latest version available.")
|
||||
raise NoSpecifiedVersionKeyException(
|
||||
"No latest version available."
|
||||
)
|
||||
else:
|
||||
logger.debug("Latest version: {}".format(latest_ver))
|
||||
|
||||
return latest_ver
|
||||
|
||||
def get_all_versions(version_manifest: dict, is_snapshot=False,
|
||||
include_all_type=False, specific_type=None) -> list:
|
||||
def get_all_versions(version_manifest: dict, is_snapshot=False, include_all_type=False, specified_type=None) -> list:
|
||||
"""
|
||||
Get all versions (id) from version manifest.
|
||||
:param version_manifest:
|
||||
:param is_snapshot: Return all versions that type is snapshot.
|
||||
:param include_all_type: Return all versions (all types included)
|
||||
:param specified_type: Specific version type
|
||||
:return:
|
||||
filtered_versions: list
|
||||
"""
|
||||
all_vers = version_manifest.get("versions", [])
|
||||
|
||||
if len(all_vers) == 0:
|
||||
logger.debug("No version section available in version manifest.")
|
||||
return []
|
||||
raise NoVersionFoundException(
|
||||
"No version section available in version manifest."
|
||||
)
|
||||
|
||||
if not specific_type:
|
||||
if not specified_type:
|
||||
target_type = "release" if not is_snapshot else "snapshot"
|
||||
else:
|
||||
target_type = specific_type
|
||||
target_type = specified_type
|
||||
|
||||
filtered = []
|
||||
|
||||
@@ -118,16 +151,23 @@ def get_all_versions(version_manifest: dict, is_snapshot=False,
|
||||
filtered.append(ver)
|
||||
|
||||
if len(filtered) == 0:
|
||||
logger.debug("No version matches specified type: {}".format(target_type))
|
||||
raise NoSpecifiedVersionKeyException("No version matches specified type: {}".format(target_type))
|
||||
|
||||
return filtered
|
||||
|
||||
def get_available_version_types(version_manifest: dict) -> list:
|
||||
"""
|
||||
Get available version types from version manifest.
|
||||
:param version_manifest:
|
||||
:return:
|
||||
available_types: list
|
||||
"""
|
||||
all_vers = version_manifest.get("versions", [])
|
||||
|
||||
if len(all_vers) == 0:
|
||||
logger.debug("No version section available in version manifest.")
|
||||
return []
|
||||
raise NoVersionFoundException(
|
||||
"No version section available in version manifest."
|
||||
)
|
||||
|
||||
types = []
|
||||
|
||||
@@ -139,35 +179,50 @@ def get_available_version_types(version_manifest: dict) -> list:
|
||||
|
||||
return types
|
||||
|
||||
def get_specific_version_manifest_url(version_manifest: dict,
|
||||
version_id: str) -> str | None:
|
||||
def get_specific_version_manifest_url(version_manifest: dict, version_id: str) -> str | None:
|
||||
"""
|
||||
Get specific version's manifest url from version manifest.
|
||||
:param version_manifest:
|
||||
:param version_id:
|
||||
:return:
|
||||
specific_version_manifest_url: str
|
||||
"""
|
||||
versions = version_manifest.get("versions", [])
|
||||
|
||||
if len(versions) == 0:
|
||||
logger.debug("No version section available in version manifest.")
|
||||
return None
|
||||
raise NoVersionFoundException(
|
||||
"No version section available in version manifest."
|
||||
)
|
||||
|
||||
for version in versions:
|
||||
if version.get("id") == version_id:
|
||||
specific_ver_manifest_url = version.get("url", None)
|
||||
|
||||
if specific_ver_manifest_url is None:
|
||||
logger.debug("Specific version manifest URL not available in version manifest.")
|
||||
return None
|
||||
raise VersionManifestFetchException(
|
||||
"Specific version manifest URL not available in version manifest."
|
||||
)
|
||||
|
||||
return specific_ver_manifest_url
|
||||
|
||||
logger.debug("No version section available in version manifest.")
|
||||
raise NoSpecifiedVersionKeyException(
|
||||
"Specified version {} manifest URL not available in version manifest.".format(version_id)
|
||||
)
|
||||
|
||||
return None
|
||||
|
||||
def get_specific_version_manifest_url_and_hash(version_manifest: dict,
|
||||
version_id: str) -> tuple[str,str] | tuple[None, None]:
|
||||
def get_specific_version_manifest_url_and_hash(version_manifest: dict, version_id: str) \
|
||||
-> tuple[str,str] | tuple[None, None]:
|
||||
"""
|
||||
Get specific version's manifest url and hash from version manifest.
|
||||
:param version_manifest:
|
||||
:param version_id:
|
||||
:return:
|
||||
"""
|
||||
versions = version_manifest.get("versions", [])
|
||||
|
||||
if len(versions) == 0:
|
||||
logger.debug("No version section available in version manifest.")
|
||||
return None, None
|
||||
raise NoVersionFoundException(
|
||||
"No version section available in version manifest."
|
||||
)
|
||||
|
||||
for version in versions:
|
||||
if version.get("id") == version_id:
|
||||
@@ -175,91 +230,189 @@ def get_specific_version_manifest_url_and_hash(version_manifest: dict,
|
||||
specific_ver_manifest_hash = version.get("hash", None)
|
||||
|
||||
if specific_ver_manifest_url is None:
|
||||
logger.debug("Specific version manifest URL not available in version manifest.")
|
||||
raise VersionManifestFetchException(
|
||||
"Specific version manifest URL is None. Is the manifest URL or source correct?"
|
||||
)
|
||||
|
||||
if specific_ver_manifest_hash is None:
|
||||
logger.debug("Specific version manifest hash not available in version manifest.")
|
||||
|
||||
return specific_ver_manifest_url, specific_ver_manifest_hash
|
||||
|
||||
logger.debug("No version section available in version manifest.")
|
||||
raise NoSpecifiedVersionKeyException(
|
||||
"Specified version {} manifest URL not available in version manifest.".format(version_id)
|
||||
)
|
||||
|
||||
return None, None
|
||||
|
||||
def fetch_specific_version_manifest(version_manifest: dict, spec_version: str) -> dict | None:
|
||||
ver_url = get_specific_version_manifest_url(version_manifest, spec_version)
|
||||
|
||||
if ver_url is None:
|
||||
logger.debug("Unable to get specific version manifest url from version manifest.\n"
|
||||
"Version: {}".format(spec_version))
|
||||
return None
|
||||
def fetch_specific_version_manifest(version_manifest: dict, spec_version: str) -> tuple[dict, str | None]:
|
||||
"""
|
||||
Get specific version's manifest data and hash from version manifest.
|
||||
:param version_manifest:
|
||||
:param spec_version:
|
||||
:return:
|
||||
specific_version_manifest_data: str
|
||||
hash: str (sha1)
|
||||
"""
|
||||
ver_url, sha1 = get_specific_version_manifest_url_and_hash(version_manifest, spec_version)
|
||||
|
||||
try:
|
||||
r = requests.get(ver_url, timeout=10)
|
||||
r.raise_for_status()
|
||||
except requests.exceptions.RequestException as e:
|
||||
logger.error("Error getting version manifest from {}".format(ver_url))
|
||||
logger.error("Exception: {}".format(e))
|
||||
return None
|
||||
raise VersionManifestFetchException(
|
||||
"Failed to fetch version manifest URL: {}\n{}".format(ver_url, e)
|
||||
)
|
||||
|
||||
try:
|
||||
data = r.json()
|
||||
logger.debug("SpecificVersionManifest: {}".format(json.dumps(data, indent=4)))
|
||||
return data
|
||||
return data, sha1
|
||||
except ValueError as e:
|
||||
logger.error("Unable to deserialize response data into dictionary.")
|
||||
raise VersionManifestFetchException(
|
||||
"Unable to deserialize response data into dictionary: {} (TargetVer: {})".format(e, ver_url)
|
||||
)
|
||||
|
||||
# mapping
|
||||
get_specific_version_manifest = fetch_specific_version_manifest
|
||||
|
||||
def find_useful_part_in_specific_version_manifest(spec_version_manifest: dict)\
|
||||
-> tuple[dict | None, dict | None, dict | None, dict | None, list | None, str | None]:
|
||||
-> tuple[dict | None, dict | None, dict | None, dict | None, list | None, str | None, str | None]:
|
||||
"""
|
||||
Return useful part from version manifest.
|
||||
:param spec_version_manifest: Specific version's data
|
||||
:return:
|
||||
arguments: dict (contains jvm and game args, for newer version of Minecraft)
|
||||
asset_index: dict
|
||||
downloads: dict (Game core files are store in here)
|
||||
java_version: dict
|
||||
libraries: dict
|
||||
main_class: str
|
||||
legacy_game_args: str (aka "minecraftArguments" in old Minecraft version data)
|
||||
"""
|
||||
arguments = spec_version_manifest.get("arguments", {})
|
||||
asset_index = spec_version_manifest.get("assetIndex", {})
|
||||
downloads = spec_version_manifest.get("downloads", {})
|
||||
java_version = spec_version_manifest.get("javaVersion", {})
|
||||
libraries = spec_version_manifest.get("libraries", [])
|
||||
main_class = spec_version_manifest.get("mainClass", None)
|
||||
legacy_game_args = spec_version_manifest.get("minecraftArguments", None)
|
||||
|
||||
if len(arguments) == 0:
|
||||
logger.debug("No arguments section available in version manifest.")
|
||||
if not arguments and not legacy_game_args:
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No version manifest available in version manifest. (\"arguments\" or \"minecraftArguments\")"
|
||||
)
|
||||
|
||||
if len(asset_index) == 0:
|
||||
logger.debug("No asset index section available in version manifest.")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No asset index section available in version manifest. (\"assetIndex\")"
|
||||
)
|
||||
|
||||
if len(downloads) == 0:
|
||||
logger.debug("No downloads section available in version manifest.")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No downloads section available in version manifest. (\"downloads\")"
|
||||
)
|
||||
|
||||
if len(java_version) == 0:
|
||||
logger.debug("No java version section available in version manifest.")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No java version section available in version manifest. (\"javaVersion\")"
|
||||
)
|
||||
|
||||
if len(libraries) == 0:
|
||||
logger.debug("No libraries section available in version manifest.")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No libraries section available in version manifest. (\"libraries\")"
|
||||
)
|
||||
|
||||
if main_class is None:
|
||||
logger.debug("No main class section available in version manifest.")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No main class section available in version manifest. (\"mainClass\")"
|
||||
)
|
||||
|
||||
return arguments, asset_index, downloads, java_version, libraries, main_class
|
||||
return arguments, asset_index, downloads, java_version, libraries, main_class, legacy_game_args
|
||||
|
||||
def get_core_file_download_url_and_hash(version_manifest: dict, is_server=False) -> tuple[str, str] | tuple[None, None]:
|
||||
def get_core_file_download_url_and_hash(version_manifest: dict, is_server: bool=False) -> tuple[str, str] | tuple[None, None]:
|
||||
"""
|
||||
Get core file download url and hash from version manifest.
|
||||
:param version_manifest:
|
||||
:param is_server: Download server version core file (aka "server.jar") if is enabled. Default is False and ony
|
||||
download client version core file ("client.jar")
|
||||
:return:
|
||||
core_file_download_url: str
|
||||
hash: str (sha1)
|
||||
"""
|
||||
core_downloads = version_manifest.get("downloads", {})
|
||||
|
||||
if len(core_downloads) == 0:
|
||||
logger.debug("No downloads section available in version manifest.")
|
||||
return None, None
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"No downloads section available in version manifest. (\"downloads\")"
|
||||
)
|
||||
|
||||
core_name = "client" if not is_server else "server"
|
||||
core_section = core_downloads.get(core_name, {})
|
||||
|
||||
if len(core_section) == 0:
|
||||
logger.debug("No target core section available in version manifest.\n"
|
||||
"Wants: {}".format(core_name))
|
||||
return None, None
|
||||
raise VersionDataKeyNotFoundException(
|
||||
logger.debug("No target core section available in version manifest. Wants: {}".format(core_name))
|
||||
)
|
||||
|
||||
download_url = core_section.get("url", None)
|
||||
sha1 = core_section.get("sha1", None)
|
||||
|
||||
if download_url is None:
|
||||
logger.debug("Core file url is None.\n")
|
||||
raise VersionDataKeyNotFoundException(
|
||||
"Core file url is None.\n"
|
||||
)
|
||||
|
||||
if sha1 is None:
|
||||
logger.debug("Core file sha1 is None.\n")
|
||||
warnings.warn(
|
||||
"Core file sha1 is None. This may cause security issues.\n"
|
||||
)
|
||||
|
||||
return download_url, sha1
|
||||
return download_url, sha1
|
||||
|
||||
|
||||
def fetch_and_save_version_manifest(dest: Path, target_version: str=None, root_manifest=None) -> dict | None:
|
||||
"""
|
||||
Fetch and save version manifest. (Two types. One is root version manifest, another is specific version manifest)
|
||||
:param dest: Destination of the version manifest.
|
||||
:param target_version: Target version to fetch manifest from. Set this to a Minecraft version if you want to save
|
||||
its version data.
|
||||
:param root_manifest: Root manifest to fetch specific version manifest from. If not set the function will auto
|
||||
fetch it.
|
||||
:return:
|
||||
version_manifest: dict
|
||||
"""
|
||||
if root_manifest is None:
|
||||
root_manifest = get_version_manifest()
|
||||
|
||||
if target_version:
|
||||
# For specified ver
|
||||
data, sha1 = fetch_specific_version_manifest(root_manifest, target_version)
|
||||
else:
|
||||
# For root version manifest (contains all versions)
|
||||
data = root_manifest
|
||||
sha1 = None
|
||||
|
||||
file = FileObject(
|
||||
path=dest,
|
||||
sha1=sha1,
|
||||
)
|
||||
|
||||
dest.parent.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
try:
|
||||
with dest.open("w") as f:
|
||||
json.dump(data, f, indent=4)
|
||||
|
||||
if sha1 is not None and not file.verify_sha1(sha1):
|
||||
raise HashMismatchException(
|
||||
"sha1",
|
||||
file.sha1,
|
||||
sha1,
|
||||
file.posix_path
|
||||
)
|
||||
|
||||
return data
|
||||
except Exception as e:
|
||||
raise VersionManifestSaveException(
|
||||
"Error saving version manifest:\n{}".format(e)
|
||||
)
|
||||
Reference in New Issue
Block a user