Implement native asset pipeline and cache (#64)
Some checks failed
Native code generation / deterministic (push) Failing after 2m18s
Imaging and meshing gate / native (push) Failing after 1m30s
JPEG 2000 feature / linux (push) Successful in 2m40s
Native Rust workspace compile / compile (push) Failing after 57s
Skia feature / linux (push) Successful in 31m8s
Some checks failed
Native code generation / deterministic (push) Failing after 2m18s
Imaging and meshing gate / native (push) Failing after 1m30s
JPEG 2000 feature / linux (push) Successful in 2m40s
Native Rust workspace compile / compile (push) Failing after 57s
Skia feature / linux (push) Successful in 31m8s
This commit is contained in:
62
tools/check_milestone_09_issue_64.py
Normal file
62
tools/check_milestone_09_issue_64.py
Normal file
@@ -0,0 +1,62 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Audit issue 64's native asset, transfer, cache, and download boundary."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from pathlib import Path
|
||||
import re
|
||||
|
||||
import generate_api_shims
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
SOURCES = tuple(
|
||||
ROOT / "crates" / "libremetaverse" / "src" / name
|
||||
for name in (
|
||||
"asset_cache.rs", "asset_manager.rs", "asset_material.rs",
|
||||
"asset_models.rs", "object_material.rs", "transfers.rs",
|
||||
)
|
||||
)
|
||||
DOC = ROOT / "docs" / "assets.md"
|
||||
NATIVE_TESTS = ROOT / "crates" / "libremetaverse" / "src" / "asset_pipeline_semantics.rs"
|
||||
HTTP_TESTS = ROOT / "crates" / "libremetaverse" / "tests" / "caps_http.rs"
|
||||
STUB_RE = re.compile(r"\b(?:not_implemented|unimplemented_api)\b|\b(?:todo|unimplemented)!\s*\(")
|
||||
|
||||
REQUIRED_TYPES = {
|
||||
"T:LibreMetaverse.AssetCache", "T:LibreMetaverse.AssetManager",
|
||||
"T:LibreMetaverse.AssetDownload", "T:LibreMetaverse.AssetUpload",
|
||||
"T:LibreMetaverse.AssetUploadEventArgs", "T:LibreMetaverse.ImageDownload",
|
||||
"T:LibreMetaverse.ImageReceiveProgressEventArgs",
|
||||
"T:LibreMetaverse.InitiateDownloadEventArgs", "T:LibreMetaverse.Transfer",
|
||||
"T:LibreMetaverse.XferDownload", "T:LibreMetaverse.XferReceivedEventArgs",
|
||||
"T:LibreMetaverse.Assets.Asset", "T:LibreMetaverse.Assets.AssetMaterial",
|
||||
"T:LibreMetaverse.Assets.AssetMesh", "T:LibreMetaverse.Assets.AssetTexture",
|
||||
}
|
||||
|
||||
|
||||
def require_markers(path: Path, markers: tuple[str, ...]) -> None:
|
||||
text = path.read_text()
|
||||
missing = [marker for marker in markers if marker not in text]
|
||||
if missing:
|
||||
raise SystemExit(f"{path.name}: audit evidence missing: " + ", ".join(missing))
|
||||
|
||||
|
||||
def main() -> None:
|
||||
native = set(generate_api_shims.NATIVE_TYPES) | set(generate_api_shims.NATIVE_DECLARATIONS)
|
||||
missing = sorted(REQUIRED_TYPES - native)
|
||||
if missing:
|
||||
raise SystemExit("issue 64 native types missing: " + ", ".join(missing))
|
||||
for source in SOURCES:
|
||||
if STUB_RE.search(source.read_text()):
|
||||
raise SystemExit(f"issue 64 owned Rust stubs remain in {source.name}")
|
||||
require_markers(SOURCES[0], ("create_new(true)", "fs::rename", "CACHE_TARGET_PERCENT", "maybe_begin_prune"))
|
||||
require_markers(SOURCES[1], ("ViewerAsset", "TransferRequest", "TransferAbort", "UploadBakedTexture", "AssetUploadRequest"))
|
||||
require_markers(SOURCES[3], ("MAX_ASSET_BYTES", "VorbisEncoderBuilder", "J2kCodec", "serialize_llsd_binary"))
|
||||
require_markers(NATIVE_TESTS, ("sound_and_texture_codecs_produce_real_valid_payloads", "cache_writes_are_atomic_and_corruption_is_typed", "cache_pruning_reclaims_old_entries"))
|
||||
require_markers(HTTP_TESTS, ("deduplicated_subscriber_cancellation_is_independent", "attempts.load(Ordering::Acquire), 1"))
|
||||
require_markers(DOC, ("64 MiB", "independent cancellation", "out-of-order", "atomically rename", "90%"))
|
||||
print("issue 64 audit: native models/codecs, bounded LLUDP and capability transfers, independent dedup cancellation, atomic cache, documentation, and focused tests are present")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -105,6 +105,36 @@ NATIVE_TYPES = {
|
||||
"T:LibreMetaverse.ChatSessionMemberLeftEventArgs": "crate::agent_messages::ChatSessionMemberLeftEventArgs",
|
||||
"T:LibreMetaverse.CameraConstraintEventArgs": "crate::agent_movement::CameraConstraintEventArgs",
|
||||
"T:LibreMetaverse.Assets.AssetGesture": "crate::gesture::AssetGesture",
|
||||
"T:LibreMetaverse.AssetCache": "crate::asset_cache::AssetCache",
|
||||
"T:LibreMetaverse.AssetCache.ComputeAssetCacheFilenameDelegate": "crate::asset_cache::AssetCacheComputeAssetCacheFilenameDelegate",
|
||||
"T:LibreMetaverse.AssetManager": "crate::asset_manager::AssetManager",
|
||||
"T:LibreMetaverse.AssetDownload": "crate::transfers::AssetDownload",
|
||||
"T:LibreMetaverse.ImageDownload": "crate::transfers::ImageDownload",
|
||||
"T:LibreMetaverse.AssetUpload": "crate::transfers::AssetUpload",
|
||||
"T:LibreMetaverse.AssetUploadEventArgs": "crate::transfers::AssetUploadEventArgs",
|
||||
"T:LibreMetaverse.Transfer": "crate::transfers::Transfer",
|
||||
"T:LibreMetaverse.ImageReceiveProgressEventArgs": "crate::transfers::ImageReceiveProgressEventArgs",
|
||||
"T:LibreMetaverse.InitiateDownloadEventArgs": "crate::transfers::InitiateDownloadEventArgs",
|
||||
"T:LibreMetaverse.XferDownload": "crate::transfers::XferDownload",
|
||||
"T:LibreMetaverse.XferReceivedEventArgs": "crate::transfers::XferReceivedEventArgs",
|
||||
"T:LibreMetaverse.Assets.Asset": "crate::asset_models::Asset",
|
||||
"T:LibreMetaverse.Assets.AssetAnimation": "crate::asset_models::AssetAnimation",
|
||||
"T:LibreMetaverse.Assets.AssetBodypart": "crate::asset_models::AssetBodypart",
|
||||
"T:LibreMetaverse.Assets.AssetCallingCard": "crate::asset_models::AssetCallingCard",
|
||||
"T:LibreMetaverse.Assets.AssetClothing": "crate::asset_models::AssetClothing",
|
||||
"T:LibreMetaverse.Assets.AssetLandmark": "crate::asset_models::AssetLandmark",
|
||||
"T:LibreMetaverse.Assets.AssetMaterial": "crate::asset_material::AssetMaterial",
|
||||
"T:LibreMetaverse.Assets.AssetMesh": "crate::asset_models::AssetMesh",
|
||||
"T:LibreMetaverse.Assets.AssetMutable": "crate::asset_models::AssetMutable",
|
||||
"T:LibreMetaverse.Assets.AssetNotecard": "crate::asset_models::AssetNotecard",
|
||||
"T:LibreMetaverse.Assets.AssetScriptBinary": "crate::asset_models::AssetScriptBinary",
|
||||
"T:LibreMetaverse.Assets.AssetScriptText": "crate::asset_models::AssetScriptText",
|
||||
"T:LibreMetaverse.Assets.AssetSettings": "crate::asset_models::AssetSettings",
|
||||
"T:LibreMetaverse.Assets.AssetSound": "crate::asset_models::AssetSound",
|
||||
"T:LibreMetaverse.Assets.AssetTexture": "crate::asset_models::AssetTexture",
|
||||
"T:LibreMetaverse.Assets.AssetWearable": "crate::asset_models::AssetWearable",
|
||||
"T:LibreMetaverse.Assets.GltfTextureTransform": "crate::asset_material::GltfTextureTransform",
|
||||
"T:LibreMetaverse.GLTFMaterialUpdate": "crate::object_material::GLTFMaterialUpdate",
|
||||
"T:LibreMetaverse.Assets.GestureStep": "crate::gesture::GestureStep",
|
||||
"T:LibreMetaverse.Assets.GestureStepAnimation": "crate::gesture::GestureStepAnimation",
|
||||
"T:LibreMetaverse.Assets.GestureStepChat": "crate::gesture::GestureStepChat",
|
||||
@@ -265,6 +295,7 @@ NATIVE_DECLARATIONS = {
|
||||
"T:LibreMetaverse.InventoryManager": "crate::inventory_manager::InventoryManager",
|
||||
"T:LibreMetaverse.InventoryAISClient": "crate::inventory_ais::InventoryAISClient",
|
||||
"T:LibreMetaverse.NetworkManager": "crate::network_manager::NetworkManager",
|
||||
"T:LibreMetaverse.ObjectManager": "crate::object_material::ObjectManager",
|
||||
"T:LibreMetaverse.Settings": "crate::client_core::Settings",
|
||||
"T:LibreMetaverse.Simulator": "crate::network_manager::Simulator",
|
||||
"T:LibreMetaverse.StructuredData.OSDParser": "crate::model::OSDParser",
|
||||
@@ -335,6 +366,14 @@ NATIVE_MEMBER_BODIES = {
|
||||
"self.native_http_caps_client()",
|
||||
"P:LibreMetaverse.GridClient.HttpCapsClient#set":
|
||||
"self.native_set_http_caps_client(value)",
|
||||
"P:LibreMetaverse.GridClient.Assets":
|
||||
"self.native_assets().unwrap_or_else(|_| panic!(\"failed to construct AssetManager\"))",
|
||||
"P:LibreMetaverse.GridClient.Assets#set":
|
||||
"self.native_set_assets(value)",
|
||||
"P:LibreMetaverse.GridClient.Objects":
|
||||
"crate::object_material::ObjectManager::native_new(Some(std::sync::Arc::new(self.clone()))).unwrap_or_else(|_| panic!(\"failed to construct ObjectManager\"))",
|
||||
"P:LibreMetaverse.GridClient.Objects#set":
|
||||
"{ let _ = value; }",
|
||||
"P:LibreMetaverse.GridClient.Inventory":
|
||||
"self.native_inventory().unwrap_or_else(|_| panic!(\"failed to construct InventoryManager\"))",
|
||||
"P:LibreMetaverse.GridClient.Inventory#set":
|
||||
@@ -375,6 +414,20 @@ NATIVE_MEMBER_BODIES = {
|
||||
"crate::inventory_ais::InventoryAISClient::LIBRARY_CAP_NAME",
|
||||
"M:LibreMetaverse.InventoryAISClient.#ctor(LibreMetaverse.GridClient)":
|
||||
"crate::inventory_ais::InventoryAISClient::native_new(client)",
|
||||
"M:LibreMetaverse.ObjectManager.#ctor(LibreMetaverse.GridClient)":
|
||||
"crate::object_material::ObjectManager::native_new(client)",
|
||||
"M:LibreMetaverse.ObjectManager.SendMaterialUpdatesAsync(LibreMetaverse.Simulator,System.Collections.Generic.IEnumerable{LibreMetaverse.GLTFMaterialUpdate},System.Threading.CancellationToken)":
|
||||
"self.native_send_material_updates(sim, updates, cancellation_token).await",
|
||||
"M:LibreMetaverse.ObjectManager.SetMaterialOverrideAsync(LibreMetaverse.Simulator,LibreMetaverse.UUID,System.Int32,LibreMetaverse.Assets.AssetMaterial,System.Threading.CancellationToken)":
|
||||
"self.native_set_material_override(sim, object_id, side, override_material, cancellation_token).await",
|
||||
"M:LibreMetaverse.ObjectManager.ClearMaterialOverrideAsync(LibreMetaverse.Simulator,LibreMetaverse.UUID,System.Int32,System.Threading.CancellationToken)":
|
||||
"self.native_clear_material_override(sim, object_id, side, cancellation_token).await",
|
||||
"M:LibreMetaverse.ObjectManager.ApplyMaterialAsync(LibreMetaverse.Simulator,LibreMetaverse.UUID,System.Int32,LibreMetaverse.UUID,LibreMetaverse.Assets.AssetMaterial,System.Threading.CancellationToken)":
|
||||
"self.native_apply_material(sim, object_id, side, material_asset_id, override_material, cancellation_token).await",
|
||||
"M:LibreMetaverse.InventoryManager.RequestUpdateMaterialAgentInventoryAsync(LibreMetaverse.Assets.AssetMaterial,LibreMetaverse.UUID,System.Threading.CancellationToken,System.IProgress{LibreMetaverse.HttpCapsClient.ProgressReport})":
|
||||
"self.native_update_material_inventory(material, material_item_id, None, cancellation_token, progress).await",
|
||||
"M:LibreMetaverse.InventoryManager.RequestUpdateMaterialTaskInventoryAsync(LibreMetaverse.Assets.AssetMaterial,LibreMetaverse.UUID,LibreMetaverse.UUID,System.Threading.CancellationToken,System.IProgress{LibreMetaverse.HttpCapsClient.ProgressReport})":
|
||||
"self.native_update_material_inventory(material, material_item_id, Some(task_id), cancellation_token, progress).await",
|
||||
"P:LibreMetaverse.InventoryAISClient.IsAvailable": "self.native_is_available()",
|
||||
"M:LibreMetaverse.InventoryAISClient.CreateInventoryAsync(LibreMetaverse.UUID,LibreMetaverse.StructuredData.OSD,System.Boolean,System.Threading.CancellationToken)":
|
||||
"self.native_create_inventory(parent_uuid, new_inventory, create_link, cancellation_token).await",
|
||||
|
||||
@@ -985,6 +985,10 @@ def validate_generated_shims() -> None:
|
||||
"crate::agent_manager::",
|
||||
"crate::agent_messages::",
|
||||
"crate::agent_movement::",
|
||||
"crate::asset_cache::",
|
||||
"crate::asset_manager::",
|
||||
"crate::asset_material::",
|
||||
"crate::asset_models::",
|
||||
"crate::byte_order::",
|
||||
"crate::attention_catalog::",
|
||||
"crate::binary::",
|
||||
@@ -998,6 +1002,7 @@ def validate_generated_shims() -> None:
|
||||
"crate::inventory_manager::",
|
||||
"crate::message_codec::",
|
||||
"crate::message_decoder::",
|
||||
"crate::object_material::",
|
||||
"crate::notation::",
|
||||
"crate::packet_catalog::",
|
||||
"crate::packet_wire::",
|
||||
@@ -1006,6 +1011,7 @@ def validate_generated_shims() -> None:
|
||||
"crate::protobuf::",
|
||||
"crate::skeleton::",
|
||||
"crate::visual_catalog::",
|
||||
"crate::transfers::",
|
||||
"crate::xml_codec::",
|
||||
"stored_visual_params",
|
||||
"self.native_",
|
||||
|
||||
Reference in New Issue
Block a user