MyFSIO v0.3.3 Release

Reviewed-on: #26

app/s3_api.py

@@ -293,7 +293,9 @@ def _verify_sigv4_header(req: Any, auth_header: str) -> Principal | None:
              raise IamError("Required headers not signed")
 
     canonical_uri = _get_canonical_uri(req)
-    payload_hash = req.headers.get("X-Amz-Content-Sha256") or "UNSIGNED-PAYLOAD"
+    payload_hash = req.headers.get("X-Amz-Content-Sha256")
+    if not payload_hash:
+        payload_hash = hashlib.sha256(req.get_data()).hexdigest()
 
     if _HAS_RUST:
         query_params = list(req.args.items(multi=True))

app/storage.py

@@ -844,9 +844,10 @@ class ObjectStorage:
         tmp_path = tmp_dir / f"{uuid.uuid4().hex}.tmp"
         
         try:
+            checksum = hashlib.md5()
             with tmp_path.open("wb") as target:
-                shutil.copyfileobj(stream, target)
-
+                shutil.copyfileobj(_HashingReader(stream, checksum), target)
+            
             new_size = tmp_path.stat().st_size
             size_delta = new_size - existing_size
             object_delta = 0 if is_overwrite else 1
@@ -864,20 +865,8 @@ class ObjectStorage:
                         quota_check["usage"],
                     )
 
-            if _HAS_RUST:
-                etag = _rc.md5_file(str(tmp_path))
-            else:
-                checksum = hashlib.md5()
-                with tmp_path.open("rb") as f:
-                    while True:
-                        chunk = f.read(1048576)
-                        if not chunk:
-                            break
-                        checksum.update(chunk)
-                etag = checksum.hexdigest()
-
             shutil.move(str(tmp_path), str(destination))
-
+            
         finally:
             try:
                 tmp_path.unlink(missing_ok=True)
@@ -885,6 +874,7 @@ class ObjectStorage:
                 pass
 
         stat = destination.stat()
+        etag = checksum.hexdigest()
         
         internal_meta = {"__etag__": etag, "__size__": str(stat.st_size)}
         combined_meta = {**internal_meta, **(metadata or {})}
@@ -1475,24 +1465,14 @@ class ObjectStorage:
         if not upload_root.exists():
             raise StorageError("Multipart upload not found")
 
+        checksum = hashlib.md5()
         part_filename = f"part-{part_number:05d}.part"
         part_path = upload_root / part_filename
         temp_path = upload_root / f".{part_filename}.tmp"
 
         try:
             with temp_path.open("wb") as target:
-                shutil.copyfileobj(stream, target)
-            if _HAS_RUST:
-                part_etag = _rc.md5_file(str(temp_path))
-            else:
-                checksum = hashlib.md5()
-                with temp_path.open("rb") as f:
-                    while True:
-                        chunk = f.read(1048576)
-                        if not chunk:
-                            break
-                        checksum.update(chunk)
-                part_etag = checksum.hexdigest()
+                shutil.copyfileobj(_HashingReader(stream, checksum), target)
             temp_path.replace(part_path)
         except OSError:
             try:
@@ -1502,7 +1482,7 @@ class ObjectStorage:
             raise
 
         record = {
-            "etag": part_etag,
+            "etag": checksum.hexdigest(),
             "size": part_path.stat().st_size,
             "filename": part_filename,
         }

app/version.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-APP_VERSION = "0.3.4"
+APP_VERSION = "0.3.3"
 
 
 def get_version() -> str: