kqjy/MyFSIO
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 13 Wiki Activity

Debug replication corruption issue - Fix attempt

Browse Source
This commit is contained in:
kqjy
2025-12-23 13:24:05 +08:00
parent 90893cac27
commit cd9734b398
1 changed files with 4 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
app/replication.py
View File

@@ -349,15 +349,9 @@ class ReplicationManager:
logger.error(f"Source object not found: {bucket_name}/{object_key}") logger.error(f"Source object not found: {bucket_name}/{object_key}")
return return
metadata = self.storage.get_object_metadata(bucket_name, object_key) # Don't replicate metadata - destination server will generate its own
# __etag__ and __size__. Replicating them causes signature mismatches
extra_args = {} # when they have None/empty values.
if metadata:
# Filter out metadata with None or empty values to prevent signature issues
# boto3 signs all metadata headers, so None values cause mismatches
filtered_metadata = {k: v for k, v in metadata.items() if v is not None and v != ''}
if filtered_metadata:
extra_args["Metadata"] = filtered_metadata
# Guess content type to prevent corruption/wrong handling # Guess content type to prevent corruption/wrong handling
content_type, _ = mimetypes.guess_type(path) content_type, _ = mimetypes.guess_type(path)
@@ -381,11 +375,7 @@ class ReplicationManager:
} }
if content_type: if content_type:
put_kwargs["ContentType"] = content_type put_kwargs["ContentType"] = content_type
# Only add metadata if we have valid filtered values # Metadata is not replicated - destination generates its own
if metadata:
filtered = {k: v for k, v in metadata.items() if v is not None and v != ''}
if filtered:
put_kwargs["Metadata"] = filtered
# Debug logging for signature issues # Debug logging for signature issues
logger.debug(f"PUT request details: bucket={rule.target_bucket}, key={repr(object_key)}, " logger.debug(f"PUT request details: bucket={rule.target_bucket}, key={repr(object_key)}, "