s3 object lookup optimization

* Only check versioning configuration if client requests
* Consolidate SSE Entry Lookups

weed/s3api/s3api_object_handlers.go

@@ -263,8 +263,14 @@ func (s3a *S3ApiServer) GetObjectHandler(w http.ResponseWriter, r *http.Request)
 	// Check for specific version ID in query parameters
 	versionId := r.URL.Query().Get("versionId")
 
-	// Check if versioning is configured for the bucket (Enabled or Suspended)
-	versioningConfigured, err := s3a.isVersioningConfigured(bucket)
+	// Only check versioning configuration if client requests it or if we might need it
+	// This avoids unnecessary bucket config lookups for common non-versioned read requests
+	var versioningConfigured bool
+	var err error
+	
+	// Fast path: skip versioning check if no versionId parameter (most common case)
+	if versionId != "" {
+		versioningConfigured, err = s3a.isVersioningConfigured(bucket)
 		if err != nil {
 			if err == filer_pb.ErrNotFound {
 				s3err.WriteErrorResponse(w, r, s3err.ErrNoSuchBucket)
@@ -274,6 +280,12 @@ func (s3a *S3ApiServer) GetObjectHandler(w http.ResponseWriter, r *http.Request)
 			s3err.WriteErrorResponse(w, r, s3err.ErrInternalError)
 			return
 		}
+		if !versioningConfigured {
+			// Client requested a version but versioning not enabled - return NoSuchKey per AWS S3 behavior
+			s3err.WriteErrorResponse(w, r, s3err.ErrNoSuchKey)
+			return
+		}
+	}
 
 	glog.V(1).Infof("GetObject: bucket %s, object %s, versioningConfigured=%v, versionId=%s", bucket, object, versioningConfigured, versionId)
 
@@ -344,32 +356,39 @@ func (s3a *S3ApiServer) GetObjectHandler(w http.ResponseWriter, r *http.Request)
 		destUrl = s3a.toFilerUrl(bucket, object)
 	}
 
-	// Check if this is a range request to an SSE object and modify the approach
+	// Fetch the correct entry for SSE processing (respects versionId)
+	// This consolidates entry lookups to avoid multiple filer calls
+	var objectEntryForSSE *filer_pb.Entry
 	originalRangeHeader := r.Header.Get("Range")
 	var sseObject = false
 	
-	// Pre-check if this object is SSE encrypted to avoid filer range conflicts
-	if originalRangeHeader != "" {
+	if versioningConfigured {
+		// For versioned objects, reuse the already-fetched entry
+		objectEntryForSSE = entry
+	} else {
+		// For non-versioned objects, fetch entry once and use for both SSE and Range checks
+		if originalRangeHeader != "" || true { // Always fetch for SSE processing
 			bucket, object := s3_constants.GetBucketAndObject(r)
 			objectPath := fmt.Sprintf("%s/%s%s", s3a.option.BucketsPath, bucket, object)
-		if objectEntry, err := s3a.getEntry("", objectPath); err == nil {
-			primarySSEType := s3a.detectPrimarySSEType(objectEntry)
+			fetchedEntry, fetchErr := s3a.getEntry("", objectPath)
+			if fetchErr == nil {
+				objectEntryForSSE = fetchedEntry
+				// Check if this is an SSE object for Range request handling
+				if originalRangeHeader != "" {
+					primarySSEType := s3a.detectPrimarySSEType(fetchedEntry)
 					if primarySSEType == s3_constants.SSETypeC || primarySSEType == s3_constants.SSETypeKMS {
 						sseObject = true
 						// Temporarily remove Range header to get full encrypted data from filer
 						r.Header.Del("Range")
-
 					}
 				}
-	}
-
-	// Fetch the correct entry for SSE processing (respects versionId)
-	objectEntryForSSE, err := s3a.getObjectEntryForSSE(r, versioningConfigured, entry)
-	if err != nil {
-		glog.Errorf("GetObjectHandler: %v", err)
+			} else if !errors.Is(fetchErr, filer_pb.ErrNotFound) {
+				glog.Errorf("GetObjectHandler: failed to get entry for SSE check: %v", fetchErr)
 				s3err.WriteErrorResponse(w, r, s3err.ErrInternalError)
 				return
 			}
+		}
+	}
 
 	s3a.proxyToFiler(w, r, destUrl, false, func(proxyResponse *http.Response, w http.ResponseWriter) (statusCode int, bytesTransferred int64) {
 		// Restore the original Range header for SSE processing
@@ -414,8 +433,14 @@ func (s3a *S3ApiServer) HeadObjectHandler(w http.ResponseWriter, r *http.Request
 	// Check for specific version ID in query parameters
 	versionId := r.URL.Query().Get("versionId")
 
-	// Check if versioning is configured for the bucket (Enabled or Suspended)
-	versioningConfigured, err := s3a.isVersioningConfigured(bucket)
+	// Only check versioning configuration if client requests it or if we might need it
+	// This avoids unnecessary bucket config lookups for common non-versioned read requests
+	var versioningConfigured bool
+	var err error
+	
+	// Fast path: skip versioning check if no versionId parameter (most common case)
+	if versionId != "" {
+		versioningConfigured, err = s3a.isVersioningConfigured(bucket)
 		if err != nil {
 			if err == filer_pb.ErrNotFound {
 				s3err.WriteErrorResponse(w, r, s3err.ErrNoSuchBucket)
@@ -425,6 +450,12 @@ func (s3a *S3ApiServer) HeadObjectHandler(w http.ResponseWriter, r *http.Request
 			s3err.WriteErrorResponse(w, r, s3err.ErrInternalError)
 			return
 		}
+		if !versioningConfigured {
+			// Client requested a version but versioning not enabled - return NoSuchKey per AWS S3 behavior
+			s3err.WriteErrorResponse(w, r, s3err.ErrNoSuchKey)
+			return
+		}
+	}
 
 	var destUrl string
 	var entry *filer_pb.Entry // Declare entry at function scope for SSE processing
@@ -494,12 +525,23 @@ func (s3a *S3ApiServer) HeadObjectHandler(w http.ResponseWriter, r *http.Request
 	}
 
 	// Fetch the correct entry for SSE processing (respects versionId)
-	objectEntryForSSE, err := s3a.getObjectEntryForSSE(r, versioningConfigured, entry)
-	if err != nil {
-		glog.Errorf("HeadObjectHandler: %v", err)
+	// For versioned objects, reuse already-fetched entry; for non-versioned, fetch once
+	var objectEntryForSSE *filer_pb.Entry
+	if versioningConfigured {
+		objectEntryForSSE = entry
+	} else {
+		// Fetch entry for non-versioned objects (needed for SSE metadata)
+		bucket, object := s3_constants.GetBucketAndObject(r)
+		objectPath := fmt.Sprintf("%s/%s%s", s3a.option.BucketsPath, bucket, object)
+		fetchedEntry, fetchErr := s3a.getEntry("", objectPath)
+		if fetchErr == nil {
+			objectEntryForSSE = fetchedEntry
+		} else if !errors.Is(fetchErr, filer_pb.ErrNotFound) {
+			glog.Errorf("HeadObjectHandler: failed to get entry for SSE check: %v", fetchErr)
 			s3err.WriteErrorResponse(w, r, s3err.ErrInternalError)
 			return
 		}
+	}
 
 	s3a.proxyToFiler(w, r, destUrl, false, func(proxyResponse *http.Response, w http.ResponseWriter) (statusCode int, bytesTransferred int64) {
 		// Handle SSE validation (both SSE-C and SSE-KMS) for HEAD requests