Only mirror files <= 10 MB on lower deployments (#7056)

Author: nadove-ucsc

src/azul/azulclient.py

@@ -701,16 +701,25 @@ def mirror_file(self,
                     ):
         file = self.load_file(catalog, file_json)
         assert file.size is not None, R('File size unknown', file)
-        part_size = FilePart.default_size
-        if file.size <= part_size:
-            log.info('Mirroring file %r via single-part upload', file.uuid)
-            self.mirror_service.mirror_file(catalog, file)
+        file_is_large = file.size > 10 * 1024 ** 2
+        deployment_is_stable = (config.deployment.is_stable
+                                and not config.deployment.is_unit_test
+                                and catalog not in config.integration_test_catalogs)
+        if file_is_large and not deployment_is_stable:
+            log.info('Not mirroring file %r (%d bytes) to save cost',
+                     file.uuid, file.size)
         else:
-            log.info('Mirroring file %r via multi-part upload', file.uuid)
-            upload_id = self.mirror_service.begin_mirroring_file(file)
-            part = FilePart.head(file, part_size)
-            messages = [self.mirror_part_message(catalog, file, part, upload_id)]
-            self.queue_mirror_messages(messages)
+            # Ensure we test with multiple parts on lower deployments
+            part_size = FilePart.default_size if deployment_is_stable else FilePart.min_size
+            if file.size <= part_size:
+                log.info('Mirroring file %r via single-part upload', file.uuid)
+                self.mirror_service.mirror_file(catalog, file)
+            else:
+                log.info('Mirroring file %r via multi-part upload', file.uuid)
+                upload_id = self.mirror_service.begin_mirroring_file(file)
+                part = FilePart.head(file, part_size)
+                messages = [self.mirror_part_message(catalog, file, part, upload_id)]
+                self.queue_mirror_messages(messages)
 
     def mirror_file_part(self,
                          catalog: CatalogName,