Allow minio region change for tests and full URL config

Author: fernandinand

drivers.py

@@ -84,7 +84,7 @@ def __init__(self, config):
 
         try:
             self.client = Minio(
-                endpoint=config.minio.endpoint,
+                endpoint=config.minio.endpoint.split("//")[-1], # Allow user to specify URL (https://) to avoid errors
                 access_key=config.minio.access_key,
                 secret_key=config.minio.secret_key,
                 secure=config.as_bool("minio.secure"),

test/conftest.py

@@ -14,6 +14,7 @@
 TEST_DATA_DIR = os.path.join(os.path.dirname(os.path.realpath(__file__)), "test_data")
 WORKSPACE = os.environ.get("TEST_API_WORKSPACE")
 MINIO_URL = os.environ.get("TEST_MINIO_URL")
+MINIO_REGION = os.environ.get("TEST_MINIO_REGION")
 MINIO_ACCESS_KEY = os.environ.get("TEST_MINIO_ACCESS_KEY")
 MINIO_SECRET_KEY = os.environ.get("TEST_MINIO_SECRET_KEY")
 GOOGLE_DRIVE_FOLDER = os.environ.get("TEST_GOOGLE_DRIVE_FOLDER")
@@ -48,7 +49,7 @@ def setup_config():
             "MINIO__BUCKET": "",
             "MINIO__BUCKET_SUBPATH": "",
             "MINIO__SECURE": False,
-            "MINIO__REGION": "",
+            "MINIO__REGION": MINIO_REGION,
         }
     )
 

test/test_sync.py

@@ -31,6 +31,7 @@
     MINIO_URL,
     MINIO_ACCESS_KEY,
     MINIO_SECRET_KEY,
+    MINIO_REGION,
     GOOGLE_DRIVE_SERVICE_ACCOUNT_FILE,
     GOOGLE_DRIVE_FOLDER,
     cleanup,
@@ -267,6 +268,7 @@ def test_minio_backend(mc):
             "MINIO__ACCESS_KEY": MINIO_ACCESS_KEY,
             "MINIO__SECRET_KEY": MINIO_SECRET_KEY,
             "MINIO__BUCKET": "test",
+            "MINIO__REGION": MINIO_REGION
         }
     )