Run metdata ops for noobaa

Signed-off-by: Mahesh Shetty <[email protected]>

ocs_ci/helpers/mcg_stress_helper.py

@@ -0,0 +1,103 @@
+import logging
+
+from ocs_ci.ocs.resources.bucket_policy import NoobaaAccount
+from ocs_ci.ocs.resources.mcg_lifecycle_policies import LifecyclePolicy, ExpirationRule
+from ocs_ci.ocs.bucket_utils import s3_copy_object, list_objects_from_bucket
+
+logger = logging.getLogger(__name__)
+
+
+def run_noobaa_metadata_intense_ops(mcg_obj, pod_obj, bucket_factory, bucket_name):
+
+    # Run metadata specific to bucket
+    def _run_bucket_ops():
+        """
+        This function will run bucket related operations such as
+        new bucket creation, adding lifecycle policy, bucket deletion. Hence
+        stressing the noobaa db through lot of metadata related operations
+
+        """
+        buckets_created = list()
+
+        for i in range(0, 10):
+            # create 100K buckets
+            bucket = bucket_factory()[0]
+            logger.info(f"METADATA OP: Created bucket {bucket.name}")
+
+            # set lifecycle config for each buckets
+            lifecycle_policy = LifecyclePolicy(ExpirationRule(days=1))
+            mcg_obj.s3_client.put_bucket_lifecycle_configuration(
+                Bucket=bucket.name, LifecycleConfiguration=lifecycle_policy.as_dict()
+            )
+            logger.info(
+                f"METADATA OP: Applied bucket lifecycle policy for the bucket {bucket.name}"
+            )
+            buckets_created.append(bucket)
+
+        # delete the buckets
+        for bucket in buckets_created:
+            bucket.delete()
+            logger.info(f"METADATA OP: Deleted bucket {bucket.name}")
+
+    def _run_object_metadata_ops():
+        """
+        This function will perform some metadata update operation
+        on each object for the given bucket
+
+        """
+        # set metadata for each object present in the given bucket
+        objs_in_bucket = list_objects_from_bucket(
+            pod_obj=pod_obj,
+            target=bucket_name,
+            s3_obj=mcg_obj,
+            recursive=True,
+        )
+
+        for obj in objs_in_bucket:
+            object_key = obj.split("/")[-1]
+            metadata = {f"new-{object_key}": f"new-{object_key}"}
+            s3_copy_object(
+                mcg_obj,
+                bucket_name,
+                source=f"{bucket_name}/{obj}",
+                object_key=object_key,
+                metadata=metadata,
+            )
+            logger.info(
+                f"METADATA OP: Updated metadata for object {object_key} in bucket {bucket_name}"
+            )
+
+    def _run_noobaa_account_ops():
+        """
+        This function performs noobaa account creation and update operation
+
+        """
+
+        # create 100K of noobaa accounts
+        nb_accounts_created = list()
+        for i in range(0, 10):
+            nb_account = NoobaaAccount(
+                mcg_obj,
+                name=f"nb-acc-{i}",
+                email=f"nb-acc-{i}@email",
+            )
+            nb_accounts_created.append(nb_account)
+            logger.info(
+                f"METADATA OP: Created Noobaa account {nb_account.account_name}"
+            )
+
+        for nb_acc in nb_accounts_created:
+            nb_acc.update_account(new_email=f"new-{nb_acc.email_id}")
+            logger.info(f"METADATA OP: Updated noobaa account {nb_acc.account_name}")
+
+        for nb_acc in nb_accounts_created:
+            nb_acc.delete_account()
+            logger.info(f"METADATA OP: Deleted noobaa account {nb_acc.account_name}")
+
+    # run the above metadata intense ops parallel
+    logger.info(
+        "---------------------------------Initiating metadata ops---------------------------------"
+    )
+    _run_bucket_ops()
+    _run_object_metadata_ops()
+    _run_noobaa_account_ops()

ocs_ci/ocs/bucket_utils.py

@@ -1729,7 +1729,7 @@ def compare_directory(
     return all(comparisons)
 
 
-def s3_copy_object(s3_obj, bucketname, source, object_key):
+def s3_copy_object(s3_obj, bucketname, source, object_key, metadata=""):
     """
     Boto3 client based copy object
 
@@ -1744,7 +1744,7 @@ def s3_copy_object(s3_obj, bucketname, source, object_key):
 
     """
     return s3_obj.s3_client.copy_object(
-        Bucket=bucketname, CopySource=source, Key=object_key
+        Bucket=bucketname, CopySource=source, Key=object_key, Metadata=metadata
     )
 
 

ocs_ci/ocs/resources/bucket_policy.py

@@ -146,6 +146,19 @@ def delete_account(self):
             api="account_api", method="delete_account", params=params_dict
         )
 
+    def update_account(self, new_email):
+        """
+        Update the noobaa account with new email
+
+        Returns:
+            Response for noobaa 'update_account' api call
+
+        """
+        params_dict = {"email": self.email_id, "new_email": new_email}
+        return self.mcg.send_rpc_query(
+            api="account_api", method="update_account", params=params_dict
+        )
+
 
 def gen_bucket_policy(
     user_list,

ocs_ci/templates/mcg/stress-cli-sts.yaml

@@ -6,7 +6,7 @@ metadata:
 spec:
   selector:
     matchLabels:
-      app: s3cli
+      app: stress-cli
   replicas: 1
   updateStrategy:
     type: RollingUpdate