Fix upgrade tests Ray Job Memory error for 2.11 release branch

Author: Srihari1192

tests/upgrade/raycluster_sdk_upgrade_test.py

@@ -49,12 +49,11 @@ def run_mnist_raycluster_sdk_oauth(self):
                 namespace=self.namespace,
                 num_workers=1,
                 head_cpus=1,
-                head_memory=2,
+                head_memory=4,
                 min_cpus=1,
                 max_cpus=1,
-                min_memory=1,
-                max_memory=2,
-                num_gpus=0,
+                min_memory=4,
+                max_memory=4,
                 image=ray_image,
                 write_to_file=True,
                 verify_tls=False,