Improve ops pull logic and allow ignoring artifacts store to use the default one

 * Adds --ignore-store option to CLI

Author: polyaxon-ci

cli/polyaxon/_cli/operations.py

@@ -2328,6 +2328,12 @@ def _pull(run_uuid: str):
     default=False,
     help="Optional, to ignore the agent host.",
 )
+@click.option(
+    "--ignore-store",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the store information of the run and use the default store of the server.",
+)
 @click.option("--name", "-n", type=str, help="Optional, a new name to set for the run.")
 @click.pass_context
 @clean_outputs
@@ -2343,6 +2349,7 @@ def push(
     reset_uuid,
     agent,
     ignore_agent_host,
+    ignore_store,
     name,
 ):
     """Push a local run (or all runs) to a remove server.
@@ -2367,7 +2374,7 @@ def push(
     $ polyaxon ops push -uid 8aac02e3a62a4f0aaa257c59da5eab80 --reset-project
 
     \b
-    $ polyaxon ops push -uid 8aac02e3a62a4f0aaa257c59da5eab80 --ignore-agent-host
+    $ polyaxon ops push -uid 8aac02e3a62a4f0aaa257c59da5eab80 --ignore-agent-host --ignore-store
 
     \b
     $ polyaxon ops push -uid 8aac02e3a62a4f0aaa257c59da5eab80 --reset-project -p send-to-project
@@ -2415,6 +2422,7 @@ def _push(run_uuid: str):
                 clean=clean,
                 agent=agent,
                 ignore_agent_host=ignore_agent_host,
+                ignore_store=ignore_store,
             )
             Printer.success(
                 f"Finished pushing offline run {uid} to {client.owner}/{client.project}"

cli/polyaxon/_client/run.py

@@ -1578,6 +1578,7 @@ def upload_artifacts_dir(
         relative_to: Optional[str] = None,
         agent: Optional[str] = None,
         ignore_agent_host: bool = False,
+        ignore_store: Optional[bool] = None,
     ):
         """Uploads a full directory to the run's artifacts store path.
 
@@ -1592,6 +1593,7 @@ def upload_artifacts_dir(
                  and you want to cancel the relative path.
             agent: str, optional, uuid reference of an agent to use.
             ignore_agent_host: bool, optional, flag to ignore agent host
+            ignore_store: bool, optional, flag to ignore the ignore store and upload all files under the dirpath.
         Returns:
             str.
         """
@@ -1613,6 +1615,7 @@ def upload_artifacts_dir(
             relative_to=relative_to,
             agent=agent,
             ignore_agent_host=ignore_agent_host,
+            ignore_store=ignore_store,
         )
 
     @client_handler(check_no_op=True, check_offline=True)
@@ -1624,6 +1627,7 @@ def upload_artifacts(
         relative_to: Optional[str] = None,
         agent: Optional[str] = None,
         ignore_agent_host: bool = False,
+        ignore_store: Optional[bool] = None,
     ):
         """Uploads multiple artifacts to the run's artifacts store path.
 
@@ -1635,6 +1639,7 @@ def upload_artifacts(
                  and you want to cancel the relative path.
             agent: str, optional, uuid reference of an agent to use.
             ignore_agent_host: bool, optional, flag to ignore agent host
+            ignore_store: bool, optional, flag to ignore the ignore store and upload all files under the dirpath.
         Returns:
             str.
         """
@@ -1648,8 +1653,11 @@ def upload_artifacts(
             self._reset_agent(agent)
         if not ignore_agent_host:
             self._use_agent_host()
-
-        params = get_streams_params(connection=self.artifacts_store)
+        params = (
+            get_streams_params(connection=self.artifacts_store)
+            if not ignore_store
+            else {}
+        )
         url = get_proxy_run_url(
             service=STREAMS_V1_LOCATION,
             namespace=self.namespace,
@@ -3040,6 +3048,7 @@ def push_offline_run(
         clean: bool = False,
         agent: Optional[str] = None,
         ignore_agent_host: bool = False,
+        ignore_store: bool = False,
     ):
         """Syncs an offline run to Polyaxon's API and artifacts store.
 
@@ -3050,6 +3059,7 @@ def push_offline_run(
             clean: bool, optional, flag to clean local path after pushing the run.
             agent: str, optional, uuid reference of an agent to use.
             ignore_agent_host: bool, optional, flag to ignore agent host
+            ignore_store: bool, optional, flag to ignore artifacts store and only push the run metadata and lineage.
         """
         # We ensure that the is_offline is False
         is_offline = self._is_offline
@@ -3084,6 +3094,7 @@ def push_offline_run(
                 relative_to=path,
                 agent=agent,
                 ignore_agent_host=ignore_agent_host,
+                ignore_store=ignore_store,
             )
             logger.info(f"Offline artifacts for run {self.run_data.uuid} uploaded")
 

cli/polyaxon/_client/store.py

@@ -137,7 +137,7 @@ def _upload_impl(callback=None):
             return _upload_impl()
 
         with Printer.get_progress() as progress:
-            task = progress.add_task("[cyan]Uploading contents:", total=files_size)
+            task = progress.add_task("[cyan]Uploading content:", total=files_size)
 
             def progress_callback(monitor):
                 progress.update(task, completed=monitor.bytes_read)
@@ -219,7 +219,7 @@ def _download_impl():
                 if show_progress:
                     with Printer.get_progress() as progress:
                         task = progress.add_task(
-                            "Writing contents:", total=content_length
+                            "Writing content:", total=content_length
                         )
                         _download_impl()
                 else: