[FSTORE-1452] Deduplicate job- and execution-related code (#247)

* Move job- and execution-related files from hopsworks

* Partially adapt the moved files

* Merge hsfs Job into hopsworks_common

* Partial merge of hsfs job/execution

* Fix docgen

* Fix mocking in test_ingestion_job

* Fix mocking in text_job

* Fix mocking in test_python

* Move job configurations

* Merge hsfs job_api

* Move ingestion_job

* Create alias for ingestion_job

* Adapt the moved code

* Fix mocking

* Fix renaming to JobApi and ExecutionApi

* Fix missing job in Execution.from_response_json

* Fix mocking in test_feature_group_writer

* Addressing the review

* Revert redundant mocking

* Fix client mocking

* Add comment with possible execution states

Author: aversey

Diff for: python/auto_doc.py

@@ -56,12 +56,12 @@
         ),
     },
     "api/jobs.md": {
-        "job_api_handle": ["hopsworks.project.Project.get_jobs_api"],
-        "job_create": ["hopsworks.core.job_api.JobsApi.create_job"],
-        "job_get": ["hopsworks.core.job_api.JobsApi.get_job"],
-        "job_get_all": ["hopsworks.core.job_api.JobsApi.get_jobs"],
+        "job_api_handle": ["hopsworks.project.Project.get_job_api"],
+        "job_create": ["hopsworks.core.job_api.JobApi.create_job"],
+        "job_get": ["hopsworks.core.job_api.JobApi.get_job"],
+        "job_get_all": ["hopsworks.core.job_api.JobApi.get_jobs"],
         "job_properties": keras_autodoc.get_properties("hopsworks.job.Job"),
-        "job_config": ["hopsworks.core.job_api.JobsApi.get_configuration"],
+        "job_config": ["hopsworks.core.job_api.JobApi.get_configuration"],
         "job_methods": keras_autodoc.get_methods(
             "hopsworks.job.Job", exclude=["from_response_json", "json"]
         ),

Diff for: python/hopsworks/core/execution_api.py

@@ -1,5 +1,5 @@
 #
-#   Copyright 2022 Logical Clocks AB
+#   Copyright 2024 Hopsworks AB
 #
 #   Licensed under the Apache License, Version 2.0 (the "License");
 #   you may not use this file except in compliance with the License.
@@ -14,74 +14,11 @@
 #   limitations under the License.
 #
 
-from hopsworks import client, execution
+from hopsworks_common.core.execution_api import (
+    ExecutionApi,
+)
 
 
-class ExecutionsApi:
-    def _start(self, job, args: str = None):
-        _client = client.get_instance()
-        path_params = ["project", _client._project_id, "jobs", job.name, "executions"]
-
-        return execution.Execution.from_response_json(
-            _client._send_request("POST", path_params, data=args), job
-        )
-
-    def _get(self, job, id):
-        _client = client.get_instance()
-        path_params = [
-            "project",
-            _client._project_id,
-            "jobs",
-            job.name,
-            "executions",
-            id,
-        ]
-
-        headers = {"content-type": "application/json"}
-        return execution.Execution.from_response_json(
-            _client._send_request("GET", path_params, headers=headers), job
-        )
-
-    def _get_all(self, job):
-        _client = client.get_instance()
-        path_params = ["project", _client._project_id, "jobs", job.name, "executions"]
-
-        query_params = {"sort_by": "submissiontime:desc"}
-
-        headers = {"content-type": "application/json"}
-        return execution.Execution.from_response_json(
-            _client._send_request(
-                "GET", path_params, headers=headers, query_params=query_params
-            ),
-            job,
-        )
-
-    def _delete(self, job_name, id):
-        _client = client.get_instance()
-        path_params = [
-            "project",
-            _client._project_id,
-            "jobs",
-            job_name,
-            "executions",
-            id,
-        ]
-        _client._send_request("DELETE", path_params)
-
-    def _stop(self, job_name: str, id: int) -> None:
-        _client = client.get_instance()
-        path_params = [
-            "project",
-            _client._project_id,
-            "jobs",
-            job_name,
-            "executions",
-            id,
-            "status",
-        ]
-        _client._send_request(
-            "PUT",
-            path_params=path_params,
-            data={"state": "stopped"},
-            headers={"Content-Type": "application/json"},
-        )
+__all__ = [
+    ExecutionApi,
+]