feat(pre-commit): enforces yamls are up to date before a commit

Author: Matt-Carre

.pre-commit-config.yaml

@@ -17,6 +17,14 @@ repos:
         types: [python]
         require_serial: true
 
+      - id: run_files
+        name: run yaml-making files
+        language: system
+        entry: bash runthefiles
+        types: [python]
+        pass_filenames: true
+        require_serial: true
+
       - id: ruff-format
         name: format with ruff
         language: system

runthefiles

@@ -0,0 +1,8 @@
+#!/bin/bash
+cd src/python_interface_to_workflows/workflow_definitions
+for file in *
+do
+uv run "$file"
+done
+mv *.yaml ../templates/
+git add -u

…thon_interface_to_workflows/get_token.py …interface_to_workflows/auth/get_token.pysrc/python_interface_to_workflows/get_token.py renamed to src/python_interface_to_workflows/auth/get_token.py src/python_interface_to_workflows/get_token.py renamed to src/python_interface_to_workflows/auth/get_token.py

@@ -14,16 +14,16 @@ def submit_to_graphql():
     mutation = gql("""
 mutation SubmitDivision {
   submitWorkflowTemplate(
-    name: "division"
+    name: "divisionyaml.yaml"
     visit: {
       proposalCode: "ks",
       proposalNumber: 10000,
       number: 3
     }
-    parameters: {
-      numinput: "19",
-      numdivisor: "10"
-    }
+     parameters: {
+       x: "19",
+       y: "10"
+     }
     ){
     name
 }
@@ -33,3 +33,6 @@ def submit_to_graphql():
     visit = "ks10000-3/c"
     name = str(result["submitWorkflowTemplate"]["name"])
     print(f"Job '{visit}-{name}' submitted.")
+
+
+submit_to_graphql()

src/python_interface_to_workflows/submit_to_graphql.py

@@ -1,8 +1,9 @@
 apiVersion: argoproj.io/v1alpha1
 kind: ClusterWorkflowTemplate
 metadata:
-  generateName: hera-division
-  namespace: https://staging.workflows.diamond.ac.uk/workflows/
+  name: hera-division
+  generateName: hera-division-
+  namespace: ks10000-3
   annotations:
     workflows.argoproj.io/description: |-
       Takes a numerical input and returns the

src/divisionyaml.yaml …to_workflows/templates/divisionyaml.yamlsrc/divisionyaml.yaml renamed to src/python_interface_to_workflows/templates/divisionyaml.yaml src/divisionyaml.yaml renamed to src/python_interface_to_workflows/templates/divisionyaml.yaml

@@ -1,15 +1,19 @@
 import json
 
+from hera.shared import global_config
 from hera.workflows import (
     Artifact,
     Steps,
     Volume,
     Workflow,
-    WorkflowsService,
     script,  # pyright: ignore[reportUnknownVariableType]
 )
 from hera.workflows import models as m
 
+global_config.host = "https://argo-workflows.staging.workflows.diamond.ac.uk/"
+global_config.image = "python:3.10"
+global_config.token = "Token"
+
 
 @script(
     volume_mounts=[m.VolumeMount(name="output-dir", mount_path="/output-dir/")],
@@ -29,9 +33,10 @@ def do_devision(x: int, y: int):
 
 
 with Workflow(
-    generate_name="hera-division",
+    generate_name="hera-division-",
     entrypoint="divide",
-    namespace="https://staging.workflows.diamond.ac.uk/workflows/",
+    namespace="ks10000-3",
+    name="hera-division",
     api_version="argoproj.io/v1alpha1",
     kind="ClusterWorkflowTemplate",
     labels={"workflows.diamond.ac.uk/science-group-examples": "true"},
@@ -47,17 +52,7 @@ def do_devision(x: int, y: int):
         do_devision(name="first", arguments={"x": 2, "y": 5})
 
 
-with open("src/divisionyaml.yaml", "w") as div:
+with open("divisionyaml.yaml", "w") as div:
     div.write(w.to_yaml())  # pyright: ignore[reportUnknownMemberType]
 
-sendthis = m.WorkflowSubmitRequest(
-    namespace="https://staging.workflows.diamond.ac.uk/workflows/",
-    resource_kind="ClusterWorkflowTemplate",
-    resource_name="hera-division",
-)
-a = WorkflowsService(
-    host="https://staging.workflows.diamond.ac.uk/graphql",
-    namespace="https://staging.workflows.diamond.ac.uk/workflows/",
-    token="a",
-)
-WorkflowsService.submit_workflow(a, req=sendthis)
+# w.create()