I have the code below where I am using the GCP dataform client API, but whenever I run it I cannot run just one pipeline, it runs them all, I need to filter this execution by tag, how do I do it? I’ve tried everything.
from google.protobuf.field_mask_pb2 import FieldMask
from google.oauth2 import service_account
from google.cloud import storage, bigquery
from google.oauth2 import service_account
from google.cloud import dataform
# Create a client
#credential file for conecction API client GCP
credentials_file = "P:/COMUM/FALCAO/30. EBB/09. Analistas ODC+CS+MS/br-apps-atendimentodva-qa-6ef8f7a85d97.json"
credentials = service_account.Credentials.from_service_account_file(credentials_file)
client = dataform.DataformClient(credentials=credentials)
project_id = "br-apps-atendimentodva-qa"
location = "us-central1"
#repository main
repository_id = "Jasper"
#invocation workflow dataform
workflow_invocation = dataform.WorkflowInvocation()
workflow_invocation.compilation_result = "projects/497423421340/locations/us-central1/repositories/Jasper/compilationResults/604852d3-665a-475a-9a39-fd5a247c1fbf"
parent = f"projects/{project_id}/locations/{location}/repositories/{repository_id}"
request = dataform.CreateWorkflowInvocationRequest(
parent=parent,
workflow_invocation=workflow_invocation,
)
response = client.create_workflow_invocation(request=request,)
The examples they have online are shallow and I was unable to apply them.