Menjalankan tugas Batch menggunakan Workflows

Konsol

1. Di konsol Google Cloud , buka halaman Repositories.

   Buka Repositori

2. Klik add Create Repository.

3. Masukkan containers sebagai nama repositori.

4. Untuk Format, pilih Docker.

5. Untuk Jenis Lokasi, pilih Region.

6. Dalam daftar Region, pilih us-central1.

7. Klik Create.

gcloud

Jalankan perintah berikut:

  gcloud artifacts repositories create containers \
    --repository-format=docker \
    --location=us-central1

Konsol

1. Di konsol Google Cloud , buka halaman Workflows.

   Buka Workflows

2. Klik add Buat.

3. Masukkan nama untuk alur kerja baru, seperti batch-workflow.

4. Dalam daftar Region, pilih us-central1.

5. Pilih Service account yang Anda buat sebelumnya.

6. Klik Berikutnya.

7. Di editor alur kerja, masukkan definisi berikut untuk alur kerja Anda:

   YAML

   main:
     params: [args]
     steps:
       - init:
           assign:
             - projectId: ${sys.get_env("GOOGLE_CLOUD_PROJECT_ID")}
             - region: "us-central1"
             - imageUri: ${region + "-docker.pkg.dev/" + projectId + "/containers/primegen-service:v1"}
             - jobId: ${"job-primegen-" + string(int(sys.now()))}
             - bucket: ${projectId + "-" + jobId}
       - createBucket:
           call: googleapis.storage.v1.buckets.insert
           args:
             query:
               project: ${projectId}
             body:
               name: ${bucket}
       - logCreateBucket:
           call: sys.log
           args:
             data: ${"Created bucket " + bucket}
       - logCreateBatchJob:
           call: sys.log
           args:
             data: ${"Creating and running the batch job " + jobId}
       - createAndRunBatchJob:
           call: googleapis.batch.v1.projects.locations.jobs.create
           args:
               parent: ${"projects/" + projectId + "/locations/" + region}
               jobId: ${jobId}
               body:
                 taskGroups:
                   taskSpec:
                     runnables:
                       - container:
                           imageUri: ${imageUri}
                         environment:
                           variables:
                             BUCKET: ${bucket}
                   # Run 6 tasks on 2 VMs
                   taskCount: 6
                   parallelism: 2
                 logsPolicy:
                   destination: CLOUD_LOGGING
           result: createAndRunBatchJobResponse
       # You can delete the batch job or keep it for debugging
       - logDeleteBatchJob:
           call: sys.log
           args:
             data: ${"Deleting the batch job " + jobId}
       - deleteBatchJob:
           call: googleapis.batch.v1.projects.locations.jobs.delete
           args:
               name: ${"projects/" + projectId + "/locations/" + region + "/jobs/" + jobId}
           result: deleteResult
       - returnResult:
           return:
             jobId: ${jobId}
             bucket: ${bucket}

   JSON

   {
     "main": {
       "params": [
         "args"
       ],
       "steps": [
         {
           "init": {
             "assign": [
               {
                 "projectId": "${sys.get_env(\"GOOGLE_CLOUD_PROJECT_ID\")}"
               },
               {
                 "region": "us-central1"
               },
               {
                 "imageUri": "${region + \"-docker.pkg.dev/\" + projectId + \"/containers/primegen-service:v1\"}"
               },
               {
                 "jobId": "${\"job-primegen-\" + string(int(sys.now()))}"
               },
               {
                 "bucket": "${projectId + \"-\" + jobId}"
               }
             ]
           }
         },
         {
           "createBucket": {
             "call": "googleapis.storage.v1.buckets.insert",
             "args": {
               "query": {
                 "project": "${projectId}"
               },
               "body": {
                 "name": "${bucket}"
               }
             }
           }
         },
         {
           "logCreateBucket": {
             "call": "sys.log",
             "args": {
               "data": "${\"Created bucket \" + bucket}"
             }
           }
         },
         {
           "logCreateBatchJob": {
             "call": "sys.log",
             "args": {
               "data": "${\"Creating and running the batch job \" + jobId}"
             }
           }
         },
         {
           "createAndRunBatchJob": {
             "call": "googleapis.batch.v1.projects.locations.jobs.create",
             "args": {
               "parent": "${\"projects/\" + projectId + \"/locations/\" + region}",
               "jobId": "${jobId}",
               "body": {
                 "taskGroups": {
                   "taskSpec": {
                     "runnables": [
                       {
                         "container": {
                           "imageUri": "${imageUri}"
                         },
                         "environment": {
                           "variables": {
                             "BUCKET": "${bucket}"
                           }
                         }
                       }
                     ]
                   },
                   "taskCount": 6,
                   "parallelism": 2
                 },
                 "logsPolicy": {
                   "destination": "CLOUD_LOGGING"
                 }
               }
             },
             "result": "createAndRunBatchJobResponse"
           }
         },
         {
           "logDeleteBatchJob": {
             "call": "sys.log",
             "args": {
               "data": "${\"Deleting the batch job \" + jobId}"
             }
           }
         },
         {
           "deleteBatchJob": {
             "call": "googleapis.batch.v1.projects.locations.jobs.delete",
             "args": {
               "name": "${\"projects/\" + projectId + \"/locations/\" + region + \"/jobs/\" + jobId}"
             },
             "result": "deleteResult"
           }
         },
         {
           "returnResult": {
             "return": {
               "jobId": "${jobId}",
               "bucket": "${bucket}"
             }
           }