Data flow

Reference Patterns: https://cloud.google.com/solutions/smart-analytics/reference-patterns/overview

FlumeJava: Easy, Efficient Data-Parallel Pipelines - https://research.google/pubs/pub35650/

MillWheel: Fault-Tolerant Stream Processing at Internet Scale - https://research.google/pubs/pub35650/

.https://cloud.google.com/blog/products/gcp/guide-to-common-cloud-dataflow-use-case-patterns-part-1

• Pushing data to multiple storage locations

• Slowly changing lookup cache

• Calling external services for data enrichment

• Dealing with Bad data

GroupBy using multiple data properties

PCollection<Data> data = p.apply(...).apply(parseData)
PCollection<KV<String,Data>> compositeKV = data.apply(DoFn()
     {

           c.output(KV.of(element.location + "-" + element.deviceType))

     }

 compositeKV.apply(GroupByKey())
)

Joining two PCollections on a common key

//1. Each shares a common key ("K").

PCollection<KV<K, V1>> pt1 = ...;

PCollection<KV<K, V2>> pt2 = ...;

//2. Create tuple tags for the value types in each collection.

final TupleTag<V1> t1 = new TupleTag<V1>();

final TupleTag<V2> t2 = new TupleTag<V2>();


//3. Merge collection values into a CoGbkResult collection

PCollection<KV<K, CoGbkResult>> coGbkResultCollection =
    KeyedPCollectionTuple.of(t1, pt1)
                         .and(t2, pt2)
                         .apply(CoGroupByKey.<K>create());


//4. Access results and do something.

PCollection<T> finalResultCollection =

coGbkResultCollection.apply(ParDo.of(
      new DoFn<KV<K, CoGbkResult>, T>() {

      @Override

      public void processElement(ProcessContext c) {
                KV<K, CoGbkResult> e = c.element();
                // Get all collection 1 values

                Iterable<V1> pt1Vals = e.getValue().getAll(t1);

                // Now get collection 2 values

// Assuming the results has 2 unique keys...

                V2 pt2Val = e.getValue().getOnly(t2);

                ... Do Something ....

                c.output(...some T...);
}));

Streaming mode large lookup tables

Merging two streams with different window lengths

Threshold detection with timeseries data

PCollection stream = p.apply(StreamingSource);
PCollection movingAverage = 
stream.(WindowInto(
          SlidingWindows.of(Duration).every(Duration)
.ParDo.of(AverageFunction);



movingAverage.apply(ParDo.of(DoFn(){Check if value > Threshold}))

Annotations

.https://beam.apache.org/releases/javadoc/2.12.0/index.html?org/apache/beam/sdk/transforms/DoFn.Setup.html

• @Setup Establish heavy network connections that can be reused.

• @ProcessBundle

• @FinishBundle

• @TearDown

Disks

persistent disks

Example Dataflow data

Custom metadata

created-by

projects/539901727369/zones/us-central1-f/instanceGroupManagers/dataflow-averagedelaypipeline-stud-04030241-1idu-harness

instance_group_name

dataflow-averagedelaypipeline-stud-04030241-1idu-harness

cloud_region

us-central1

unified-harness-image

gcr.io/cloud-dataflow/v1beta3/unified-harness:20210220-rc00

rightsizing_endpoint_fmt

%s-autoscaling.googleapis.com

cos-metrics-enabled

true

cos-update-strategy

update_disabled

dataflow_api_endpoint

https://dataflow.googleapis.com/

google-container-manifest

{
  "apiVersion": "v1",
  "kind": "Pod",
  "metadata": {
    "name": "dataflow"
  },
  "spec": {
    "containers": [ {
      "args": [ "--log_file=/var/log/dataflow/boot-json.log", "--log_dir=/var/log/dataflow", "--memory_limit_mb=5715", "--enable_streaming_pubsub_io_stackdriver_metrics" ],
      "image": "dataflow.gcr.io/v1beta3/windmill:20210309-20-rc01",
      "imagePullPolicy": "IfNotPresent",
      "name": "windmill",
      "ports": [ {
        "containerPort": 8080,
        "hostPort": 8080,
        "name": "wm-status-port"
      }, {
        "containerPort": 12345,
        "hostPort": 12345,
        "name": "wm-receive-port"
      }, {
        "containerPort": 12346,
        "hostPort": 12346,
        "name": "wm-service-port"
      }, {
        "containerPort": 12347,
        "hostPort": 12347,
        "name": "wm-grpc-port"
      } ],
      "resources": {
        "requests": {
          "memory": "7603224576"
        }
      },
      "securityContext": {
        "privileged": true
      },
      "volumeMounts": [ {
        "mountPath": "/windmill",
        "name": "windmill-data"
      }, {
        "mountPath": "/mnt/host_dev",
        "name": "pd-dev"
      }, {
        "mountPath": "/var/log/dataflow",
        "name": "dataflow-logs-windmill"
      }, {
        "mountPath": "/var/lib/dataflow",
        "name": "metadata",
        "readOnly": true
      } ]
    }, {
      "args": [ "--log_file=/var/log/dataflow/boot-json.log", "--log_dir=/var/log/dataflow", "--work_dir=/var/opt/google/dataflow", "--tmp_dir=/var/opt/google/tmp", "--endpoint=https://dataflow.googleapis.com/", "--physmem_limit_pct=37" ],
      "image": "gcr.io/cloud-dataflow/v1beta3/beam-java11-streaming:beam-2.13.0",
      "imagePullPolicy": "IfNotPresent",
      "name": "java-streaming",
      "ports": [ {
        "containerPort": 5555,
        "hostPort": 5555,
        "name": "j-jmx-port"
      }, {
        "containerPort": 8081,
        "hostPort": 8081,
        "name": "j-status-port"
      } ],
      "resources": {
        "requests": {
          "memory": "6529482752"
        }
      },
      "volumeMounts": [ {
        "mountPath": "/var/log/dataflow",
        "name": "java-streaming-logs"
      }, {
        "mountPath": "/var/opt/google",
        "name": "persist"
      }, {
        "mountPath": "/var/lib/dataflow",
        "name": "metadata",
        "readOnly": true
      } ]
    }, {
      "args": [ "--teardown_interval=10m", "--log_file=/var/log/dataflow/vm_monitor-json.log", "--dataflow_base_path=https://dataflow.googleapis.com/", "--teardown_policy=TEARDOWN_ALWAYS" ],
      "image": "dataflow.gcr.io/v1beta3/vmmonitor:20210309-20-rc01",
      "imagePullPolicy": "IfNotPresent",
      "name": "vmmonitor",
      "resources": {
        "requests": {
          "memory": "52428800"
        }
      },
      "volumeMounts": [ {
        "mountPath": "/var/log/dataflow",
        "name": "dataflowlogs-vmmonitor"
      }, {
        "mountPath": "/var/lib/dataflow",
        "name": "metadata",
        "readOnly": true
      } ]
    }, {
      "args": [ "--log_file=/var/log/dataflow/health_checker-json.log", "--dataflow_base_path=https://dataflow.googleapis.com/", "--healthz_list=windmill=localhost:8080/healthz,java-streaming=localhost:8081/healthz" ],
      "image": "dataflow.gcr.io/v1beta3/healthchecker:20210309-20-rc01",
      "imagePullPolicy": "IfNotPresent",
      "name": "healthchecker",
      "resources": {
        "requests": {
          "memory": "52428800"
        }
      },
      "volumeMounts": [ {
        "mountPath": "/var/log/dataflow",
        "name": "dataflowlogs-healthchecker"
      }, {
        "mountPath": "/var/lib/dataflow",
        "name": "metadata",
        "readOnly": true
      } ]
    } ],
    "hostNetwork": true,
    "volumes": [ {
      "hostPath": {
        "path": "/var/opt/google/dataflow"
      },
      "name": "persist"
    }, {
      "hostPath": {
        "path": "/var/opt/dataflow/windmill"
      },
      "name": "windmill-data"
    }, {
      "hostPath": {
        "path": "/dev"
      },
      "name": "pd-dev"
    }, {
      "hostPath": {
        "path": "/var/log/dataflow/windmill"
      },
      "name": "dataflow-logs-windmill"
    }, {
      "hostPath": {
        "path": "/var/log/dataflow/java-streaming"
      },
      "name": "java-streaming-logs"
    }, {
      "hostPath": {
        "path": "/var/log/dataflow/vm_monitor"
      },
      "name": "dataflowlogs-vmmonitor"
    }, {
      "hostPath": {
        "path": "/var/log/dataflow/health_checker"
      },
      "name": "dataflowlogs-healthchecker"
    }, {
      "hostPath": {
        "path": "/var/lib/dataflow"
      },
      "name": "metadata"
    } ]
  }
}

windmill_config

{"windmill_args":["--wm_pubsub_modify_ack_deadlines"],"windmill_flags":{"base_windmill_data_dir":"/windmill","wm_api_service_port":12347,"wm_enable_debug_reporting":true,"wm_max_exceptions_per_range":10,"wm_max_stack_trace_depth":10,"wm_service_port":12346,"wm_status_port":8080,"wm_workflow_url":"https://dataflow.googleapis.com/"}}

shutdown-script

#!/bin/bash 
 sudo /var/lib/agent/shutdown --dataflow_base_path=https://dataflow.googleapis.com/ --region=us-central1

packages

gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/classes-o5K5Tqpr232uFSQ097h2og.jar|classes-o5K5Tqpr232uFSQ097h2og.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-sdks-java-core-2.13.0-LY5DTGRX19W7SqwKN0lItA.jar|beam-sdks-java-core-2.13.0-LY5DTGRX19W7SqwKN0lItA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-model-pipeline-2.13.0-GHpBaiJy2jhemukbi1lrPg.jar|beam-model-pipeline-2.13.0-GHpBaiJy2jhemukbi1lrPg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/error_prone_annotations-2.1.2-LLIi8MpR-Ko7MeHBJ-a_Tg.jar|error_prone_annotations-2.1.2-LLIi8MpR-Ko7MeHBJ-a_Tg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-model-job-management-2.13.0-X35Ey0-zG9JEq33QSgNWNA.jar|beam-model-job-management-2.13.0-X35Ey0-zG9JEq33QSgNWNA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-vendor-guava-20_0-0.1-AuuYgUfq6naMSPJjwcGmbA.jar|beam-vendor-guava-20_0-0.1-AuuYgUfq6naMSPJjwcGmbA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jackson-core-2.9.8-ZYMeT0bynbkEcI5LnMcoQw.jar|jackson-core-2.9.8-ZYMeT0bynbkEcI5LnMcoQw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jackson-annotations-2.9.8-Jf7WKoVTpRmBtSJdcDoj7w.jar|jackson-annotations-2.9.8-Jf7WKoVTpRmBtSJdcDoj7w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jackson-databind-2.9.8-OScdm7HLfsVjkllTsfqf9w.jar|jackson-databind-2.9.8-OScdm7HLfsVjkllTsfqf9w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/avro-1.8.2-EDleWlceGh9hE0EfJ20v6g.jar|avro-1.8.2-EDleWlceGh9hE0EfJ20v6g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jackson-core-asl-1.9.13-MZxJpDBOP6n-PNjc_ACdNw.jar|jackson-core-asl-1.9.13-MZxJpDBOP6n-PNjc_ACdNw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jackson-mapper-asl-1.9.13-F1D5wzk1L8S3KNYbVxcWEw.jar|jackson-mapper-asl-1.9.13-F1D5wzk1L8S3KNYbVxcWEw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/paranamer-2.7-VweilzYySf_-OOgYnNb5yw.jar|paranamer-2.7-VweilzYySf_-OOgYnNb5yw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-compress-1.8.1-2GLjD_a114JkZ33NZQeruA.jar|commons-compress-1.8.1-2GLjD_a114JkZ33NZQeruA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/snappy-java-1.1.4-SFNwbMuGq13aaoKVzeS1Tw.jar|snappy-java-1.1.4-SFNwbMuGq13aaoKVzeS1Tw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/joda-time-2.10.1-SI5rKHzeT-YULA2mVJWrYw.jar|joda-time-2.10.1-SI5rKHzeT-YULA2mVJWrYw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/xz-1.8-X5ghJ-DehbeFxLKrrSGqLg.jar|xz-1.8-X5ghJ-DehbeFxLKrrSGqLg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-runners-direct-java-2.13.0-DTYrAc0UmNKiDtKpZZBqTA.jar|beam-runners-direct-java-2.13.0-DTYrAc0UmNKiDtKpZZBqTA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-vendor-grpc-1_13_1-0.2-2fE94kZQ2ONeR3ea5r0PvA.jar|beam-vendor-grpc-1_13_1-0.2-2fE94kZQ2ONeR3ea5r0PvA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/args4j-2.33-Cm1RX3axXSnjzVKd6TGXOQ.jar|args4j-2.33-Cm1RX3axXSnjzVKd6TGXOQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-runners-google-cloud-dataflow-java-2.13.0-y6PWPcIly9QMHruZHucWYA.jar|beam-runners-google-cloud-dataflow-java-2.13.0-y6PWPcIly9QMHruZHucWYA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-runners-core-construction-java-2.13.0-XL-LpjpHgvMlDKTta8dcyA.jar|beam-runners-core-construction-java-2.13.0-XL-LpjpHgvMlDKTta8dcyA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-client-1.27.0-UjH-dlvVLqF5D_4Trh8foQ.jar|google-api-client-1.27.0-UjH-dlvVLqF5D_4Trh8foQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-oauth-client-1.27.0-waNrxu589XHIvY73DhrxNA.jar|google-oauth-client-1.27.0-waNrxu589XHIvY73DhrxNA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-http-client-1.27.0-XiDeJfgpNiiCZxI1a4Q27Q.jar|google-http-client-1.27.0-XiDeJfgpNiiCZxI1a4Q27Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/jsr305-3.0.2-3YOsy4mTY8MrB9ehsuTOQA.jar|jsr305-3.0.2-3YOsy4mTY8MrB9ehsuTOQA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/httpclient-4.5.5-l-flsTVHa30lpasx4epJIg.jar|httpclient-4.5.5-l-flsTVHa30lpasx4epJIg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/httpcore-4.4.9-uJRVUHg5wJ1hGWYd79IWag.jar|httpcore-4.4.9-uJRVUHg5wJ1hGWYd79IWag.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-codec-1.10-NTz2or26CVlcz6Bzt4x_yw.jar|commons-codec-1.10-NTz2or26CVlcz6Bzt4x_yw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/j2objc-annotations-1.1-Sa4yBLsLubKsdwYmQfSm1w.jar|j2objc-annotations-1.1-Sa4yBLsLubKsdwYmQfSm1w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-http-client-jackson2-1.27.0-s26dP1SAvqbYDq_HiJ9Bbw.jar|google-http-client-jackson2-1.27.0-s26dP1SAvqbYDq_HiJ9Bbw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-dataflow-v1b3-rev20190322-1.27.0-iNvAT6fefho0BhoPtjibYQ.jar|google-api-services-dataflow-v1b3-rev20190322-1.27.0-iNvAT6fefho0BhoPtjibYQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-clouddebugger-v2-rev20180801-1.27.0-xrIcl7yUGCktYEb9_xtvjQ.jar|google-api-services-clouddebugger-v2-rev20180801-1.27.0-xrIcl7yUGCktYEb9_xtvjQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-storage-v1-rev20181013-1.27.0-Y65RPabM4FA03rQX5lUvKg.jar|google-api-services-storage-v1-rev20181013-1.27.0-Y65RPabM4FA03rQX5lUvKg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-auth-library-credentials-0.12.0-oX-2Z1dxImK9WyCyPRaKfg.jar|google-auth-library-credentials-0.12.0-oX-2Z1dxImK9WyCyPRaKfg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-auth-library-oauth2-http-0.12.0-uhKYUO6-pQeD5qoEqSlXPQ.jar|google-auth-library-oauth2-http-0.12.0-uhKYUO6-pQeD5qoEqSlXPQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/util-1.9.16-jjyXrI5LEGRyIaXFKj9tvA.jar|util-1.9.16-jjyXrI5LEGRyIaXFKj9tvA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-client-java6-1.27.0-zPlGOao_rbTkn6baqjfy2w.jar|google-api-client-java6-1.27.0-zPlGOao_rbTkn6baqjfy2w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-client-jackson2-1.27.0-M222JGX1Wh3HoNtcvwCaEw.jar|google-api-client-jackson2-1.27.0-M222JGX1Wh3HoNtcvwCaEw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/auto-value-annotations-1.6.3-xXovAdCH5p9GU93RsQLguA.jar|auto-value-annotations-1.6.3-xXovAdCH5p9GU93RsQLguA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-oauth-client-java6-1.27.0-VWEWXu2J1auJGvb5eLfbhg.jar|google-oauth-client-java6-1.27.0-VWEWXu2J1auJGvb5eLfbhg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-extensions-0.3.1-6lp0wo6CspsO1VNozDOfXA.jar|google-extensions-0.3.1-6lp0wo6CspsO1VNozDOfXA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/flogger-0.3.1-CRV_dWA6DF7OAjvQud_tJg.jar|flogger-0.3.1-CRV_dWA6DF7OAjvQud_tJg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/flogger-system-backend-0.3.1-Z8I0E_LCTwJSgLdOjwU9TA.jar|flogger-system-backend-0.3.1-Z8I0E_LCTwJSgLdOjwU9TA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-sdks-java-io-google-cloud-platform-2.13.0-dLsW-acWVtQWujEUm61Vcw.jar|beam-sdks-java-io-google-cloud-platform-2.13.0-dLsW-acWVtQWujEUm61Vcw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/guava-20.0-8yqKJSRiDb7Mn2v2ogwpPw.jar|guava-20.0-8yqKJSRiDb7Mn2v2ogwpPw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-core-1.17.1-Qs78YGV9O_x9ZproeRWUWg.jar|grpc-core-1.17.1-Qs78YGV9O_x9ZproeRWUWg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-context-1.17.1-fI9fpai7msIsYMyyTxPe7A.jar|grpc-context-1.17.1-fI9fpai7msIsYMyyTxPe7A.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/gson-2.7-UTSiNQ9YiQ_7nbC0AEcZXQ.jar|gson-2.7-UTSiNQ9YiQ_7nbC0AEcZXQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/animal-sniffer-annotations-1.17-fKEIt5DParXb9UIsx58NiQ.jar|animal-sniffer-annotations-1.17-fKEIt5DParXb9UIsx58NiQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/opencensus-api-0.17.0-9IouD4K_H9V8K0WPWsY-3Q.jar|opencensus-api-0.17.0-9IouD4K_H9V8K0WPWsY-3Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/opencensus-contrib-grpc-metrics-0.17.0-ezV91dXAiuVASofLaT_ZTg.jar|opencensus-contrib-grpc-metrics-0.17.0-ezV91dXAiuVASofLaT_ZTg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-bigquery-v2-rev20181104-1.27.0-oUKA0dpY-zmhgM8DIAq8Zg.jar|google-api-services-bigquery-v2-rev20181104-1.27.0-oUKA0dpY-zmhgM8DIAq8Zg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/gax-grpc-1.38.0-3ClsPaT9rq8Z5k4YOIfuXg.jar|gax-grpc-1.38.0-3ClsPaT9rq8Z5k4YOIfuXg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/gax-1.38.0-FCo0lAFSkhHsRCXTmZ2K0g.jar|gax-1.38.0-FCo0lAFSkhHsRCXTmZ2K0g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-protobuf-1.17.1-gkIppisCtEE4HD6U0fv4tA.jar|grpc-protobuf-1.17.1-gkIppisCtEE4HD6U0fv4tA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-protobuf-lite-1.17.1-Bl91ZSPClD_iVyq27vy-Tw.jar|grpc-protobuf-lite-1.17.1-Bl91ZSPClD_iVyq27vy-Tw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/threetenbp-1.3.3-bEXFSgaAYiXSdUtR-98IjQ.jar|threetenbp-1.3.3-bEXFSgaAYiXSdUtR-98IjQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/api-common-1.7.0-Zw0tOICGLZIcPdE77DiiYA.jar|api-common-1.7.0-Zw0tOICGLZIcPdE77DiiYA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-netty-shaded-1.17.1-wHeHRt2qhBMCJwd7qhVwvw.jar|grpc-netty-shaded-1.17.1-wHeHRt2qhBMCJwd7qhVwvw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-alts-1.17.1-utvCNzI1dYk3drhIBG-azw.jar|grpc-alts-1.17.1-utvCNzI1dYk3drhIBG-azw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-lang3-3.5-eAtai3Luvm0Nv_HBG1ZY-g.jar|commons-lang3-3.5-eAtai3Luvm0Nv_HBG1ZY-g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-grpclb-1.17.1-VaGwdjH7d-oSQhPxT2IdGA.jar|grpc-grpclb-1.17.1-VaGwdjH7d-oSQhPxT2IdGA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-core-grpc-1.61.0-0jZ_NlVzGDZOmvFmfTqJwg.jar|google-cloud-core-grpc-1.61.0-0jZ_NlVzGDZOmvFmfTqJwg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/protobuf-java-util-3.6.1-mDYoHYN_WxgBdjZuTjhQHw.jar|protobuf-java-util-3.6.1-mDYoHYN_WxgBdjZuTjhQHw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/javax.annotation-api-1.2-df4yDSs3Y71og64e3jXphw.jar|javax.annotation-api-1.2-df4yDSs3Y71og64e3jXphw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-pubsub-v1-rev20181105-1.27.0-_3JmrTY281LX4AcOiP7LkQ.jar|google-api-services-pubsub-v1-rev20181105-1.27.0-_3JmrTY281LX4AcOiP7LkQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-pubsub-v1-1.43.0-nl20guInYAxfIy09hLdNYQ.jar|grpc-google-cloud-pubsub-v1-1.43.0-nl20guInYAxfIy09hLdNYQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-pubsub-v1-1.43.0-H05P5I68_0NNGLjnpRu-Ow.jar|proto-google-cloud-pubsub-v1-1.43.0-H05P5I68_0NNGLjnpRu-Ow.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-iam-v1-0.12.0-KtsSGk0GwozxZp-QSDLgQQ.jar|proto-google-iam-v1-0.12.0-KtsSGk0GwozxZp-QSDLgQQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/datastore-v1-proto-client-1.6.0-uyyLKzyVhahFJuvTiE8isw.jar|datastore-v1-proto-client-1.6.0-uyyLKzyVhahFJuvTiE8isw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-http-client-protobuf-1.20.0-walfZh2_TWtY2f9oxMcF0A.jar|google-http-client-protobuf-1.20.0-walfZh2_TWtY2f9oxMcF0A.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-http-client-jackson-1.20.0-IMgfjHQPFQkC5I6W0DIOXg.jar|google-http-client-jackson-1.20.0-IMgfjHQPFQkC5I6W0DIOXg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-datastore-v1-0.44.0-elmwKzdsUHaqeLHDNgnRRA.jar|proto-google-cloud-datastore-v1-0.44.0-elmwKzdsUHaqeLHDNgnRRA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-auth-1.17.1-FGjOS4ligPUTMy8WuF05hg.jar|grpc-auth-1.17.1-FGjOS4ligPUTMy8WuF05hg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-netty-1.17.1-4r8YjiC7Mk6Ki3FAZghiEQ.jar|grpc-netty-1.17.1-4r8YjiC7Mk6Ki3FAZghiEQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-codec-http2-4.1.30.Final-xWX9W6lm-ZlAY32qJIyUKw.jar|netty-codec-http2-4.1.30.Final-xWX9W6lm-ZlAY32qJIyUKw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-codec-http-4.1.30.Final-AwxItf4Cqo2SMwSuXhxusg.jar|netty-codec-http-4.1.30.Final-AwxItf4Cqo2SMwSuXhxusg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-handler-proxy-4.1.30.Final-lCIjvadnkbjk1NVm_E895w.jar|netty-handler-proxy-4.1.30.Final-lCIjvadnkbjk1NVm_E895w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-codec-socks-4.1.30.Final-1WHnwq75shvN3dCiM86_2g.jar|netty-codec-socks-4.1.30.Final-1WHnwq75shvN3dCiM86_2g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-handler-4.1.30.Final-zZAD5jGo-RpbSIfZ0lRurQ.jar|netty-handler-4.1.30.Final-zZAD5jGo-RpbSIfZ0lRurQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-buffer-4.1.30.Final-mYBmhCN5yGpDEs5G7F6ejg.jar|netty-buffer-4.1.30.Final-mYBmhCN5yGpDEs5G7F6ejg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-common-4.1.30.Final-emDBw4o_oU476QrF0LK1jA.jar|netty-common-4.1.30.Final-emDBw4o_oU476QrF0LK1jA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-transport-4.1.30.Final-x3QJT81qSgvsv4fipL84Ug.jar|netty-transport-4.1.30.Final-x3QJT81qSgvsv4fipL84Ug.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-resolver-4.1.30.Final-7KrLkR97h5adoKWkeiDUgQ.jar|netty-resolver-4.1.30.Final-7KrLkR97h5adoKWkeiDUgQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-codec-4.1.30.Final-x4vcMCRY_egm-VkASqrGgQ.jar|netty-codec-4.1.30.Final-x4vcMCRY_egm-VkASqrGgQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-stub-1.17.1-q57ZbJwKOpHX7YVm-7htNw.jar|grpc-stub-1.17.1-q57ZbJwKOpHX7YVm-7htNw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-bigquerystorage-0.79.0-alpha-6UpzWBLaf_wow6RacZONWA.jar|google-cloud-bigquerystorage-0.79.0-alpha-6UpzWBLaf_wow6RacZONWA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-bigquerystorage-v1beta1-0.44.0-SsBroVH9fPiss71kHPKsmQ.jar|grpc-google-cloud-bigquerystorage-v1beta1-0.44.0-SsBroVH9fPiss71kHPKsmQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-bigquerystorage-v1beta1-0.44.0-KW57BvLTwCHmHaMSa4kMxg.jar|proto-google-cloud-bigquerystorage-v1beta1-0.44.0-KW57BvLTwCHmHaMSa4kMxg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-core-1.61.0-IlSrOl7G255S3mvdat3lmw.jar|google-cloud-core-1.61.0-IlSrOl7G255S3mvdat3lmw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-spanner-1.6.0-SshEQyw4IrAiG9CeGXOlkw.jar|google-cloud-spanner-1.6.0-SshEQyw4IrAiG9CeGXOlkw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-spanner-v1-1.6.0-ZxGDeokcBrWzu3ayFr2ydA.jar|proto-google-cloud-spanner-v1-1.6.0-ZxGDeokcBrWzu3ayFr2ydA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-spanner-admin-instance-v1-1.6.0-k_koDbxapZBjr-nrHQW8Iw.jar|proto-google-cloud-spanner-admin-instance-v1-1.6.0-k_koDbxapZBjr-nrHQW8Iw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-spanner-v1-1.6.0-DC0Nq4gVV4LS1Oe0H3HegA.jar|grpc-google-cloud-spanner-v1-1.6.0-DC0Nq4gVV4LS1Oe0H3HegA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-spanner-admin-database-v1-1.6.0-7T0gXklb71lKsYSs9DFN0w.jar|grpc-google-cloud-spanner-admin-database-v1-1.6.0-7T0gXklb71lKsYSs9DFN0w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-spanner-admin-instance-v1-1.6.0-CrMYysm29EPdTKEjGVeLIw.jar|grpc-google-cloud-spanner-admin-instance-v1-1.6.0-CrMYysm29EPdTKEjGVeLIw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-common-protos-1.12.0-kY92YHJ3__3_EfGz7q7QJQ.jar|grpc-google-common-protos-1.12.0-kY92YHJ3__3_EfGz7q7QJQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/opencensus-contrib-grpc-util-0.17.0-iAypGz9jPIeblJhNhFTA7Q.jar|opencensus-contrib-grpc-util-0.17.0-iAypGz9jPIeblJhNhFTA7Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-bigtable-v2-0.44.0-J-FqZ7sSPK6BT3c0508eVw.jar|grpc-google-cloud-bigtable-v2-0.44.0-J-FqZ7sSPK6BT3c0508eVw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-bigtable-v2-0.44.0-3UqoMk6S7yLqYAP51vS80A.jar|proto-google-cloud-bigtable-v2-0.44.0-3UqoMk6S7yLqYAP51vS80A.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/bigtable-client-core-1.8.0-fFSIJpUcSXpWhLZcfslZzQ.jar|bigtable-client-core-1.8.0-fFSIJpUcSXpWhLZcfslZzQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-bigtable-0.73.0-alpha-eB5GY2vHSW64cCChZOS18w.jar|google-cloud-bigtable-0.73.0-alpha-eB5GY2vHSW64cCChZOS18w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-bigtable-admin-0.73.0-alpha-tf8RW5s2Pg4xX_7h-hnKCA.jar|google-cloud-bigtable-admin-0.73.0-alpha-tf8RW5s2Pg4xX_7h-hnKCA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-bigtable-admin-v2-0.38.0-giJ--Dr2jXieoiK-g0ip0Q.jar|proto-google-cloud-bigtable-admin-v2-0.38.0-giJ--Dr2jXieoiK-g0ip0Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-google-cloud-bigtable-admin-v2-0.38.0-73d39v9pMyfVcnsTMrtv7Q.jar|grpc-google-cloud-bigtable-admin-v2-0.38.0-73d39v9pMyfVcnsTMrtv7Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-logging-1.2-BAtLTY6siG9rSio70vMbAA.jar|commons-logging-1.2-BAtLTY6siG9rSio70vMbAA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-cloud-core-http-1.55.0-BNHYMDYs4SQW4PB1djuVig.jar|google-cloud-core-http-1.55.0-BNHYMDYs4SQW4PB1djuVig.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-http-client-appengine-1.27.0-TdVXGCdmlhycAZxqyyGADQ.jar|google-http-client-appengine-1.27.0-TdVXGCdmlhycAZxqyyGADQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/gax-httpjson-0.52.0-4ATeMZWHBufEm6llIAqk-g.jar|gax-httpjson-0.52.0-4ATeMZWHBufEm6llIAqk-g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/opencensus-contrib-http-util-0.15.0-zXrKdjX5dUCUUk-rC8VM9Q.jar|opencensus-contrib-http-util-0.15.0-zXrKdjX5dUCUUk-rC8VM9Q.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/metrics-core-3.1.2-uLLedSRzIqDAN0IPVwjlkg.jar|metrics-core-3.1.2-uLLedSRzIqDAN0IPVwjlkg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/protobuf-java-3.6.0-NDZs0P9eJxX9OraYDJl91w.jar|protobuf-java-3.6.0-NDZs0P9eJxX9OraYDJl91w.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-cloud-spanner-admin-database-v1-1.6.0-oJs46XQ701jPN_K3eNCk6g.jar|proto-google-cloud-spanner-admin-database-v1-1.6.0-oJs46XQ701jPN_K3eNCk6g.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/proto-google-common-protos-1.12.0-czp2EbXX3UpyZdNKHq8vuA.jar|proto-google-common-protos-1.12.0-czp2EbXX3UpyZdNKHq8vuA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-all-1.17.1-ObISw2fPGxSCJVcuI5PXVg.jar|grpc-all-1.17.1-ObISw2fPGxSCJVcuI5PXVg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-okhttp-1.17.1-Ym33a1M8OEav6F7N12g25A.jar|grpc-okhttp-1.17.1-Ym33a1M8OEav6F7N12g25A.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/okhttp-2.5.0-64v0X4G_nxfR_PsuymOqpg.jar|okhttp-2.5.0-64v0X4G_nxfR_PsuymOqpg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/okio-1.13.0-ibM9N9YWEQH1hh-US4U7jQ.jar|okio-1.13.0-ibM9N9YWEQH1hh-US4U7jQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-protobuf-nano-1.17.1-v769mz-qvJS69e3CdEG1cw.jar|grpc-protobuf-nano-1.17.1-v769mz-qvJS69e3CdEG1cw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/protobuf-javanano-3.0.0-alpha-5-SsS7fZe7brffHbAGUgRrnw.jar|protobuf-javanano-3.0.0-alpha-5-SsS7fZe7brffHbAGUgRrnw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/grpc-testing-1.17.1-ZCm5QWshyeL2B8wGncO7OQ.jar|grpc-testing-1.17.1-ZCm5QWshyeL2B8wGncO7OQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/mockito-core-1.9.5-b3PPBKVutgqqmWUG58EPxw.jar|mockito-core-1.9.5-b3PPBKVutgqqmWUG58EPxw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/objenesis-1.0-GYnIMfKMkvrpszPPXJ-ZJg.jar|objenesis-1.0-GYnIMfKMkvrpszPPXJ-ZJg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/netty-tcnative-boringssl-static-2.0.17.Final-YPiL4Pp2vC0bifcXJZEEQQ.jar|netty-tcnative-boringssl-static-2.0.17.Final-YPiL4Pp2vC0bifcXJZEEQQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-sdks-java-extensions-google-cloud-platform-core-2.13.0-q0cc8RBAXHygjYXQUyn-cw.jar|beam-sdks-java-extensions-google-cloud-platform-core-2.13.0-q0cc8RBAXHygjYXQUyn-cw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/gcsio-1.9.16-iBTmtmP7wvXHVlGNaBCuzg.jar|gcsio-1.9.16-iBTmtmP7wvXHVlGNaBCuzg.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/google-api-services-cloudresourcemanager-v1-rev20181015-1.27.0-SQfpsiUEwOlTbzfnWC4EzA.jar|google-api-services-cloudresourcemanager-v1-rev20181015-1.27.0-SQfpsiUEwOlTbzfnWC4EzA.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-sdks-java-extensions-protobuf-2.13.0-89glnwx4LdM7MZzyTzoFYQ.jar|beam-sdks-java-extensions-protobuf-2.13.0-89glnwx4LdM7MZzyTzoFYQ.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/beam-sdks-java-io-jdbc-2.13.0-2jSK9IOrgNFtIxqtInuLaw.jar|beam-sdks-java-io-jdbc-2.13.0-2jSK9IOrgNFtIxqtInuLaw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-dbcp2-2.6.0-3BSnKbNZ83cPYI0_LC56ng.jar|commons-dbcp2-2.6.0-3BSnKbNZ83cPYI0_LC56ng.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/commons-pool2-2.6.1-Uvj2EKXYMqftulG3t30XFw.jar|commons-pool2-2.6.1-Uvj2EKXYMqftulG3t30XFw.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/slf4j-api-1.7.25-yq_jdq-3CG3L7nn3gDlMow.jar|slf4j-api-1.7.25-yq_jdq-3CG3L7nn3gDlMow.jar|gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/slf4j-jdk14-1.7.25-lEPyQGtDduRgOFY4C9MlVA.jar|slf4j-jdk14-1.7.25-lEPyQGtDduRgOFY4C9MlVA.jar

job_name

averagedelaypipeline-student0040c873f2869432-0403094100-6122822e

consumer_project_id

qwiklabs-gcp-04-b9d2a68eca42

job_id

2021-04-03_02_41_10-11513490314592795959

worker_pool

global_gce_worker_pool

sdk_pipeline_options

{"display_data":[{"key":"gcsUploadBufferSizeBytes","namespace":"org.apache.beam.sdk.extensions.gcp.options.GcsOptions","type":"INTEGER","value":1048576},{"key":"filesToStage","namespace":"org.apache.beam.sdk.options.PortablePipelineOptions","type":"STRING","value":"[/home/student_04_c873f2869432/data-science-on-gcp/04_streaming/realtime/chapter4/target/classes, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-core/2.13.0/beam-sdks-java-core-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-pipeline/2.13.0/beam-model-pipeline-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/errorprone/error_prone_annotations/2.1.2/error_prone_annotations-2.1.2.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-job-management/2.13.0/beam-model-job-management-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-guava-20_0/0.1/beam-vendor-guava-20_0-0.1.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.9.8/jackson-core-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.9.8/jackson-annotations-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.9.8/jackson-databind-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/avro/avro/1.8.2/avro-1.8.2.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar, /home/student_04_c873f2869432/.m2/repository/com/thoughtworks/paranamer/paranamer/2.7/paranamer-2.7.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-compress/1.8.1/commons-compress-1.8.1.jar, /home/student_04_c873f2869432/.m2/repository/org/xerial/snappy/snappy-java/1.1.4/snappy-java-1.1.4.jar, /home/student_04_c873f2869432/.m2/repository/joda-time/joda-time/2.10.1/joda-time-2.10.1.jar, /home/student_04_c873f2869432/.m2/repository/org/tukaani/xz/1.8/xz-1.8.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-direct-java/2.13.0/beam-runners-direct-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-grpc-1_13_1/0.2/beam-vendor-grpc-1_13_1-0.2.jar, /home/student_04_c873f2869432/.m2/repository/args4j/args4j/2.33/args4j-2.33.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-google-cloud-dataflow-java/2.13.0/beam-runners-google-cloud-dataflow-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-core-construction-java/2.13.0/beam-runners-core-construction-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client/1.27.0/google-api-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client/1.27.0/google-oauth-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client/1.27.0/google-http-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar, /home/student_04_c873f2869432/.m2/repository/commons-codec/commons-codec/1.10/commons-codec-1.10.jar, /home/student_04_c873f2869432/.m2/repository/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson2/1.27.0/google-http-client-jackson2-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-dataflow/v1b3-rev20190322-1.27.0/google-api-services-dataflow-v1b3-rev20190322-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-clouddebugger/v2-rev20180801-1.27.0/google-api-services-clouddebugger-v2-rev20180801-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-storage/v1-rev20181013-1.27.0/google-api-services-storage-v1-rev20181013-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-credentials/0.12.0/google-auth-library-credentials-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-oauth2-http/0.12.0/google-auth-library-oauth2-http-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/util/1.9.16/util-1.9.16.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-java6/1.27.0/google-api-client-java6-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-jackson2/1.27.0/google-api-client-jackson2-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auto/value/auto-value-annotations/1.6.3/auto-value-annotations-1.6.3.jar, /home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client-java6/1.27.0/google-oauth-client-java6-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/google-extensions/0.3.1/google-extensions-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger/0.3.1/flogger-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger-system-backend/0.3.1/flogger-system-backend-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-google-cloud-platform/2.13.0/beam-sdks-java-io-google-cloud-platform-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/guava/guava/20.0/guava-20.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-core/1.17.1/grpc-core-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-context/1.17.1/grpc-context-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/code/gson/gson/2.7/gson-2.7.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/mojo/animal-sniffer-annotations/1.17/animal-sniffer-annotations-1.17.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-api/0.17.0/opencensus-api-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-metrics/0.17.0/opencensus-contrib-grpc-metrics-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-bigquery/v2-rev20181104-1.27.0/google-api-services-bigquery-v2-rev20181104-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax-grpc/1.38.0/gax-grpc-1.38.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax/1.38.0/gax-1.38.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf/1.17.1/grpc-protobuf-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-lite/1.17.1/grpc-protobuf-lite-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/threeten/threetenbp/1.3.3/threetenbp-1.3.3.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/api-common/1.7.0/api-common-1.7.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty-shaded/1.17.1/grpc-netty-shaded-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-alts/1.17.1/grpc-alts-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-grpclb/1.17.1/grpc-grpclb-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-grpc/1.61.0/google-cloud-core-grpc-1.61.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java-util/3.6.1/protobuf-java-util-3.6.1.jar, /home/student_04_c873f2869432/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-pubsub/v1-rev20181105-1.27.0/google-api-services-pubsub-v1-rev20181105-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-pubsub-v1/1.43.0/grpc-google-cloud-pubsub-v1-1.43.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-pubsub-v1/1.43.0/proto-google-cloud-pubsub-v1-1.43.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-iam-v1/0.12.0/proto-google-iam-v1-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/datastore/datastore-v1-proto-client/1.6.0/datastore-v1-proto-client-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-protobuf/1.20.0/google-http-client-protobuf-1.20.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson/1.20.0/google-http-client-jackson-1.20.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-datastore-v1/0.44.0/proto-google-cloud-datastore-v1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-auth/1.17.1/grpc-auth-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty/1.17.1/grpc-netty-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http2/4.1.30.Final/netty-codec-http2-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http/4.1.30.Final/netty-codec-http-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler-proxy/4.1.30.Final/netty-handler-proxy-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-socks/4.1.30.Final/netty-codec-socks-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler/4.1.30.Final/netty-handler-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-buffer/4.1.30.Final/netty-buffer-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-common/4.1.30.Final/netty-common-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-transport/4.1.30.Final/netty-transport-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-resolver/4.1.30.Final/netty-resolver-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec/4.1.30.Final/netty-codec-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-stub/1.17.1/grpc-stub-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigquerystorage/0.79.0-alpha/google-cloud-bigquerystorage-0.79.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigquerystorage-v1beta1/0.44.0/grpc-google-cloud-bigquerystorage-v1beta1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigquerystorage-v1beta1/0.44.0/proto-google-cloud-bigquerystorage-v1beta1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core/1.61.0/google-cloud-core-1.61.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-spanner/1.6.0/google-cloud-spanner-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-v1/1.6.0/proto-google-cloud-spanner-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-instance-v1/1.6.0/proto-google-cloud-spanner-admin-instance-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-v1/1.6.0/grpc-google-cloud-spanner-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-database-v1/1.6.0/grpc-google-cloud-spanner-admin-database-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-instance-v1/1.6.0/grpc-google-cloud-spanner-admin-instance-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-common-protos/1.12.0/grpc-google-common-protos-1.12.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-util/0.17.0/opencensus-contrib-grpc-util-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-v2/0.44.0/grpc-google-cloud-bigtable-v2-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-v2/0.44.0/proto-google-cloud-bigtable-v2-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigtable/bigtable-client-core/1.8.0/bigtable-client-core-1.8.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable/0.73.0-alpha/google-cloud-bigtable-0.73.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable-admin/0.73.0-alpha/google-cloud-bigtable-admin-0.73.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-admin-v2/0.38.0/proto-google-cloud-bigtable-admin-v2-0.38.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-admin-v2/0.38.0/grpc-google-cloud-bigtable-admin-v2-0.38.0.jar, /home/student_04_c873f2869432/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-http/1.55.0/google-cloud-core-http-1.55.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-appengine/1.27.0/google-http-client-appengine-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax-httpjson/0.52.0/gax-httpjson-0.52.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-http-util/0.15.0/opencensus-contrib-http-util-0.15.0.jar, /home/student_04_c873f2869432/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java/3.6.0/protobuf-java-3.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-database-v1/1.6.0/proto-google-cloud-spanner-admin-database-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-common-protos/1.12.0/proto-google-common-protos-1.12.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-all/1.17.1/grpc-all-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-okhttp/1.17.1/grpc-okhttp-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/squareup/okhttp/okhttp/2.5.0/okhttp-2.5.0.jar, /home/student_04_c873f2869432/.m2/repository/com/squareup/okio/okio/1.13.0/okio-1.13.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-nano/1.17.1/grpc-protobuf-nano-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/nano/protobuf-javanano/3.0.0-alpha-5/protobuf-javanano-3.0.0-alpha-5.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-testing/1.17.1/grpc-testing-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar, /home/student_04_c873f2869432/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-tcnative-boringssl-static/2.0.17.Final/netty-tcnative-boringssl-static-2.0.17.Final.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-google-cloud-platform-core/2.13.0/beam-sdks-java-extensions-google-cloud-platform-core-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/gcsio/1.9.16/gcsio-1.9.16.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-cloudresourcemanager/v1-rev20181015-1.27.0/google-api-services-cloudresourcemanager-v1-rev20181015-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-protobuf/2.13.0/beam-sdks-java-extensions-protobuf-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-jdbc/2.13.0/beam-sdks-java-io-jdbc-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-dbcp2/2.6.0/commons-dbcp2-2.6.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-pool2/2.6.1/commons-pool2-2.6.1.jar, /home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar, /home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-jdk14/1.7.25/slf4j-jdk14-1.7.25.jar]"},{"key":"jobName","namespace":"org.apache.beam.sdk.options.PipelineOptions","type":"STRING","value":"averagedelaypipeline-student0040c873f2869432-0403094100-6122822e"},{"key":"streaming","namespace":"org.apache.beam.sdk.options.StreamingOptions","type":"BOOLEAN","value":true},{"key":"userAgent","namespace":"org.apache.beam.sdk.options.PipelineOptions","type":"STRING","value":"Apache_Beam_SDK_for_Java/2.13.0"},{"key":"project","namespace":"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions","type":"STRING","value":"qwiklabs-gcp-04-b9d2a68eca42"},{"key":"appName","namespace":"org.apache.beam.sdk.options.ApplicationNameOptions","type":"STRING","value":"AverageDelayPipeline"},{"key":"stagingLocation","namespace":"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions","type":"STRING","value":"gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/"},{"key":"tempLocation","namespace":"org.apache.beam.sdk.options.PipelineOptions","type":"STRING","value":"gs://dataflow-staging-us-central1-539901727369/temp/"},{"key":"pipelineUrl","namespace":"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions","type":"STRING","value":"gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/pipeline--z4uqaT4BbSI721702FfCA.pb"},{"key":"speedupFactor","namespace":"com.google.cloud.training.flights.AverageDelayPipeline$MyOptions","type":"FLOAT","value":30},{"key":"runner","namespace":"org.apache.beam.sdk.options.PipelineOptions","shortValue":"DataflowRunner","type":"JAVA_CLASS","value":"org.apache.beam.runners.dataflow.DataflowRunner"},{"key":"averagingInterval","namespace":"com.google.cloud.training.flights.AverageDelayPipeline$MyOptions","type":"FLOAT","value":60},{"key":"filesToStage","namespace":"org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions","type":"STRING","value":"[/home/student_04_c873f2869432/data-science-on-gcp/04_streaming/realtime/chapter4/target/classes, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-core/2.13.0/beam-sdks-java-core-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-pipeline/2.13.0/beam-model-pipeline-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/errorprone/error_prone_annotations/2.1.2/error_prone_annotations-2.1.2.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-job-management/2.13.0/beam-model-job-management-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-guava-20_0/0.1/beam-vendor-guava-20_0-0.1.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.9.8/jackson-core-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.9.8/jackson-annotations-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.9.8/jackson-databind-2.9.8.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/avro/avro/1.8.2/avro-1.8.2.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar, /home/student_04_c873f2869432/.m2/repository/com/thoughtworks/paranamer/paranamer/2.7/paranamer-2.7.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-compress/1.8.1/commons-compress-1.8.1.jar, /home/student_04_c873f2869432/.m2/repository/org/xerial/snappy/snappy-java/1.1.4/snappy-java-1.1.4.jar, /home/student_04_c873f2869432/.m2/repository/joda-time/joda-time/2.10.1/joda-time-2.10.1.jar, /home/student_04_c873f2869432/.m2/repository/org/tukaani/xz/1.8/xz-1.8.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-direct-java/2.13.0/beam-runners-direct-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-grpc-1_13_1/0.2/beam-vendor-grpc-1_13_1-0.2.jar, /home/student_04_c873f2869432/.m2/repository/args4j/args4j/2.33/args4j-2.33.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-google-cloud-dataflow-java/2.13.0/beam-runners-google-cloud-dataflow-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-core-construction-java/2.13.0/beam-runners-core-construction-java-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client/1.27.0/google-api-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client/1.27.0/google-oauth-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client/1.27.0/google-http-client-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar, /home/student_04_c873f2869432/.m2/repository/commons-codec/commons-codec/1.10/commons-codec-1.10.jar, /home/student_04_c873f2869432/.m2/repository/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson2/1.27.0/google-http-client-jackson2-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-dataflow/v1b3-rev20190322-1.27.0/google-api-services-dataflow-v1b3-rev20190322-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-clouddebugger/v2-rev20180801-1.27.0/google-api-services-clouddebugger-v2-rev20180801-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-storage/v1-rev20181013-1.27.0/google-api-services-storage-v1-rev20181013-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-credentials/0.12.0/google-auth-library-credentials-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-oauth2-http/0.12.0/google-auth-library-oauth2-http-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/util/1.9.16/util-1.9.16.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-java6/1.27.0/google-api-client-java6-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-jackson2/1.27.0/google-api-client-jackson2-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/auto/value/auto-value-annotations/1.6.3/auto-value-annotations-1.6.3.jar, /home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client-java6/1.27.0/google-oauth-client-java6-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/google-extensions/0.3.1/google-extensions-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger/0.3.1/flogger-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger-system-backend/0.3.1/flogger-system-backend-0.3.1.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-google-cloud-platform/2.13.0/beam-sdks-java-io-google-cloud-platform-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/guava/guava/20.0/guava-20.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-core/1.17.1/grpc-core-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-context/1.17.1/grpc-context-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/code/gson/gson/2.7/gson-2.7.jar, /home/student_04_c873f2869432/.m2/repository/org/codehaus/mojo/animal-sniffer-annotations/1.17/animal-sniffer-annotations-1.17.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-api/0.17.0/opencensus-api-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-metrics/0.17.0/opencensus-contrib-grpc-metrics-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-bigquery/v2-rev20181104-1.27.0/google-api-services-bigquery-v2-rev20181104-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax-grpc/1.38.0/gax-grpc-1.38.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax/1.38.0/gax-1.38.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf/1.17.1/grpc-protobuf-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-lite/1.17.1/grpc-protobuf-lite-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/threeten/threetenbp/1.3.3/threetenbp-1.3.3.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/api-common/1.7.0/api-common-1.7.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty-shaded/1.17.1/grpc-netty-shaded-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-alts/1.17.1/grpc-alts-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-grpclb/1.17.1/grpc-grpclb-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-grpc/1.61.0/google-cloud-core-grpc-1.61.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java-util/3.6.1/protobuf-java-util-3.6.1.jar, /home/student_04_c873f2869432/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-pubsub/v1-rev20181105-1.27.0/google-api-services-pubsub-v1-rev20181105-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-pubsub-v1/1.43.0/grpc-google-cloud-pubsub-v1-1.43.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-pubsub-v1/1.43.0/proto-google-cloud-pubsub-v1-1.43.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-iam-v1/0.12.0/proto-google-iam-v1-0.12.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/datastore/datastore-v1-proto-client/1.6.0/datastore-v1-proto-client-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-protobuf/1.20.0/google-http-client-protobuf-1.20.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson/1.20.0/google-http-client-jackson-1.20.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-datastore-v1/0.44.0/proto-google-cloud-datastore-v1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-auth/1.17.1/grpc-auth-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty/1.17.1/grpc-netty-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http2/4.1.30.Final/netty-codec-http2-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http/4.1.30.Final/netty-codec-http-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler-proxy/4.1.30.Final/netty-handler-proxy-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-socks/4.1.30.Final/netty-codec-socks-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler/4.1.30.Final/netty-handler-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-buffer/4.1.30.Final/netty-buffer-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-common/4.1.30.Final/netty-common-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-transport/4.1.30.Final/netty-transport-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-resolver/4.1.30.Final/netty-resolver-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec/4.1.30.Final/netty-codec-4.1.30.Final.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-stub/1.17.1/grpc-stub-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigquerystorage/0.79.0-alpha/google-cloud-bigquerystorage-0.79.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigquerystorage-v1beta1/0.44.0/grpc-google-cloud-bigquerystorage-v1beta1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigquerystorage-v1beta1/0.44.0/proto-google-cloud-bigquerystorage-v1beta1-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core/1.61.0/google-cloud-core-1.61.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-spanner/1.6.0/google-cloud-spanner-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-v1/1.6.0/proto-google-cloud-spanner-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-instance-v1/1.6.0/proto-google-cloud-spanner-admin-instance-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-v1/1.6.0/grpc-google-cloud-spanner-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-database-v1/1.6.0/grpc-google-cloud-spanner-admin-database-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-instance-v1/1.6.0/grpc-google-cloud-spanner-admin-instance-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-common-protos/1.12.0/grpc-google-common-protos-1.12.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-util/0.17.0/opencensus-contrib-grpc-util-0.17.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-v2/0.44.0/grpc-google-cloud-bigtable-v2-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-v2/0.44.0/proto-google-cloud-bigtable-v2-0.44.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigtable/bigtable-client-core/1.8.0/bigtable-client-core-1.8.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable/0.73.0-alpha/google-cloud-bigtable-0.73.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable-admin/0.73.0-alpha/google-cloud-bigtable-admin-0.73.0-alpha.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-admin-v2/0.38.0/proto-google-cloud-bigtable-admin-v2-0.38.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-admin-v2/0.38.0/grpc-google-cloud-bigtable-admin-v2-0.38.0.jar, /home/student_04_c873f2869432/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-http/1.55.0/google-cloud-core-http-1.55.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-appengine/1.27.0/google-http-client-appengine-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/gax-httpjson/0.52.0/gax-httpjson-0.52.0.jar, /home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-http-util/0.15.0/opencensus-contrib-http-util-0.15.0.jar, /home/student_04_c873f2869432/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java/3.6.0/protobuf-java-3.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-database-v1/1.6.0/proto-google-cloud-spanner-admin-database-v1-1.6.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-common-protos/1.12.0/proto-google-common-protos-1.12.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-all/1.17.1/grpc-all-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-okhttp/1.17.1/grpc-okhttp-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/squareup/okhttp/okhttp/2.5.0/okhttp-2.5.0.jar, /home/student_04_c873f2869432/.m2/repository/com/squareup/okio/okio/1.13.0/okio-1.13.0.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-nano/1.17.1/grpc-protobuf-nano-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/com/google/protobuf/nano/protobuf-javanano/3.0.0-alpha-5/protobuf-javanano-3.0.0-alpha-5.jar, /home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-testing/1.17.1/grpc-testing-1.17.1.jar, /home/student_04_c873f2869432/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar, /home/student_04_c873f2869432/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar, /home/student_04_c873f2869432/.m2/repository/io/netty/netty-tcnative-boringssl-static/2.0.17.Final/netty-tcnative-boringssl-static-2.0.17.Final.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-google-cloud-platform-core/2.13.0/beam-sdks-java-extensions-google-cloud-platform-core-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/gcsio/1.9.16/gcsio-1.9.16.jar, /home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-cloudresourcemanager/v1-rev20181015-1.27.0/google-api-services-cloudresourcemanager-v1-rev20181015-1.27.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-protobuf/2.13.0/beam-sdks-java-extensions-protobuf-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-jdbc/2.13.0/beam-sdks-java-io-jdbc-2.13.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-dbcp2/2.6.0/commons-dbcp2-2.6.0.jar, /home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-pool2/2.6.1/commons-pool2-2.6.1.jar, /home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar, /home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-jdk14/1.7.25/slf4j-jdk14-1.7.25.jar]"}],"options":{"HTTPWriteTimeout":0,"apiRootUrl":"https://dataflow.googleapis.com/","appName":"AverageDelayPipeline","autoscalingAlgorithm":"NONE","averagingInterval":60,"credentialFactoryClass":"org.apache.beam.sdk.extensions.gcp.auth.GcpCredentialFactory","dataflowEndpoint":"","dataflowJobId":"2021-04-03_02_41_10-11513490314592795959","diskSizeGb":0,"enableCloudDebugger":false,"enableStreamingEngine":false,"filesToStage":["/home/student_04_c873f2869432/data-science-on-gcp/04_streaming/realtime/chapter4/target/classes","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-core/2.13.0/beam-sdks-java-core-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-pipeline/2.13.0/beam-model-pipeline-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/errorprone/error_prone_annotations/2.1.2/error_prone_annotations-2.1.2.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-model-job-management/2.13.0/beam-model-job-management-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-guava-20_0/0.1/beam-vendor-guava-20_0-0.1.jar","/home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.9.8/jackson-core-2.9.8.jar","/home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.9.8/jackson-annotations-2.9.8.jar","/home/student_04_c873f2869432/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.9.8/jackson-databind-2.9.8.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/avro/avro/1.8.2/avro-1.8.2.jar","/home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar","/home/student_04_c873f2869432/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar","/home/student_04_c873f2869432/.m2/repository/com/thoughtworks/paranamer/paranamer/2.7/paranamer-2.7.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-compress/1.8.1/commons-compress-1.8.1.jar","/home/student_04_c873f2869432/.m2/repository/org/xerial/snappy/snappy-java/1.1.4/snappy-java-1.1.4.jar","/home/student_04_c873f2869432/.m2/repository/joda-time/joda-time/2.10.1/joda-time-2.10.1.jar","/home/student_04_c873f2869432/.m2/repository/org/tukaani/xz/1.8/xz-1.8.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-direct-java/2.13.0/beam-runners-direct-java-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-vendor-grpc-1_13_1/0.2/beam-vendor-grpc-1_13_1-0.2.jar","/home/student_04_c873f2869432/.m2/repository/args4j/args4j/2.33/args4j-2.33.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-google-cloud-dataflow-java/2.13.0/beam-runners-google-cloud-dataflow-java-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-runners-core-construction-java/2.13.0/beam-runners-core-construction-java-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client/1.27.0/google-api-client-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client/1.27.0/google-oauth-client-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client/1.27.0/google-http-client-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar","/home/student_04_c873f2869432/.m2/repository/commons-codec/commons-codec/1.10/commons-codec-1.10.jar","/home/student_04_c873f2869432/.m2/repository/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson2/1.27.0/google-http-client-jackson2-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-dataflow/v1b3-rev20190322-1.27.0/google-api-services-dataflow-v1b3-rev20190322-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-clouddebugger/v2-rev20180801-1.27.0/google-api-services-clouddebugger-v2-rev20180801-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-storage/v1-rev20181013-1.27.0/google-api-services-storage-v1-rev20181013-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-credentials/0.12.0/google-auth-library-credentials-0.12.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/auth/google-auth-library-oauth2-http/0.12.0/google-auth-library-oauth2-http-0.12.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/util/1.9.16/util-1.9.16.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-java6/1.27.0/google-api-client-java6-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api-client/google-api-client-jackson2/1.27.0/google-api-client-jackson2-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/auto/value/auto-value-annotations/1.6.3/auto-value-annotations-1.6.3.jar","/home/student_04_c873f2869432/.m2/repository/com/google/oauth-client/google-oauth-client-java6/1.27.0/google-oauth-client-java6-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/flogger/google-extensions/0.3.1/google-extensions-0.3.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger/0.3.1/flogger-0.3.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/flogger/flogger-system-backend/0.3.1/flogger-system-backend-0.3.1.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-google-cloud-platform/2.13.0/beam-sdks-java-io-google-cloud-platform-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/guava/guava/20.0/guava-20.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-core/1.17.1/grpc-core-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-context/1.17.1/grpc-context-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/code/gson/gson/2.7/gson-2.7.jar","/home/student_04_c873f2869432/.m2/repository/org/codehaus/mojo/animal-sniffer-annotations/1.17/animal-sniffer-annotations-1.17.jar","/home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-api/0.17.0/opencensus-api-0.17.0.jar","/home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-metrics/0.17.0/opencensus-contrib-grpc-metrics-0.17.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-bigquery/v2-rev20181104-1.27.0/google-api-services-bigquery-v2-rev20181104-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/gax-grpc/1.38.0/gax-grpc-1.38.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/gax/1.38.0/gax-1.38.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf/1.17.1/grpc-protobuf-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-lite/1.17.1/grpc-protobuf-lite-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/org/threeten/threetenbp/1.3.3/threetenbp-1.3.3.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/api-common/1.7.0/api-common-1.7.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty-shaded/1.17.1/grpc-netty-shaded-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-alts/1.17.1/grpc-alts-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-grpclb/1.17.1/grpc-grpclb-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-grpc/1.61.0/google-cloud-core-grpc-1.61.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java-util/3.6.1/protobuf-java-util-3.6.1.jar","/home/student_04_c873f2869432/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-pubsub/v1-rev20181105-1.27.0/google-api-services-pubsub-v1-rev20181105-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-pubsub-v1/1.43.0/grpc-google-cloud-pubsub-v1-1.43.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-pubsub-v1/1.43.0/proto-google-cloud-pubsub-v1-1.43.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-iam-v1/0.12.0/proto-google-iam-v1-0.12.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/datastore/datastore-v1-proto-client/1.6.0/datastore-v1-proto-client-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-protobuf/1.20.0/google-http-client-protobuf-1.20.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-jackson/1.20.0/google-http-client-jackson-1.20.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-datastore-v1/0.44.0/proto-google-cloud-datastore-v1-0.44.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-auth/1.17.1/grpc-auth-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-netty/1.17.1/grpc-netty-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http2/4.1.30.Final/netty-codec-http2-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-http/4.1.30.Final/netty-codec-http-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler-proxy/4.1.30.Final/netty-handler-proxy-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec-socks/4.1.30.Final/netty-codec-socks-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-handler/4.1.30.Final/netty-handler-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-buffer/4.1.30.Final/netty-buffer-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-common/4.1.30.Final/netty-common-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-transport/4.1.30.Final/netty-transport-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-resolver/4.1.30.Final/netty-resolver-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-codec/4.1.30.Final/netty-codec-4.1.30.Final.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-stub/1.17.1/grpc-stub-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigquerystorage/0.79.0-alpha/google-cloud-bigquerystorage-0.79.0-alpha.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigquerystorage-v1beta1/0.44.0/grpc-google-cloud-bigquerystorage-v1beta1-0.44.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigquerystorage-v1beta1/0.44.0/proto-google-cloud-bigquerystorage-v1beta1-0.44.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core/1.61.0/google-cloud-core-1.61.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-spanner/1.6.0/google-cloud-spanner-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-v1/1.6.0/proto-google-cloud-spanner-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-instance-v1/1.6.0/proto-google-cloud-spanner-admin-instance-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-v1/1.6.0/grpc-google-cloud-spanner-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-database-v1/1.6.0/grpc-google-cloud-spanner-admin-database-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-spanner-admin-instance-v1/1.6.0/grpc-google-cloud-spanner-admin-instance-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-common-protos/1.12.0/grpc-google-common-protos-1.12.0.jar","/home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-grpc-util/0.17.0/opencensus-contrib-grpc-util-0.17.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-v2/0.44.0/grpc-google-cloud-bigtable-v2-0.44.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-v2/0.44.0/proto-google-cloud-bigtable-v2-0.44.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigtable/bigtable-client-core/1.8.0/bigtable-client-core-1.8.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable/0.73.0-alpha/google-cloud-bigtable-0.73.0-alpha.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-bigtable-admin/0.73.0-alpha/google-cloud-bigtable-admin-0.73.0-alpha.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-bigtable-admin-v2/0.38.0/proto-google-cloud-bigtable-admin-v2-0.38.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/grpc-google-cloud-bigtable-admin-v2/0.38.0/grpc-google-cloud-bigtable-admin-v2-0.38.0.jar","/home/student_04_c873f2869432/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/google-cloud-core-http/1.55.0/google-cloud-core-http-1.55.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/http-client/google-http-client-appengine/1.27.0/google-http-client-appengine-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/gax-httpjson/0.52.0/gax-httpjson-0.52.0.jar","/home/student_04_c873f2869432/.m2/repository/io/opencensus/opencensus-contrib-http-util/0.15.0/opencensus-contrib-http-util-0.15.0.jar","/home/student_04_c873f2869432/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar","/home/student_04_c873f2869432/.m2/repository/com/google/protobuf/protobuf-java/3.6.0/protobuf-java-3.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-cloud-spanner-admin-database-v1/1.6.0/proto-google-cloud-spanner-admin-database-v1-1.6.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/api/grpc/proto-google-common-protos/1.12.0/proto-google-common-protos-1.12.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-all/1.17.1/grpc-all-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-okhttp/1.17.1/grpc-okhttp-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/com/squareup/okhttp/okhttp/2.5.0/okhttp-2.5.0.jar","/home/student_04_c873f2869432/.m2/repository/com/squareup/okio/okio/1.13.0/okio-1.13.0.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-protobuf-nano/1.17.1/grpc-protobuf-nano-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/com/google/protobuf/nano/protobuf-javanano/3.0.0-alpha-5/protobuf-javanano-3.0.0-alpha-5.jar","/home/student_04_c873f2869432/.m2/repository/io/grpc/grpc-testing/1.17.1/grpc-testing-1.17.1.jar","/home/student_04_c873f2869432/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar","/home/student_04_c873f2869432/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar","/home/student_04_c873f2869432/.m2/repository/io/netty/netty-tcnative-boringssl-static/2.0.17.Final/netty-tcnative-boringssl-static-2.0.17.Final.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-google-cloud-platform-core/2.13.0/beam-sdks-java-extensions-google-cloud-platform-core-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/com/google/cloud/bigdataoss/gcsio/1.9.16/gcsio-1.9.16.jar","/home/student_04_c873f2869432/.m2/repository/com/google/apis/google-api-services-cloudresourcemanager/v1-rev20181015-1.27.0/google-api-services-cloudresourcemanager-v1-rev20181015-1.27.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-extensions-protobuf/2.13.0/beam-sdks-java-extensions-protobuf-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/beam/beam-sdks-java-io-jdbc/2.13.0/beam-sdks-java-io-jdbc-2.13.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-dbcp2/2.6.0/commons-dbcp2-2.6.0.jar","/home/student_04_c873f2869432/.m2/repository/org/apache/commons/commons-pool2/2.6.1/commons-pool2-2.6.1.jar","/home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar","/home/student_04_c873f2869432/.m2/repository/org/slf4j/slf4j-jdk14/1.7.25/slf4j-jdk14-1.7.25.jar"],"gcpTempLocation":"gs://dataflow-staging-us-central1-539901727369/temp/","gcsPerformanceMetrics":false,"gcsUploadBufferSizeBytes":1048576,"jobName":"averagedelaypipeline-student0040c873f2869432-0403094100-6122822e","maxNumWorkers":0,"maxStreamingBatchSize":65536,"maxStreamingRowsToBatch":500,"numStreamingKeys":50,"numWorkers":2,"numberOfWorkerHarnessThreads":0,"optionsId":0,"pathValidatorClass":"org.apache.beam.sdk.extensions.gcp.storage.GcsPathValidator","pipelineUrl":"gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/pipeline--z4uqaT4BbSI721702FfCA.pb","project":"qwiklabs-gcp-04-b9d2a68eca42","region":"us-central1","runner":"org.apache.beam.runners.dataflow.DataflowRunner","speedupFactor":30,"stableUniqueNames":"WARNING","stagerClass":"org.apache.beam.runners.dataflow.util.GcsStager","stagingLocation":"gs://qwiklabs-gcp-04-b9d2a68eca42-ml/staging/","streaming":true,"tempLocation":"gs://dataflow-staging-us-central1-539901727369/temp/","userAgent":"Apache_Beam_SDK_for_Java/2.13.0"}}

user-data

#cloud-config


bootcmd:
- mount --bind /mnt/stateful_partition/var/lib/agent /var/lib/agent
- mount -o remount,rw,exec /var/lib/agent
- iptables -w -A INPUT -p tcp --dport 4194 -j ACCEPT
- iptables -w -A INPUT -p tcp --dport 5555 -j ACCEPT
- iptables -w -A INPUT -p tcp --dport 12345 -j ACCEPT
- iptables -w -A INPUT -p tcp --dport 12346 -j ACCEPT
- iptables -w -A INPUT -p tcp --dport 12347 -j ACCEPT
- mkdir -p /etc/systemd/network/99-virtio.network.d
- echo -e "[Network]\nDHCP=yes\nIPv6AcceptRA=yes" >  /etc/systemd/network/99-virtio.network.d/ipv6.conf
- systemctl restart systemd-networkd
- sysctl -w net.ipv4.ipfrag_low_thresh=196608
- sysctl -w net.ipv4.ipfrag_high_thresh=262144
runcmd:
- sudo systemctl start node-problem-detector
- sudo /bin/bash /var/lib/nvidia/setup_gpu.sh
- systemctl start agent.service
- systemctl start kubelet.service
- systemctl start resource.service
- sed "s/^/[PARTITION INFO]\t/" /proc/partitions
- df -h | sed "s/^/[FILESYSTEM INFO]\t/"
- resize2fs /dev/sda1
- sed "s/^/[PARTITION INFO AFTER RESIZE]\t/" /proc/partitions
- df -h | sed "s/^/[FILESYSTEM INFO AFTER RESIZE]\t/"
write_files:
-
  content: |
   [Unit]
   Description=Start kubelet
   Wants=network-online.target
   After=docker.socket network-online.target

   [Service]
   ExecStartPre=/var/lib/agent/boot_checker --endpoint=https://dataflow.googleapis.com/
   ExecStartPre=/bin/mkdir -p /etc/kubernetes/manifests
   ExecStart=/usr/bin/kubelet --manifest-url=http://metadata.google.internal/computeMetadata/v1/instance/attributes/google-container-manifest --manifest-url-header=Metadata-Flavor:Google --pod-manifest-path=/etc/kubernetes/manifests --eviction-hard= --image-gc-high-threshold=100
   Restart=always
   RestartSec=20

  owner: root
  path: /etc/systemd/system/kubelet.service
  permission: 0644
-
  content: |
   [Unit]
   Description=Start Dataflow host agent
   Wants=network-online.target
   After=network-online.target

   [Service]
   ExecStart=/var/lib/agent/agent --endpoint=https://dataflow.googleapis.com/
   Restart=always
   RestartSec=20

  owner: root
  path: /etc/systemd/system/agent.service
  permission: 0644
-
  content: |
   [Unit]
   Description=Start Dataflow resource capture agent
   Wants=network-online.target
   After=network-online.target

   [Service]
   ExecStart=/var/lib/agent/resource_capture --endpoint=https://dataflow.googleapis.com/
   Restart=always
   RestartSec=20

  owner: root
  path: /etc/systemd/system/resource.service
  permission: 0644

Troubleshooting

.https://cloud.google.com/dataflow/docs/resources/faq#how_do_i_handle_nameerrors