Compute Engine
Last updated
Last updated
#!/bin/bash
export ZONE=us-central1-a
export PROJECT_ID=$\(gcloud info --format='value(config.project)')
export BUCKET=$PROJECT_ID
gsutil mb gs://$BUCKET
bq --location=US mk --project_id $PROJECT_ID flights
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/tzcorr/tzcorr.json tzcorr.json
gsutil -m cp gs://sureskills-ql/data-science-on-gcp/flights/tzcorr/all_flights-* gs://$BUCKET/flights/tzcorr
bq --location=US load --replace flights.tzcorr gs://sureskills-ql/data-science-on-gcp/flights/tzcorr/all_flights-* tzcorr.json
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/trainday/trainday_schema.json trainday_schema.json
gsutil -m cp gs://sureskills-ql/data-science-on-gcp/flights/trainday/* gs://$BUCKET/flights/trainday/
bq --location=US load flights.trainday gs://$BUCKET/flights/trainday/trainday.csv trainday_schema.json
gsutil -m cp gs://sureskills-ql/data-science-on-gcp/flights/trainday.csv gs://$BUCKET/flights/trainday.csv
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/bigquery/flights.simevents.schema flights.simevents.schema
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/chapter8/pom.xml gs://$BUCKET/flights/chapter8/
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/chapter8/output/* gs://$BUCKET/flights/chapter8/output/
gsutil cp gs://sureskills-ql/data-science-on-gcp/flights/chapter9/linear-model.tar.gz gs://$BUCKET/flights/chapter9/
bq --location=US load --replace --source_format=NEWLINE_DELIMITED_JSON flights.simevents gs://sureskills-ql/data-science-on-gcp/flights/bigquery/short-simevents-*.json flights.simevents.schema
# DEFAULT ML SA WORKAROUND
if [[ $(gcloud services list | grep 'AI Platform') ]] && [[ $(gcloud projects get-iam-policy qwiklabs-gcp-01-cdd1bc83923f | grep 'cloud-ml') ]]; then
echo "Service Account already exists!"
else
gcloud services disable ml.googleapis.com --force
gcloud services enable ml.googleapis.com
fi