Execute the following in the browser adress bar:
https://console.cloud.google.com/bigquery?p={project-id}&page=project
e.g. https://console.cloud.google.com/bigquery?p=bigquery-public-data&page=project
from google.cloud import datacatalog | |
# TODO Developer: set the project id. | |
project_id = YOUR-PROJECT-ID | |
client = datacatalog.DataCatalogClient.from_service_account_file(key_file_location) | |
# Search tag templates for a given project. | |
# WARNING: search semantics may not return an exaustive list, | |
# but is the only option currently available. | |
def search_tag_templates_for_project(project_id): |
Execute the following in the browser adress bar:
https://console.cloud.google.com/bigquery?p={project-id}&page=project
e.g. https://console.cloud.google.com/bigquery?p=bigquery-public-data&page=project
gcloud projects create <your>-dl --enable-cloud-apis | |
gcloud config set project <your>-dl | |
gcloud services enable compute.googleapis.com | |
gcloud iam service-accounts create gcp-terraform-dl --display-name gcp-terraform-dl | |
gcloud projects add-iam-policy-binding <your>-dl \ | |
--member='serviceAccount:gcp-terraform-dl@ <your>-dl.iam.gserviceaccount.com' --role='roles/owner' | |
gcloud iam service-accounts keys create 'credentials.json' --iam-account='gcp-terraform-dl@<your>-dl.iam.gserviceaccount.com' |
import os | |
import pycurl | |
from tqdm import tqdm | |
downloader = pycurl.Curl() | |
def sanitize(c): | |
c.setopt(pycurl.UNRESTRICTED_AUTH, False) |
#!/bin/bash | |
# from https://gist.githubusercontent.com/nehalecky/9258c01fb2077f51545a/raw/789f08141dc681cf1ad5da05455c2cd01d1649e8/install-py3-dataproc.sh | |
apt-get -y install python3 | |
echo "export PYSPARK_PYTHON=python3" | tee -a /etc/profile.d/spark_config.sh /etc/*bashrc /usr/lib/spark/conf/spark-env.sh | |
echo "Adding PYTHONHASHSEED=0 to profiles and spark-defaults.conf..." | |
echo "export PYTHONHASHSEED=0" | tee -a /etc/profile.d/spark_config.sh /etc/*bashrc /usr/lib/spark/conf/spark-env.sh | |
echo "spark.executorEnv.PYTHONHASHSEED=0" >> /etc/spark/conf/spark-defaults.conf |
#!/usr/bin/env python | |
# -*- coding: utf-8 -*- | |
import argparse | |
if __name__ == '__main__': | |
parser = argparse.ArgumentParser(description=""" | |
I never freaking remember argparse syntax and the docs are so all over the place | |
that I need this for an example. |
Inspired by dannyfritz/commit-message-emoji
See also gitmoji.
Commit type | Emoji |
---|---|
Initial commit | 🎉 :tada: |
Version tag | 🔖 :bookmark: |
New feature | ✨ :sparkles: |
Bugfix | 🐛 :bug: |