[{"id":"76534","title":"Introduction","description":"

This module introduces the Data Engineering on Google Cloud source series and this Modernizing Data Lakes and Data Warehouses with Google Cloud course.

","steps":[{"id":"528526","prompt":null,"isOptional":true,"activities":[{"id":"521373","href":"/course_templates/54/video/521373","isLocked":false,"duration":160000,"title":"Course series introduction","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528527","prompt":null,"isOptional":true,"activities":[{"id":"521374","href":"/course_templates/54/video/521374","isLocked":false,"duration":56000,"title":"Course introduction","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"76535","title":"Introduction to Data Engineering","description":"

This module discusses the role of data engineering and motivates the claim why data engineering should be done in the Cloud

","steps":[{"id":"528528","prompt":null,"isOptional":true,"activities":[{"id":"521375","href":"/course_templates/54/video/521375","isLocked":false,"duration":101000,"title":"Module introduction","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528529","prompt":null,"isOptional":true,"activities":[{"id":"521376","href":"/course_templates/54/video/521376","isLocked":false,"duration":259000,"title":"The role of a data engineer","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528530","prompt":null,"isOptional":true,"activities":[{"id":"521377","href":"/course_templates/54/video/521377","isLocked":false,"duration":330000,"title":"Data engineering challenges","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528531","prompt":null,"isOptional":true,"activities":[{"id":"521378","href":"/course_templates/54/video/521378","isLocked":false,"duration":144000,"title":"Introduction to BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528532","prompt":null,"isOptional":true,"activities":[{"id":"521379","href":"/course_templates/54/video/521379","isLocked":false,"duration":283000,"title":"Data lakes and data warehouses","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528533","prompt":null,"isOptional":true,"activities":[{"id":"521380","href":"/course_templates/54/video/521380","isLocked":false,"duration":271000,"title":"Transactional databases versus data warehouses","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528534","prompt":null,"isOptional":true,"activities":[{"id":"521381","href":"/course_templates/54/video/521381","isLocked":false,"duration":282000,"title":"Partner effectively with other data teams","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528535","prompt":null,"isOptional":true,"activities":[{"id":"521382","href":"/course_templates/54/video/521382","isLocked":false,"duration":103000,"title":"Manage data access and governance","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528536","prompt":null,"isOptional":true,"activities":[{"id":"521383","href":"/course_templates/54/video/521383","isLocked":false,"duration":118000,"title":"Demo: Finding PII in your dataset with the DLP API","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528537","prompt":null,"isOptional":true,"activities":[{"id":"521384","href":"/course_templates/54/video/521384","isLocked":false,"duration":122000,"title":"Build production-ready pipelines","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528538","prompt":null,"isOptional":true,"activities":[{"id":"521385","href":"/course_templates/54/video/521385","isLocked":false,"duration":61000,"title":"Google Cloud customer case study","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528539","prompt":null,"isOptional":true,"activities":[{"id":"521386","href":"/course_templates/54/video/521386","isLocked":false,"duration":63000,"title":"Recap","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528540","prompt":null,"isOptional":true,"activities":[{"id":"521387","href":"/course_templates/54/video/521387","isLocked":false,"duration":14000,"title":"Lab Intro: Using BigQuery to do Analysis","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528541","prompt":null,"isOptional":false,"activities":[{"id":"521388","href":"/course_templates/54/labs/521388","isLocked":false,"duration":2700000,"title":"Using BigQuery to do Analysis","description":"In this lab, you analyze 2 different public datasets, run queries on them, separately and then combined, to derive interesting insights.","type":"lab","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528542","prompt":null,"isOptional":false,"activities":[{"id":"521389","href":"/course_templates/54/quizzes/521389","isLocked":false,"duration":600000,"title":"Quiz: Introduction to Data Engineering","description":null,"type":"quiz","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"76536","title":"Building a Data Lake","description":"

In this module, we describe what data lake is and how to use Cloud Storage as your data lake on Google Cloud.

","steps":[{"id":"528543","prompt":null,"isOptional":true,"activities":[{"id":"521390","href":"/course_templates/54/video/521390","isLocked":false,"duration":58000,"title":"Module Introduction","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528544","prompt":null,"isOptional":true,"activities":[{"id":"521391","href":"/course_templates/54/video/521391","isLocked":false,"duration":534000,"title":"Introduction to data lakes","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528545","prompt":null,"isOptional":true,"activities":[{"id":"521392","href":"/course_templates/54/video/521392","isLocked":false,"duration":275000,"title":"Data storage and ETL options on Google Cloud","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528546","prompt":null,"isOptional":true,"activities":[{"id":"521393","href":"/course_templates/54/video/521393","isLocked":false,"duration":554000,"title":"Build a data lake using Cloud Storage","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528547","prompt":null,"isOptional":true,"activities":[{"id":"521394","href":"/course_templates/54/video/521394","isLocked":false,"duration":360000,"title":"Secure Cloud Storage","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528548","prompt":null,"isOptional":true,"activities":[{"id":"521395","href":"/course_templates/54/video/521395","isLocked":false,"duration":271000,"title":"Store all sorts of data types","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528549","prompt":null,"isOptional":true,"activities":[{"id":"521396","href":"/course_templates/54/video/521396","isLocked":false,"duration":421000,"title":"Cloud SQL as a relational data lake","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528550","prompt":null,"isOptional":true,"activities":[{"id":"521397","href":"/course_templates/54/video/521397","isLocked":false,"duration":32000,"title":"Lab Intro: Loading Taxi Data into Google Cloud SQL","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528551","prompt":null,"isOptional":false,"activities":[{"id":"521398","href":"/course_templates/54/labs/521398","isLocked":false,"duration":3600000,"title":"Loading Taxi Data into Google Cloud SQL 2.5","description":"In this lab you will import data from CSV text files into Cloud SQL and then carry out some basic data analysis using simple queries.","type":"lab","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528552","prompt":null,"isOptional":false,"activities":[{"id":"521399","href":"/course_templates/54/quizzes/521399","isLocked":false,"duration":600000,"title":"Quiz: Building a Data Lake","description":null,"type":"quiz","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"76537","title":"Building a Data Warehouse","description":"

In this module, we talk about BigQuery as a data warehousing option on Google Cloud

","steps":[{"id":"528553","prompt":null,"isOptional":true,"activities":[{"id":"521400","href":"/course_templates/54/video/521400","isLocked":false,"duration":71000,"title":"Module Introduction","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528554","prompt":null,"isOptional":true,"activities":[{"id":"521401","href":"/course_templates/54/video/521401","isLocked":false,"duration":225000,"title":"The modern data warehouse","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528555","prompt":null,"isOptional":true,"activities":[{"id":"521402","href":"/course_templates/54/video/521402","isLocked":false,"duration":405000,"title":"Introduction to BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528556","prompt":null,"isOptional":true,"activities":[{"id":"521403","href":"/course_templates/54/video/521403","isLocked":false,"duration":426000,"title":"Demo: Querying TB of data in seconds","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528557","prompt":null,"isOptional":true,"activities":[{"id":"521404","href":"/course_templates/54/video/521404","isLocked":false,"duration":768000,"title":"Get started with BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528558","prompt":null,"isOptional":true,"activities":[{"id":"521405","href":"/course_templates/54/video/521405","isLocked":false,"duration":702000,"title":"Load data into BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528559","prompt":null,"isOptional":true,"activities":[{"id":"521406","href":"/course_templates/54/video/521406","isLocked":false,"duration":26000,"title":"Lab Intro: Loading Data into BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528560","prompt":null,"isOptional":false,"activities":[{"id":"521407","href":"/course_templates/54/labs/521407","isLocked":false,"duration":5400000,"title":"Loading data into BigQuery","description":"This lab focuses on how to ingest data into tables inside of BigQuery.","type":"lab","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528561","prompt":null,"isOptional":true,"activities":[{"id":"521408","href":"/course_templates/54/video/521408","isLocked":false,"duration":28000,"title":"Explore schemas","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528562","prompt":null,"isOptional":true,"activities":[{"id":"521409","href":"/course_templates/54/video/521409","isLocked":false,"duration":626000,"title":"Demo: Exploring Schemas","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528563","prompt":null,"isOptional":true,"activities":[{"id":"521410","href":"/course_templates/54/video/521410","isLocked":false,"duration":196000,"title":"Schema design","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528564","prompt":null,"isOptional":true,"activities":[{"id":"521411","href":"/course_templates/54/video/521411","isLocked":false,"duration":541000,"title":"Nested and repeated fields","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528565","prompt":null,"isOptional":true,"activities":[{"id":"521412","href":"/course_templates/54/video/521412","isLocked":false,"duration":937000,"title":"Demo: Nested and repeated fields","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528566","prompt":null,"isOptional":true,"activities":[{"id":"521413","href":"/course_templates/54/video/521413","isLocked":false,"duration":87000,"title":"Design the optimal schema for BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528567","prompt":null,"isOptional":true,"activities":[{"id":"521414","href":"/course_templates/54/video/521414","isLocked":false,"duration":18000,"title":"Lab Intro: Working with JSON and Array data in BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528568","prompt":null,"isOptional":false,"activities":[{"id":"521415","href":"/course_templates/54/labs/521415","isLocked":false,"duration":3600000,"title":"Working with JSON and Array data in BigQuery 2.5","description":"In this lab you will work with semi-structured data (ingesting JSON, Array data types) inside of BigQuery. You will practice loading, querying, troubleshooting, and unnesting various semi-structured datasets.","type":"lab","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528569","prompt":null,"isOptional":true,"activities":[{"id":"521416","href":"/course_templates/54/video/521416","isLocked":false,"duration":407000,"title":"Optimize with partitioning and clustering","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528570","prompt":null,"isOptional":true,"activities":[{"id":"521417","href":"/course_templates/54/video/521417","isLocked":false,"duration":15000,"title":"Lab Intro: Partitioned Tables in BigQuery","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528571","prompt":null,"isOptional":false,"activities":[{"id":"521418","href":"/course_templates/54/labs/521418","isLocked":false,"duration":3600000,"title":"Partitioned Tables in Google BigQuery","description":"This lab focuses on how to query partitioned datasets and how to create your own dataset partitions to improve query performance, which reduces cost.","type":"lab","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528572","prompt":null,"isOptional":true,"activities":[{"id":"521419","href":"/course_templates/54/video/521419","isLocked":false,"duration":129000,"title":"Review","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false},{"id":"528573","prompt":null,"isOptional":false,"activities":[{"id":"521420","href":"/course_templates/54/quizzes/521420","isLocked":false,"duration":600000,"title":"Building a Data Warehouse","description":null,"type":"quiz","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"76538","title":"Summary","description":"

A summary of the key learning points

","steps":[{"id":"528574","prompt":null,"isOptional":true,"activities":[{"id":"521421","href":"/course_templates/54/video/521421","isLocked":false,"duration":131000,"title":"Course Summary","description":null,"type":"video","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"76539","title":"Course Resources","description":"

Links to PDF versions of each module

","steps":[{"id":"528575","prompt":null,"isOptional":true,"activities":[{"id":"521422","href":"/course_templates/54/documents/521422","isLocked":false,"duration":1800000,"title":"Modernizing Data Lakes and Data Warehouses with Google Cloud","description":null,"type":"document","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":false},{"id":"next-steps","title":"Your Next Steps","description":null,"steps":[{"id":"badge-step","prompt":null,"isOptional":true,"activities":[{"id":"badge","href":null,"isLocked":true,"duration":null,"title":"Course Badge","description":null,"type":"badge","isComplete":false,"inProgress":false,"score":null,"disabled":false}],"isComplete":false,"isTestedOut":false,"allActivitiesRequired":false}],"expanded":true}]