GeezerVison is showing github.com — Spark-Programming-In-Python/03-spark-table-demo.sql at master · seulgit02/Spark-Programming-In-Python

Expand file tree

03-spark-table-demo.sql

Copy path

More file actions

Latest commit

History

71 lines (52 loc) · 1.52 KB

03-spark-table-demo.sql

Copy path

File metadata and controls

71 lines (52 loc) · 1.52 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

-- Databricks notebook source

drop table if exists demo_db.fire_service_calls_tbl;

drop view if exists demo_db;

-- COMMAND ----------

-- MAGIC %fs rm -r /user/hive/warehouse/demo_db.db

-- COMMAND ----------

create database if not exists demo_db

-- COMMAND ----------

create table if not exists demo_db.fire_service_calls_tbl(

CallNumber integer,

UnitID string,

IncidentNumber integer,

CallType string,

CallDate string,

WatchDate string,

CallFinalDisposition string,

AvailableDtTm string,

Address string,

City string,

Zipcode integer,

Battalion string,

StationArea string,

Box string,

OriginalPriority string,

Priority string,

FinalPriority integer,

ALSUnit boolean,

CallTypeGroup string,

NumAlarms integer,

UnitType string,

UnitSequenceInCallDispatch integer,

FirePreventionDistrict string,

SupervisorDistrict string,

Neighborhood string,

Location string,

RowID string,

Delay float

) using parquet

-- COMMAND ----------

insert into demo_db.fire_service_calls_tbl

values(1234, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null,

null, null, null, null, null, null, null, null, null)

-- COMMAND ----------

select * from demo_db.fire_service_calls_tbl

-- COMMAND ----------

truncate table demo_db.fire_service_calls_tbl

-- COMMAND ----------

insert into demo_db.fire_service_calls_tbl

select * from global_temp.fire_service_calls_view

-- COMMAND ----------

select * from demo_db.fire_service_calls_tbl

-- COMMAND ----------