Sample Data from Raw to Silver
Using DUCKDB
Raw CSV : Sales_100
Creating Bronze
create table bronze_sales as select * from read_csv("https://raw.githubusercontent.com/gchandra10/filestorage/refs/heads/main/sales_100.csv");
Creating Silver
CREATE SEQUENCE sales_id_seq;
CREATE TABLE silver_sales (
id INTEGER PRIMARY KEY DEFAULT nextval('sales_id_seq'),
region VARCHAR,
country VARCHAR,
item_type VARCHAR,
sales_channel VARCHAR,
order_priority VARCHAR,
order_date DATE,
order_id BIGINT,
ship_date DATE,
units_sold BIGINT,
unit_price DOUBLE,
unit_cost DOUBLE,
total_revenue DOUBLE,
total_cost DOUBLE,
total_profit DOUBLE
);
Bronze Data
select distinct("Order Priority") from bronze_sales;
select distinct("Sales Channel") from bronze_sales;
insert into silver_sales(region,
country,
item_type,
sales_channel,
order_priority,
order_date,
order_id,
ship_date,
units_sold,
unit_price,
unit_cost,
total_revenue,
total_cost,
total_profit
)
select distinct * from bronze_sales where "order id" is not null;