This commit is contained in:
louiscklaw
2025-01-31 22:21:55 +08:00
parent 3688f9ee24
commit ae3970ff3c
90 changed files with 734370 additions and 0 deletions

View File

@@ -0,0 +1,16 @@
import pyspark
from pyspark.sql import SQLContext
from pyspark.sql.functions import hour, when, col, date_format, to_timestamp
from pyspark.sql.functions import *
# sc = pyspark.SparkContext(appName="HW3-Q1")
# sqlContext = SQLContext(sc)
# def load_data():
# df = sqlContext.read.option("header",True).csv("./temp.csv")
# return df
# df = load_data()
# #df.printSchema()
print('done')