Spark SQL in Python

df = spark.read.csv(filename, header = True) #create SQL table and query it df.createOrReplaceTempView(schedule) spark.sql(select * from schedule where station = 'San Jose' ).show() #inspecting table schma result = spark.sql(show columns from tablename) result = spark.sql(select * from tab