Chapter folders renamed

This commit is contained in:
Karan Solanki
2021-08-13 11:44:51 +05:30
parent d9f3f5b159
commit 1eb709f83a
211 changed files with 0 additions and 0 deletions
+24
View File
@@ -0,0 +1,24 @@
#dfcreate1.py: create a df from a collection
#please ignore next 2 statements if running directly in PySpark shell
import time
from pyspark.sql import SparkSession
spark = SparkSession.builder.master("local[*]")\
.appName("DataFrame Test app")\
.getOrCreate()
data = [('James','','Bylsma','HR','M',40000),
('Kamal','Rahim','','HR','M',41000),
('Robert','','Zaine','Finance','M',35000),
('Sophia','Anne','Richer','Finance','F',4000),
('John','Will','Brown','Engineering','F',65000)
]
columns = ["firstname","middlename","lastname",
"department","gender","salary"]
df = spark.createDataFrame(data=data, schema = columns)
print(df.printSchema())
print(df.show())
time.sleep(60)