import
pyspark
from
pyspark.sql
import
SparkSession
spark
=
SparkSession.builder.appName(
'sparkdf'
).getOrCreate()
data
=
[[
123
,
"Sagar"
,
"Rajveer"
,
22
,
"BBA"
],
[
124
,
"Rajeev"
,
"Mukesh"
,
23
,
"BBA"
],
[
125
,
"Harish"
,
"Parveen"
,
25
,
"BBA"
],
[
126
,
"Gagan"
,
"Rohit"
,
24
,
"BBA"
],
[
127
,
"Rakesh"
,
"Mayank"
,
25
,
"BBA"
],
[
128
,
"Gnanesh"
,
"Dleep"
,
26
,
"BBA"
]]
columns
=
[
'ID'
,
'Name'
,
'Father Name'
,
'Age'
,
"Course"
, ]
dataframe
=
spark.createDataFrame(data, columns)
print
(
'Actual data in dataframe'
)
dataframe.show()
df
=
dataframe.withColumnRenamed(dataframe.columns[
1
],
"Student Name"
).withColumnRenamed(
dataframe.columns[
3
],
"Student Age"
)
print
(
'After rename 1 and 3 index column'
)
df.show()