from pyspark.sql.types import IntegerType,BooleanType,DateType # Convert String to Integer Type df.withColumn("age",df.age.cast(IntegerType())) df.withColumn("age",df.age.cast('int')) df.withColumn("age",df.age.cast('integer')) # Using select df.select(col("age").cast('int').alias("age")) #Using selectExpr() df.selectExpr("cast(age as int) age") #Using with spark.sql() spark.sql("SELECT INT(age),BOOLEAN(isGraduated),DATE(jobStartDate) from CastExample")
Preview:
downloadDownload PNG
downloadDownload JPEG
downloadDownload SVG
Tip: You can change the style, width & colours of the snippet with the inspect tool before clicking Download!
Click to optimize width for Twitter