from pyspark.sql.functions import split
from pyspark.sql.functions import col

# Splitting the "Full_name" column into two columns based on space separator
split_df = spark_df.withColumn("First_name_Last_name", split("Full_name", " "))

# Creating new columns "First_name" and "Last_name" from the split result
enriched_df = split_df.withColumn("First_name", col("First_name_Last_name")[0]) \
                     .withColumn("Last_name", col("First_name_Last_name")[1])

# Dropping the intermediate column "First_name_Last_name"
final_df = enriched_df.drop("First_name_Last_name")

+------+------------+---+------+------+----------+---------+
|Emp_ID|   Full_name|Age|Salary|Credit|First_name|Last_name|
+------+------------+---+------+------+----------+---------+
|  1003|Peter Morgan| 22| 20000|   5.3|     Peter|   Morgan|
|  2903| Joey Miller| 28| 45000|   8.9|      Joey|   Miller|
|  1231|  Mark Jones| 25| 35000|   3.5|      Mark|    Jones|
|  2903| Joey Miller| 26| 40000|   9.2|      Joey|   Miller|
|  2122|  Kate Cheng| 29| 65000|   7.3|      Kate|    Cheng|
+------+------------+---+------+------+----------+---------+
Spark
