from pyspark.sql.functions import * # cast string date to timestamp df = df.withColumn("_trade_timestamp", to_timestamp(col("date"), "MM/dd/yyyy")) # add load date df = df.withColumn("_load_date", current_timestamp()) # add folder date df = df.withColumn("_folder_path", inp...