May-13-2018, 03:42 AM
test.groupBy('symbol','tradingDay',Window('timestamp','5 min')).agg({'open':'first','high':'max','low':'min','close':'last','volume':'sum'}).withColumnRenamed('first(open)',"Open").withColumnRenamed('max(high)',"High").withColumnRenamed('min(low)',"Low").withColumnRenamed('last(close)',"Close").withColumnRenamed('sum(volume)',"Volume").show()