Aug-12-2017, 12:50 PM
csv data not written into avro file
DataFileWriter is not appending the data in avro format
DataFileWriter is not appending the data in avro format
reader = csv.DictReader(opened_in_file, dialect=args.dialect) header = reader.fieldnames avro_schema = generate_schema(args, header) with open(args.out_file, 'w') as opened_out_file: write_avro_file(header,reader) def write_avro_file(header,reader): recordwriter = io.DatumWriter(avro_schema ) df_writer = datafile.DataFileWriter( open(OUTFILE_NAME, 'wb'), recordwriter, codec = 'deflate' ) for cfr in reader : df_writer.append(cfr) df_writer.close()