schema_transform.py

def transform_data(columns, rows):
    documents = []
    for row in rows:
        doc = {columns[i]: row[i] for i in range(len(columns))}
        documents.append(doc)
    return documents

# def transform_data(columns, rows):
#     documents = []
#     for row in rows:
#         doc = {}
#         for i in range(len(columns)):
#             value = row[i]
            
#             # Convert MySQL DATE (datetime.date) to datetime.datetime for MongoDB
#             if isinstance(value, date) and not isinstance(value, datetime):
#                 value = datetime.combine(value, datetime.min.time())

#             # Convert datetime to ISO format if needed
#             elif isinstance(value, datetime):
#                 value = value.isoformat()  # Store as "YYYY-MM-DDTHH:MM:SS"

#             doc[columns[i]] = value
#         documents.append(doc)
#     return documents