# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     language: python
#     name: python3
# ---

import pandas as pd
from helper import generate_uuid, send_batch, log

# ## Data import 

df = pd.read_csv('data/winemag-data-130k-v2.csv', index_col=0)
df.head(3)

# ### To start, let's keep the dataset simple and remove a couple of more columns

df = df.drop(columns=["region_1", "region_2", "taster_name", "taster_twitter_handle", "winery"])
df.head(3)

# ### Save the data as new csv file to use later for uploading data to Weaviate

df.to_csv('data/preprocessed_data.csv')

# +
#

StarcoderdataJupyterScriptsDedupFiltered