Twitter-Mar-Menor / merge.py
merge.py
Raw
import pandas as pd
from pseudo_week_transformation import pseudo_week_transformation


initial_year = 2010
iinput = "Mar Menor " + str(initial_year) + " sentiment.xlsx"
df1 = pd.read_excel(iinput)

for y in range(2011,2023):
    iinput_2 = "Mar Menor " + str(y) + " sentiment.xlsx"
    df2 = pd.read_excel(iinput_2)
    df1 = pd.concat([df1, df2], axis=0)

df1['date'] = df1['Datetime']

if 'Timestamp' in str(type(df1['date'].iloc[0])):
    df1.date = df1.date.apply(lambda x: str(x.strftime('%d/%m/%Y')))

df1.to_excel("Mar Menor sentiment full database.xlsx", index=False)

pseudo_week_transformation(df1, "Mar Menor sentiment pseudo week database.xlsx", "%d-%m-%Y")