defseriesDemo():

print(emp_df.merge(dept_df.rename(columns={'id':'dept_id'}),how='left'))

dataframe_remove_rows()

defdatframe_export_file():

emp_data= {

'emp_id': [10,20,30,40,50,60],

'emp_name': ["Rohit","Pooja","Rajani","Rushi","Rutu","Prithvi"],

'emp_sal': [5600,6200,7900,7623.45,5823.41,5399.14],

'dept_id': [1,2,3,1,3,3]

}

dept_data= {

'dept_id': [1,2,3],

'dept_name': ["IT","Civil","Computer Science"]

}

emp_df=pd.DataFrame(emp_data)

dept_df=pd.DataFrame(dept_data)

merged_df=emp_df.merge(dept_df,how='inner')

path_to_save=os.getcwd()+"/data/employee_details/"

is_dir_exist=os.access(path_to_save,os.F_OK)

ifnotis_dir_exist:

print("creating directory to store file")

os.makedirs(path_to_save)

merged_df.to_csv(path_to_save+"employee.csv",header=True)

merged_df.to_json(path_to_save+"employee.json")

print("Dataframe saved into csv and json format")

defdataframe_read_json_export_to_parquet():

json_file_path=os.getcwd()+"/data/employee_details/employee.json"

parquet_file_path=os.getcwd()+"/data/employee_details/parquet/"

df=pd.read_json(json_file_path)

print("Employee dataframe ...")

print(df)

print("Saving dataframe to json format")

is_dir_exist=os.access(parquet_file_path,os.F_OK)

ifnotis_dir_exist:

print(f"creating{parquet_file_path} to store parquet file")

os.makedirs(parquet_file_path)

df.to_parquet(parquet_file_path+"employee.parquet",compression="snappy",engine='fastparquet')

print("File stored as parquet format")

dataframe_read_json_export_to_parquet()

,emp_id,emp_name,emp_sal,dept_id,dept_name

0,10,Rohit,5600.0,1,IT

1,20,Pooja,6200.0,2,Civil

2,30,Rajani,7900.0,3,Computer Science

3,40,Rushi,7623.45,1,IT

4,50,Rutu,5823.41,3,Computer Science

5,60,Prithvi,5399.14,3,Computer Science

{"emp_id":{"0":10,"1":20,"2":30,"3":40,"4":50,"5":60},"emp_name":{"0":"Rohit","1":"Pooja","2":"Rajani","3":"Rushi","4":"Rutu","5":"Prithvi"},"emp_sal":{"0":5600.0,"1":6200.0,"2":7900.0,"3":7623.45,"4":5823.41,"5":5399.14},"dept_id":{"0":1,"1":2,"2":3,"3":1,"4":3,"5":3},"dept_name":{"0":"IT","1":"Civil","2":"Computer Science","3":"IT","4":"Computer Science","5":"Computer Science"}}