Load Multiple CSV file into Postgres Database

PHOTO EMBED

Mon Feb 03 2025 08:42:09 GMT+0000 (Coordinated Universal Time)

Saved by @Saravana_Kumar #python

#! /bin/bash

# Setting Postgis password
export PGPASSWORD="postgis_password"

for i in $(ls /home/user/Saravaana/Summary_Data_Generation/pyspark/Output_File/COL/05/*.csv);
	do
		echo "Started: $i"
		psql -h host -U user -d database -c "\copy public.transdata (maid, transaction_datetime, latitude, longitude, geohash, dwell_time_in_seconds) from  '$i' with (format csv,header true, delimiter ',');"
		echo "Completed: $i"
	done;

# Unset password after the script finishes for security
unset PGPASSWORD
content_copyCOPY

https://stackoverflow.com/questions/18533625/copy-multiple-csv-files-into-postgres