DBGI_pictures_metadata_editor.py

#!/usr/bin/env python3

from dotenv import load_dotenv
import os
import subprocess
import csv
import re
import requests
from datetime import datetime

#Loads environment variables
load_dotenv()

#Access the environment variables
in_jpg_path = os.getenv('in_jpg_path')
out_csv_path = os.getenv('out_csv_path')
out_jpg_path = os.getenv('out_jpg_path')

# Define paths
pictures_folder = in_jpg_path
csv_folder = out_csv_path
output_folder = out_jpg_path

# Request to directus to obtain projects codes
collection_url = "http://directus.dbgi.org/items/EMI_codes"
column = 'emi_code'
params = {'sort[]': f'{column}'}
session = requests.Session()
response = session.get(collection_url, params=params)
data = response.json()['data']
project_names = [item[column] for item in data]

# Aggregate patterns
pattern = "(" + "|".join(project_names) + ")_[0-9]{6}|[0-9]{14}"

# Loop over pictures
for root, dirs, files in os.walk(pictures_folder):
    for file in files:
        if file.lower().endswith('.jpg'):
            picture_path = os.path.join(root, file)
            # Get unique identifier from picture name
            unique_id = re.search(pattern, file).group()
            unique_prefixed = 'emi_external_id:' + unique_id

            # Get corresponding CSV file
            csv_filename = os.path.join(csv_folder, os.path.basename(os.path.dirname(root)), os.path.basename(root) + '_EPSG:4326.csv')

            # Check if CSV file exists
            if not os.path.isfile(csv_filename):
                print(f"No corresponding CSV file found for {picture_path}")
                continue

            # Get coordinates from CSV file
            with open(csv_filename, 'r') as f:
                reader = csv.DictReader(f)
                for row in reader:
                    date = row['date']
                    date_string = str(date)
                    parts = str.split(date_string, ".")
                    date = parts[0]
                    if 'sample_id' in row and row['sample_id'] and row['sample_id'] == unique_id:
                        lon = row['longitude']
                        lat = row['latitude']
                        if 'date' in row and row['date']:
                            date = row['date']
                            date_string = str(date)
                            parts = str.split(date_string, ".")
                            formatted_date = datetime.strptime(parts[0], '%Y%m%d%H%M%S')
                            date_exist = True
                        else:
                            date_exist = False
                        break
                    
                    elif 'date' in row and row['date'] and date == unique_id:
                        lon = row['longitude']
                        lat = row['latitude']
                        formatted_date = datetime.strptime(date, '%Y%m%d%H%M%S')
                        formatted_date = formatted_date.strftime('%Y:%m:%d %H:%M:%S')
                        date_exist = "Obs"
                        break

                else:
                     print(f"No coordinates found for {unique_id} in {csv_filename}")
                     continue

            # Define output filename with unique identifier
            # Get relative path to input file
            relative_path = os.path.relpath(picture_path, pictures_folder)

            # Define output path based on relative path
            output_path = os.path.join(output_folder, relative_path)
            
            # Create output directory if it doesn't exist
            os.makedirs(os.path.dirname(output_path), exist_ok=True)

            # Write metadata using exiftool
            if date_exist == True:
                command = f"./exiftool -Subject={unique_prefixed} -EXIF:GPSLongitude*={lon} -EXIF:GPSLatitude*={lat} -EXIF:DateTimeOriginal=\"{formatted_date}\" {picture_path} -overwrite_original -o {output_path}"
            elif date_exist == False:
                command = f"./exiftool -Subject={unique_prefixed} -EXIF:GPSLongitude*={lon} -EXIF:GPSLatitude*={lat} {picture_path} -overwrite_original -o {output_path}"
            elif date_exist == "Obs":
                command = f"./exiftool -EXIF:GPSLongitude*={lon} -EXIF:GPSLatitude*={lat} -EXIF:DateTimeOriginal=\"{formatted_date}\" {picture_path} -overwrite_original -o {output_path}"
            subprocess.run(command, shell=True)

            print(f"Metadata written for {picture_path}")