Frustrations with Google Takeout

import os
import io
import google.auth
from google.auth.transport.requests import Request
from google.oauth2.credentials import Credentials
from google_auth_oauthlib.flow import InstalledAppFlow
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload

# If modifying or deleting the scope later, delete the token.json file to revoke the old one
SCOPES = ['https://www.googleapis.com/auth/drive']

# Authenticate and create the service
def authenticate():
    """Authenticate and return the service."""
    creds = None
    # The file token.json stores the user's access and refresh tokens, and is created automatically when the authorization flow completes for the first time.
    if os.path.exists('token.json'):
        creds = Credentials.from_authorized_user_file('token.json', SCOPES)
    # If there are no (valid) credentials available, let the user log in.
    if not creds or not creds.valid:
        if creds and creds.expired and creds.refresh_token:
            creds.refresh(Request())
        else:
            flow = InstalledAppFlow.from_client_secrets_file(
                'credentials.json', SCOPES)
            creds = flow.run_local_server(port=8080)
        # Save the credentials for the next run
        with open('token.json', 'w') as token:
            token.write(creds.to_json())

    service = build('drive', 'v3', credentials=creds)
    return service

def get_folder_contents(service, folder_id):
    """Get all files and subfolders in a folder, handling pagination."""
    items = []
    page_token = None

    while True:
        # List the files in the folder, handling pagination with page_token
        results = service.files().list(
            q=f"'{folder_id}' in parents",
            fields="nextPageToken, files(id, name, mimeType)",
            pageToken=page_token
        ).execute()

        # Add the files from this page to the list of items
        items.extend(results.get('files', []))

        # Check if there is another page of results
        page_token = results.get('nextPageToken')
        if not page_token:
            break  # No more pages, exit the loop

    print(f"returning {len(items)} items")

    return items

def copy_file(service, file_id, folder_id):
    """Copy a file to the new folder, preserving the original file name."""
    # Get the file's metadata to preserve its original name
    file = service.files().get(fileId=file_id, fields='name').execute()
    file_name = file['name']

    # Prepare the metadata for the copy operation
    file_metadata = {'name': file_name, 'parents': [folder_id]}

    # Copy the file to the new folder
    copied_file = service.files().copy(fileId=file_id, body=file_metadata).execute()
    print(f"Copied file: {copied_file['name']} - original_id={file_id}, new_id={copied_file['id']}, mimeType={copied_file['mimeType']}")
    print(f"{copied_file=}")

    return copied_file['id']

# After copying the file, restore timestamps
def restore_timestamps(service, copied_file_id, original_file_id):
    original_file = service.files().get(fileId=original_file_id, fields='createdTime, modifiedTime').execute()
    created_time = original_file['createdTime']
    modified_time = original_file['modifiedTime']

    # Update the copied file's timestamps (Google Drive doesn't allow setting createdTime directly, but we can update modifiedTime)
    updated_file_metadata = {'modifiedTime': modified_time}
    service.files().update(fileId=copied_file_id, body=updated_file_metadata).execute()

    print(f"Restored timestamps for copied file {copied_file_id}")

# Copy a folder
def copy_folder(service, source_folder_id, destination_folder_id):
    """Recursively copy a folder and its contents."""
    # First, copy all files in the folder
    items = get_folder_contents(service, source_folder_id)

    for item in items:
        if item['mimeType'] == 'application/vnd.google-apps.folder':  # If it's a folder
            # Create the folder in the destination
            folder_metadata = {'name': item['name'], 'mimeType': 'application/vnd.google-apps.folder', 'parents': [destination_folder_id]}
            new_folder = service.files().create(body=folder_metadata, fields='id, name').execute()
            print(f"Created folder: {new_folder['name']}")
            restore_timestamps(service, copied_file_id=new_folder['id'], original_file_id=item['id'])
            # Recursively copy the contents of this folder
            copy_folder(service, item['id'], new_folder['id'])
        else:
            # Copy the file to the destination folder
            copied_file_id = copy_file(service, item['id'], destination_folder_id)
            restore_timestamps(service, copied_file_id=copied_file_id, original_file_id=item['id'])

# Main function to copy folder
def copy_drive_folder(source_folder_id, destination_folder_id):
    service = authenticate()
    copy_folder(service, source_folder_id, destination_folder_id)

if __name__ == '__main__':
    source_folder_id = 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX'  # Replace with your source folder ID
    destination_folder_id = 'YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY'  # Replace with your destination folder ID
    copy_drive_folder(source_folder_id, destination_folder_id)

pip install --upgrade google-api-python-client google-auth-httplib2 google-auth-oauthlib