Multithreading in AWS boto pagination Python not working

[him-har-2]

def list_s3_files_using_paginator_multithreading(bucket_name, prefix = None):
    import boto3
    from threading import Thread
    from queue import Queue   
    """
    This functions list all files in s3 using paginator.
    Paginator is useful when you have 1000s of files in S3.
    S3 list_objects_v2 can list at max 1000 files in one go.
    :return: None
    """
    def safe_dedicated_writing_thread(filepath, queue):
        with open(filepath, 'w') as f:
            while True:
                # Retrieve s3 ls object name from the queue
                line = queue.get()
                
                # check if we have reached end of s3 ls dump
                # then we close the file
                if line is None:
                    break
                
                # Write to file
                f.write(line)
                
                # In Python, files are automatically flushed
                # while closing them but, a programmer can flush
                # a file before closing it
                f.flush()
                
                # Mark the unit of work complete
                queue.task_done()
                
            # mark the exit signal as processed, after the file was closed
            queue.task_done()
            
    # Create a shared queue
    queue = Queue()
    
    # Path of the shared file
    filepath = 's3_ls_dump.txt'
    
    # Create And Start the file writer Thread
    writer_thread = Thread(target = safe_dedicated_writing_thread, args = (filepath, queue), daemon = True)
    writer_thread.start()
    
    
    # Creating a Paginator to list 1000 object per response
    s3_client = boto3.client("s3")
    paginator = s3_client.get_paginator("list_objects_v2")
    response = paginator.paginate(Bucket=bucket_name, Prefix = prefix,  PaginationConfig={"PageSize": 1000})
 
        
    def list_object(page):
        files = page.get('Contents')
        for file in files:
            queue.put(file['Key'])
    
    # Configure worker Thread
    with concurrent.futures.ThreadPoolExecutor() as executor:
        executor.map(list_object, response)
    
    
    # Signal the file writer thread that we are done
    queue.put(None)
    
    # Wait for all the queue to be processed
    queue.join()

I tried Multithreading in boto pagination but it is not using multithreading instead it just work on single thread. Is there any possible way to multithread pagination?

[him-har-2]

I also tried one more way but still no luck

    # Retrieving object name from each response
    def list_object(page, queue):
        files = page.get('Contents')
        for file in files:
            queue.put(file['Key'])
    
    # Configure worker Thread
    threads = [Thread(target = list_object, args = (page, queue)) response]
    
    # Start the thread
    for thread in threads:
        thread.start()
        
    # Wait for threads to finish
    for thread in threads:
        thread.join()