Skip to content

Commit

Permalink
Use ProcessPoolExecutor over ThreadPoolExecutor.
Browse files Browse the repository at this point in the history
Signed-off-by: Jakub Dardzinski <kuba0221@gmail.com>
  • Loading branch information
JDarDagran committed Apr 30, 2024
1 parent d4bdffc commit 582d9b1
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions airflow/providers/openlineage/plugins/listener.py
Expand Up @@ -17,7 +17,7 @@
from __future__ import annotations

import logging
from concurrent.futures import ThreadPoolExecutor
from concurrent.futures import ProcessPoolExecutor
from datetime import datetime
from typing import TYPE_CHECKING

Expand Down Expand Up @@ -250,7 +250,7 @@ def on_failure():
@property
def executor(self):
if not self._executor:
self._executor = ThreadPoolExecutor(max_workers=8, thread_name_prefix="openlineage_")
self._executor = ProcessPoolExecutor(max_workers=1)
return self._executor

@hookimpl
Expand Down

0 comments on commit 582d9b1

Please sign in to comment.