create_subprocess_exec wait complete asyncio start background task on failure

DreamCoder answered on September 25, 2022 Popularity 2/10 Helpfulness 8/10

answer create_subprocess_exec wait complete asyncio start background task on failure

create_subprocess_exec wait complete asyncio start background task on failure

Comment

# create a list to hold the tasks
import asyncio
import random
from asyncio import subprocess
from typing import Tuple
import logging as logger


async def start_sleep():
    x = random.randint(1, 10)
    return await subprocess.create_subprocess_exec(
        "sleep", str(x)
    )


async def wait_and_return_original(proc: asyncio.subprocess.Process, tag: str) -> Tuple[
    asyncio.subprocess.Process, str]:
    await proc.wait()
    return proc, tag


async def run():
    task_list = [
        asyncio.create_task(wait_and_return_original(await start_sleep(), tag="adb1"), name="adb1"),
        asyncio.create_task(wait_and_return_original(await start_sleep(), tag="adb2"), name="adb2"),
        asyncio.create_task(wait_and_return_original(await start_sleep(), tag="adb3"), name="adb3"),
    ]
    init_task_count = len(task_list)
    while task_list:

        done, pending = await asyncio.wait(task_list, return_when=asyncio.FIRST_COMPLETED)
        task_list = list(pending)

        for completed in done:
            p_proc, p_tag = await completed
            logger.warning(f"warning {p_tag} exited with code {p_proc.returncode}, restarting")

            if p_tag == "adb1":
                task_list.append(asyncio.create_task(wait_and_return_original(await start_sleep(), p_tag), name=p_tag))
            if p_tag == "adb2":
                task_list.append(asyncio.create_task(wait_and_return_original(await start_sleep(), p_tag), name=p_tag))
            if p_tag == "adb3":
                task_list.append(asyncio.create_task(wait_and_return_original(await start_sleep(), p_tag), name=p_tag))

        curr_task_count = len(task_list)
        stt = ', '.join(str(e.get_name()) for e in task_list)
        logger.warning(f"----------------------------------------------")
        logger.warning(f"init_task_count: {init_task_count}")
        logger.warning(f"curr_task_count: {curr_task_count}")
        logger.warning(f"task_list: {stt}")
        logger.warning(f"----------------------------------------------")

        assert curr_task_count == 1, "Current task count is not equal to initial task count, " \
                                     "failed task should always be restarted." \
                                     "Reason: some background tasks couldn't restart after failing!!!"


asyncio.run(run(), debug=True)

Popularity 2/10 Helpfulness 8/10 Language whatever

Source: Grepper

Tags: background-task exit-code python-asyncio return status task wait whatever

Link to this answer
Share Copy Link

Contributed on Sep 25 2022

DreamCoder

0 Answers Avg Quality 2/10

create_subprocess_exec wait complete asyncio start background task on failure

Contents

More Related Answers

create_subprocess_exec wait complete asyncio start background task on failure

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.