/* SPDX-License-Identifier: BSD-3-Clause * Copyright(c) 2019 Intel Corporation */ #include #include #include #include #include #include #include #include #include #include "eal_private.h" #include "eal_windows.h" /* * Send a message to a worker lcore identified by worker_id to call a * function f with argument arg. Once the execution is done, the * remote lcore switches to WAIT state. */ int rte_eal_remote_launch(lcore_function_t *f, void *arg, unsigned int worker_id) { int n; char c = 0; int m2w = lcore_config[worker_id].pipe_main2worker[1]; int w2m = lcore_config[worker_id].pipe_worker2main[0]; /* Check if the worker is in 'WAIT' state. Use acquire order * since 'state' variable is used as the guard variable. */ if (__atomic_load_n(&lcore_config[worker_id].state, __ATOMIC_ACQUIRE) != WAIT) return -EBUSY; lcore_config[worker_id].arg = arg; /* Ensure that all the memory operations are completed * before the worker thread starts running the function. * Use worker thread function as the guard variable. */ __atomic_store_n(&lcore_config[worker_id].f, f, __ATOMIC_RELEASE); /* send message */ n = 0; while (n == 0 || (n < 0 && errno == EINTR)) n = _write(m2w, &c, 1); if (n < 0) rte_panic("cannot write on configuration pipe\n"); /* wait ack */ do { n = _read(w2m, &c, 1); } while (n < 0 && errno == EINTR); if (n <= 0) rte_panic("cannot read on configuration pipe\n"); return 0; } /* main loop of threads */ void * eal_thread_loop(void *arg __rte_unused) { char c; int n, ret; unsigned int lcore_id; pthread_t thread_id; int m2w, w2m; char cpuset[RTE_CPU_AFFINITY_STR_LEN]; thread_id = pthread_self(); /* retrieve our lcore_id from the configuration structure */ RTE_LCORE_FOREACH_WORKER(lcore_id) { if (thread_id == lcore_config[lcore_id].thread_id) break; } if (lcore_id == RTE_MAX_LCORE) rte_panic("cannot retrieve lcore id\n"); m2w = lcore_config[lcore_id].pipe_main2worker[0]; w2m = lcore_config[lcore_id].pipe_worker2main[1]; __rte_thread_init(lcore_id, &lcore_config[lcore_id].cpuset); RTE_LOG(DEBUG, EAL, "lcore %u is ready (tid=%zx;cpuset=[%s])\n", lcore_id, (uintptr_t)thread_id, cpuset); /* read on our pipe to get commands */ while (1) { lcore_function_t *f; void *fct_arg; /* wait command */ do { n = _read(m2w, &c, 1); } while (n < 0 && errno == EINTR); if (n <= 0) rte_panic("cannot read on configuration pipe\n"); /* Set the state to 'RUNNING'. Use release order * since 'state' variable is used as the guard variable. */ __atomic_store_n(&lcore_config[lcore_id].state, RUNNING, __ATOMIC_RELEASE); /* send ack */ n = 0; while (n == 0 || (n < 0 && errno == EINTR)) n = _write(w2m, &c, 1); if (n < 0) rte_panic("cannot write on configuration pipe\n"); /* Load 'f' with acquire order to ensure that * the memory operations from the main thread * are accessed only after update to 'f' is visible. * Wait till the update to 'f' is visible to the worker. */ while ((f = __atomic_load_n(&lcore_config[lcore_id].f, __ATOMIC_ACQUIRE)) == NULL) rte_pause(); /* call the function and store the return value */ fct_arg = lcore_config[lcore_id].arg; ret = f(fct_arg); lcore_config[lcore_id].ret = ret; lcore_config[lcore_id].f = NULL; lcore_config[lcore_id].arg = NULL; /* Store the state with release order to ensure that * the memory operations from the worker thread * are completed before the state is updated. * Use 'state' as the guard variable. */ __atomic_store_n(&lcore_config[lcore_id].state, WAIT, __ATOMIC_RELEASE); } } /* function to create threads */ int eal_thread_create(pthread_t *thread) { HANDLE th; th = CreateThread(NULL, 0, (LPTHREAD_START_ROUTINE)(ULONG_PTR)eal_thread_loop, NULL, CREATE_SUSPENDED, (LPDWORD)thread); if (!th) return -1; SetPriorityClass(GetCurrentProcess(), NORMAL_PRIORITY_CLASS); SetThreadPriority(th, THREAD_PRIORITY_NORMAL); if (ResumeThread(th) == (DWORD)-1) { (void)CloseHandle(th); return -1; } return 0; } /* get current thread ID */ int rte_sys_gettid(void) { return GetCurrentThreadId(); } int rte_thread_setname(__rte_unused pthread_t id, __rte_unused const char *name) { /* TODO */ /* This is a stub, not the expected result */ return 0; }