mirror of https://github.com/F-Stack/f-stack.git
1380 lines
31 KiB
C++
1380 lines
31 KiB
C++
|
|
/**
|
|
* Tencent is pleased to support the open source community by making MSEC available.
|
|
*
|
|
* Copyright (C) 2016 THL A29 Limited, a Tencent company. All rights reserved.
|
|
*
|
|
* Licensed under the GNU General Public License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License. You may
|
|
* obtain a copy of the License at
|
|
*
|
|
* https://opensource.org/licenses/GPL-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software distributed under the
|
|
* License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
* either express or implied. See the License for the specific language governing permissions
|
|
* and limitations under the License.
|
|
*/
|
|
|
|
|
|
/**
|
|
* @filename micro_thread.cpp
|
|
* @info micro thread manager
|
|
*/
|
|
#include "mt_version.h"
|
|
#include "micro_thread.h"
|
|
#include "mt_net.h"
|
|
#include "valgrind.h"
|
|
#include <assert.h>
|
|
#include "mt_sys_hook.h"
|
|
#include "ff_hook.h"
|
|
#include "ff_api.h"
|
|
|
|
using namespace NS_MICRO_THREAD;
|
|
|
|
#define ASSERT(statement)
|
|
//#define ASSERT(statement) assert(statement)
|
|
|
|
extern "C" int save_context(jmp_buf jbf);
|
|
|
|
extern "C" void restore_context(jmp_buf jbf, int ret);
|
|
|
|
extern "C" void replace_esp(jmp_buf jbf, void* esp);
|
|
|
|
Thread::Thread(int stack_size)
|
|
{
|
|
_stack_size = stack_size ? stack_size : ThreadPool::default_stack_size;
|
|
_wakeup_time = 0;
|
|
_stack = NULL;
|
|
memset(&_jmpbuf, 0, sizeof(_jmpbuf));
|
|
}
|
|
|
|
|
|
/**
|
|
* @brief LINUX x86/x86_64's allocated stacks.
|
|
*/
|
|
bool Thread::InitStack()
|
|
{
|
|
if (_stack) {
|
|
return true;
|
|
}
|
|
|
|
///< stack index and memory are separated to prevent out of bounds.
|
|
_stack = (MtStack*)calloc(1, sizeof(MtStack));
|
|
if (NULL == _stack)
|
|
{
|
|
MTLOG_ERROR("calloc stack failed, size %u", sizeof(MtStack));
|
|
return false;
|
|
}
|
|
|
|
int memsize = MEM_PAGE_SIZE*2 + _stack_size;
|
|
memsize = (memsize + MEM_PAGE_SIZE - 1)/MEM_PAGE_SIZE*MEM_PAGE_SIZE;
|
|
|
|
static int zero_fd = -1;
|
|
int mmap_flags = MAP_PRIVATE | MAP_ANON;
|
|
void* vaddr = mmap(NULL, memsize, PROT_READ | PROT_WRITE, mmap_flags, zero_fd, 0);
|
|
if (vaddr == (void *)MAP_FAILED)
|
|
{
|
|
MTLOG_ERROR("mmap stack failed, size %d", memsize);
|
|
free(_stack);
|
|
_stack = NULL;
|
|
return false;
|
|
}
|
|
_stack->_vaddr = (char*)vaddr;
|
|
_stack->_vaddr_size = memsize;
|
|
_stack->_stk_size = _stack_size;
|
|
_stack->_stk_bottom = _stack->_vaddr + MEM_PAGE_SIZE;
|
|
_stack->_stk_top = _stack->_stk_bottom + _stack->_stk_size;
|
|
// valgrind support: register stack frame
|
|
_stack->valgrind_id = VALGRIND_STACK_REGISTER(_stack->_stk_bottom, _stack->_stk_top);
|
|
|
|
_stack->_esp = _stack->_stk_top - STACK_PAD_SIZE;
|
|
|
|
mprotect(_stack->_vaddr, MEM_PAGE_SIZE, PROT_NONE);
|
|
mprotect(_stack->_stk_top, MEM_PAGE_SIZE, PROT_NONE);
|
|
|
|
return true;
|
|
}
|
|
|
|
|
|
void Thread::FreeStack()
|
|
{
|
|
if (!_stack) {
|
|
return;
|
|
}
|
|
munmap(_stack->_vaddr, _stack->_vaddr_size);
|
|
// valgrind support: deregister stack frame
|
|
VALGRIND_STACK_DEREGISTER(_stack->valgrind_id);
|
|
free(_stack);
|
|
_stack = NULL;
|
|
}
|
|
|
|
void Thread::InitContext()
|
|
{
|
|
if (save_context(_jmpbuf) != 0)
|
|
{
|
|
ScheduleObj::Instance()->ScheduleStartRun();
|
|
}
|
|
|
|
if (_stack != NULL)
|
|
{
|
|
replace_esp(_jmpbuf, _stack->_esp);
|
|
}
|
|
}
|
|
|
|
void Thread::SwitchContext()
|
|
{
|
|
if (save_context(_jmpbuf) == 0)
|
|
{
|
|
ScheduleObj::Instance()->ScheduleThread();
|
|
}
|
|
}
|
|
|
|
void Thread::RestoreContext()
|
|
{
|
|
restore_context(_jmpbuf, 1);
|
|
}
|
|
|
|
|
|
bool Thread::Initial()
|
|
{
|
|
if (!InitStack())
|
|
{
|
|
MTLOG_ERROR("init stack failed");
|
|
return false;
|
|
}
|
|
|
|
InitContext();
|
|
|
|
return true;
|
|
}
|
|
|
|
void Thread::Destroy()
|
|
{
|
|
FreeStack();
|
|
memset(&_jmpbuf, 0, sizeof(_jmpbuf));
|
|
}
|
|
|
|
void Thread::Reset()
|
|
{
|
|
_wakeup_time = 0;
|
|
SetPrivate(NULL);
|
|
|
|
InitContext();
|
|
CleanState();
|
|
}
|
|
|
|
void Thread::sleep(int ms)
|
|
{
|
|
utime64_t now = ScheduleObj::Instance()->ScheduleGetTime();
|
|
_wakeup_time = now + ms;
|
|
|
|
if (save_context(_jmpbuf) == 0)
|
|
{
|
|
ScheduleObj::Instance()->ScheduleSleep();
|
|
}
|
|
}
|
|
|
|
void Thread::Wait()
|
|
{
|
|
if (save_context(_jmpbuf) == 0)
|
|
{
|
|
ScheduleObj::Instance()->SchedulePend();
|
|
}
|
|
}
|
|
|
|
bool Thread::CheckStackHealth(char *esp)
|
|
{
|
|
if (!_stack)
|
|
return false;
|
|
|
|
if (esp > _stack->_stk_bottom && esp < _stack->_stk_top)
|
|
return true;
|
|
else
|
|
return false;
|
|
}
|
|
|
|
MicroThread::MicroThread(ThreadType type)
|
|
{
|
|
memset(&_entry, 0, sizeof(_entry));
|
|
TAILQ_INIT(&_fdset);
|
|
TAILQ_INIT(&_sub_list);
|
|
_flag = NOT_INLIST;
|
|
_type = type;
|
|
_state = INITIAL;
|
|
_start = NULL;
|
|
_args = NULL;
|
|
_parent = NULL;
|
|
}
|
|
|
|
void MicroThread::CleanState()
|
|
{
|
|
TAILQ_INIT(&_fdset);
|
|
TAILQ_INIT(&_sub_list);
|
|
_flag = NOT_INLIST;
|
|
_type = NORMAL;
|
|
_state = INITIAL;
|
|
_start = NULL;
|
|
_args = NULL;
|
|
_parent = NULL;
|
|
}
|
|
|
|
void MicroThread::Run()
|
|
{
|
|
if (_start) {
|
|
_start(_args);
|
|
}
|
|
|
|
if (this->IsSubThread()) {
|
|
this->WakeupParent();
|
|
}
|
|
|
|
ScheduleObj::Instance()->ScheduleReclaim();
|
|
ScheduleObj::Instance()->ScheduleThread();
|
|
}
|
|
|
|
void MicroThread::WakeupParent()
|
|
{
|
|
MicroThread* parent = this->GetParent();
|
|
if (parent)
|
|
{
|
|
parent->RemoveSubThread(this);
|
|
if (parent->HasNoSubThread())
|
|
{
|
|
ScheduleObj::Instance()->ScheduleUnpend(parent);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
MTLOG_ERROR("Sub thread no parent, error");
|
|
}
|
|
}
|
|
|
|
bool MicroThread::HasNoSubThread()
|
|
{
|
|
return TAILQ_EMPTY(&_sub_list);
|
|
}
|
|
|
|
void MicroThread::AddSubThread(MicroThread* sub)
|
|
{
|
|
ASSERT(!sub->HasFlag(MicroThread::SUB_LIST));
|
|
if (!sub->HasFlag(MicroThread::SUB_LIST))
|
|
{
|
|
TAILQ_INSERT_TAIL(&_sub_list, sub, _sub_entry);
|
|
sub->_parent = this;
|
|
}
|
|
|
|
sub->SetFlag(MicroThread::SUB_LIST);
|
|
}
|
|
|
|
void MicroThread::RemoveSubThread(MicroThread* sub)
|
|
{
|
|
ASSERT(sub->HasFlag(MicroThread::SUB_LIST));
|
|
if (sub->HasFlag(MicroThread::SUB_LIST))
|
|
{
|
|
TAILQ_REMOVE(&_sub_list, sub, _sub_entry);
|
|
sub->_parent = NULL;
|
|
}
|
|
|
|
sub->UnsetFlag(MicroThread::SUB_LIST);
|
|
}
|
|
|
|
ScheduleObj *ScheduleObj::_instance = NULL;
|
|
inline ScheduleObj* ScheduleObj::Instance()
|
|
{
|
|
if (NULL == _instance)
|
|
{
|
|
_instance = new ScheduleObj();
|
|
}
|
|
|
|
return _instance;
|
|
}
|
|
|
|
void ScheduleObj::ScheduleThread()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
frame->ThreadSchdule();
|
|
}
|
|
|
|
utime64_t ScheduleObj::ScheduleGetTime()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
if (frame)
|
|
{
|
|
return frame->GetLastClock();
|
|
}
|
|
else
|
|
{
|
|
MTLOG_ERROR("frame time failed, maybe not init");
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
void ScheduleObj::ScheduleSleep()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = frame->GetActiveThread();
|
|
if ((!frame) || (!thread)) {
|
|
MTLOG_ERROR("frame and act thread null, %p, %p", frame, thread);
|
|
return;
|
|
}
|
|
|
|
frame->InsertSleep(thread);
|
|
frame->ThreadSchdule();
|
|
}
|
|
|
|
void ScheduleObj::SchedulePend()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = frame->GetActiveThread();
|
|
if ((!frame) || (!thread)) {
|
|
MTLOG_ERROR("frame and act thread null, %p, %p", frame, thread);
|
|
return;
|
|
}
|
|
|
|
frame->InsertPend(thread);
|
|
frame->ThreadSchdule();
|
|
}
|
|
|
|
void ScheduleObj::ScheduleUnpend(void* pthread)
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = (MicroThread*)pthread;
|
|
if ((!frame) || (!thread)) {
|
|
MTLOG_ERROR("frame and act thread null, %p, %p", frame, thread);
|
|
return;
|
|
}
|
|
|
|
frame->RemovePend(thread);
|
|
frame->InsertRunable(thread);
|
|
}
|
|
|
|
void ScheduleObj::ScheduleReclaim()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = frame->GetActiveThread();
|
|
if ((!frame) || (!thread)) {
|
|
MTLOG_ERROR("frame and act thread null, %p, %p", frame, thread);
|
|
return;
|
|
}
|
|
|
|
frame->FreeThread(thread);
|
|
}
|
|
|
|
void ScheduleObj::ScheduleStartRun()
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = frame->GetActiveThread();
|
|
if ((!frame) || (!thread)) {
|
|
MTLOG_ERROR("frame and act thread null, %p, %p", frame, thread);
|
|
return;
|
|
}
|
|
|
|
thread->Run();
|
|
}
|
|
|
|
|
|
unsigned int ThreadPool::default_thread_num = DEFAULT_THREAD_NUM; ///< 2000 micro threads.
|
|
unsigned int ThreadPool::default_stack_size = DEFAULT_STACK_SIZE; ///< 128k stack.
|
|
|
|
bool ThreadPool::InitialPool(int max_num)
|
|
{
|
|
MicroThread *thread = NULL;
|
|
for (unsigned int i = 0; i < default_thread_num; i++)
|
|
{
|
|
thread = new MicroThread();
|
|
if ((NULL == thread) || (false == thread->Initial()))
|
|
{
|
|
MTLOG_ERROR("init pool, thread %p init failed", thread);
|
|
if (thread) delete thread;
|
|
continue;
|
|
}
|
|
thread->SetFlag(MicroThread::FREE_LIST);
|
|
_freelist.push(thread);
|
|
}
|
|
|
|
_total_num = _freelist.size();
|
|
_max_num = max_num;
|
|
_use_num = 0;
|
|
if (_total_num <= 0)
|
|
{
|
|
return false;
|
|
}
|
|
else
|
|
{
|
|
return true;
|
|
}
|
|
}
|
|
|
|
void ThreadPool::DestroyPool()
|
|
{
|
|
MicroThread* thread = NULL;
|
|
while (!_freelist.empty())
|
|
{
|
|
thread = _freelist.front();
|
|
_freelist.pop();
|
|
thread->Destroy();
|
|
delete thread;
|
|
}
|
|
|
|
_total_num = 0;
|
|
_use_num = 0;
|
|
}
|
|
|
|
MicroThread* ThreadPool::AllocThread()
|
|
{
|
|
MT_ATTR_API_SET(492069, _total_num);
|
|
|
|
MicroThread* thread = NULL;
|
|
if (!_freelist.empty())
|
|
{
|
|
thread = _freelist.front();
|
|
_freelist.pop();
|
|
|
|
ASSERT(thread->HasFlag(MicroThread::FREE_LIST));
|
|
|
|
thread->UnsetFlag(MicroThread::FREE_LIST);
|
|
_use_num++;
|
|
return thread;
|
|
}
|
|
|
|
MT_ATTR_API(320846, 1); // pool no nore
|
|
if (_total_num >= _max_num)
|
|
{
|
|
MT_ATTR_API(361140, 1); // no more quota
|
|
return NULL;
|
|
}
|
|
|
|
thread = new MicroThread();
|
|
if ((NULL == thread) || (false == thread->Initial()))
|
|
{
|
|
MT_ATTR_API(320847, 1); // pool init fail
|
|
MTLOG_ERROR("thread alloc failed, thread: %p", thread);
|
|
if (thread) delete thread;
|
|
return NULL;
|
|
}
|
|
_total_num++;
|
|
_use_num++;
|
|
|
|
return thread;
|
|
}
|
|
|
|
void ThreadPool::FreeThread(MicroThread* thread)
|
|
{
|
|
ASSERT(!thread->HasFlag(MicroThread::FREE_LIST));
|
|
thread->Reset();
|
|
_use_num--;
|
|
_freelist.push(thread);
|
|
thread->SetFlag(MicroThread::FREE_LIST);
|
|
|
|
unsigned int free_num = _freelist.size();
|
|
if ((free_num > default_thread_num) && (free_num > 1))
|
|
{
|
|
thread = _freelist.front();
|
|
_freelist.pop();
|
|
thread->Destroy();
|
|
delete thread;
|
|
_total_num--;
|
|
}
|
|
}
|
|
|
|
int ThreadPool::GetUsedNum(void)
|
|
{
|
|
return _use_num;
|
|
}
|
|
|
|
MtFrame *MtFrame::_instance = NULL;
|
|
inline MtFrame* MtFrame::Instance ()
|
|
{
|
|
if (NULL == _instance )
|
|
{
|
|
_instance = new MtFrame();
|
|
}
|
|
|
|
return _instance;
|
|
}
|
|
|
|
void MtFrame::SetHookFlag() {
|
|
mt_set_hook_flag();
|
|
};
|
|
|
|
bool MtFrame::InitFrame(LogAdapter* logadpt, int max_thread_num)
|
|
{
|
|
_log_adpt = logadpt;
|
|
|
|
if ((this->InitKqueue(max_thread_num) < 0) || !this->InitialPool(max_thread_num))
|
|
{
|
|
MTLOG_ERROR("Init epoll or thread pool failed");
|
|
this->Destroy();
|
|
return false;
|
|
}
|
|
if (_sleeplist.HeapResize(max_thread_num * 2) < 0)
|
|
{
|
|
MTLOG_ERROR("Init heap list failed");
|
|
this->Destroy();
|
|
return false;
|
|
}
|
|
|
|
_timer = new CTimerMng(max_thread_num * 2);
|
|
if (NULL == _timer)
|
|
{
|
|
MTLOG_ERROR("Init heap timer failed");
|
|
this->Destroy();
|
|
return false;
|
|
}
|
|
|
|
_daemon = AllocThread();
|
|
if (NULL == _daemon)
|
|
{
|
|
MTLOG_ERROR("Alloc daemon thread failed");
|
|
this->Destroy();
|
|
return false;
|
|
}
|
|
_daemon->SetType(MicroThread::DAEMON);
|
|
_daemon->SetState(MicroThread::RUNABLE);
|
|
_daemon->SetSartFunc(MtFrame::DaemonRun, this);
|
|
|
|
_primo = new MicroThread(MicroThread::PRIMORDIAL);
|
|
if (NULL == _primo)
|
|
{
|
|
MTLOG_ERROR("new _primo thread failed");
|
|
this->Destroy();
|
|
return false;
|
|
}
|
|
_primo->SetState(MicroThread::RUNNING);
|
|
SetActiveThread(_primo);
|
|
|
|
_last_clock = GetSystemMS();
|
|
TAILQ_INIT(&_iolist);
|
|
TAILQ_INIT(&_pend_list);
|
|
|
|
//SetHookFlag();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
void MtFrame::Destroy(void)
|
|
{
|
|
if (NULL == _instance )
|
|
{
|
|
return;
|
|
}
|
|
|
|
if (_primo) {
|
|
delete _primo;
|
|
_primo = NULL;
|
|
}
|
|
|
|
if (_daemon) {
|
|
FreeThread(_daemon);
|
|
_daemon = NULL;
|
|
}
|
|
|
|
TAILQ_INIT(&_iolist);
|
|
|
|
MicroThread* thread = dynamic_cast<MicroThread*>(_sleeplist.HeapPop());
|
|
while (thread)
|
|
{
|
|
FreeThread(thread);
|
|
thread = dynamic_cast<MicroThread*>(_sleeplist.HeapPop());
|
|
}
|
|
|
|
while (!_runlist.empty())
|
|
{
|
|
thread = _runlist.front();
|
|
_runlist.pop();
|
|
FreeThread(thread);
|
|
}
|
|
|
|
MicroThread* tmp;
|
|
TAILQ_FOREACH_SAFE(thread, &_pend_list, _entry, tmp)
|
|
{
|
|
TAILQ_REMOVE(&_pend_list, thread, _entry);
|
|
FreeThread(thread);
|
|
}
|
|
|
|
if (_timer != NULL)
|
|
{
|
|
delete _timer;
|
|
_timer = NULL;
|
|
}
|
|
|
|
_instance->DestroyPool();
|
|
_instance->TermKqueue();
|
|
delete _instance;
|
|
_instance = NULL;
|
|
}
|
|
|
|
char* MtFrame::Version()
|
|
{
|
|
return IMT_VERSION;
|
|
}
|
|
|
|
MicroThread* MtFrame::CreateThread(ThreadStart entry, void *args, bool runable)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
MicroThread* thread = mtframe->AllocThread();
|
|
if (NULL == thread)
|
|
{
|
|
MTLOG_ERROR("create thread failed");
|
|
return NULL;
|
|
}
|
|
thread->SetSartFunc(entry, args);
|
|
|
|
if (runable) {
|
|
mtframe->InsertRunable(thread);
|
|
}
|
|
|
|
return thread;
|
|
}
|
|
|
|
int MtFrame::Loop(void* args)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
MicroThread* daemon = mtframe->DaemonThread();
|
|
|
|
mtframe->KqueueDispatch();
|
|
mtframe->SetLastClock(mtframe->GetSystemMS());
|
|
mtframe->WakeupTimeout();
|
|
mtframe->CheckExpired();
|
|
daemon->SwitchContext();
|
|
|
|
return 0;
|
|
}
|
|
|
|
void MtFrame::DaemonRun(void* args)
|
|
{
|
|
/*
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
MicroThread* daemon = mtframe->DaemonThread();
|
|
|
|
while (true) {
|
|
mtframe->KqueueDispatch();
|
|
mtframe->SetLastClock(mtframe->GetSystemMS());
|
|
mtframe->WakeupTimeout();
|
|
mtframe->CheckExpired();
|
|
daemon->SwitchContext();
|
|
}
|
|
*/
|
|
ff_run(MtFrame::Loop, NULL);
|
|
}
|
|
|
|
MicroThread *MtFrame::GetRootThread()
|
|
{
|
|
if (NULL == _curr_thread)
|
|
{
|
|
return NULL;
|
|
}
|
|
|
|
MicroThread::ThreadType type = _curr_thread->GetType();
|
|
MicroThread *thread = _curr_thread;
|
|
MicroThread *parent = thread;
|
|
|
|
while (MicroThread::SUB_THREAD == type)
|
|
{
|
|
thread = thread->GetParent();
|
|
if (!thread)
|
|
{
|
|
break;
|
|
}
|
|
|
|
type = thread->GetType();
|
|
parent = thread;
|
|
}
|
|
|
|
return parent;
|
|
}
|
|
|
|
void MtFrame::ThreadSchdule()
|
|
{
|
|
MicroThread* thread = NULL;
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
|
|
if (mtframe->_runlist.empty())
|
|
{
|
|
thread = mtframe->DaemonThread();
|
|
}
|
|
else
|
|
{
|
|
thread = mtframe->_runlist.front();
|
|
mtframe->RemoveRunable(thread);
|
|
}
|
|
|
|
this->SetActiveThread(thread);
|
|
thread->SetState(MicroThread::RUNNING);
|
|
thread->RestoreContext();
|
|
}
|
|
|
|
void MtFrame::CheckExpired()
|
|
{
|
|
static utime64_t check_time = 0;
|
|
|
|
if (_timer != NULL)
|
|
{
|
|
_timer->check_expired();
|
|
}
|
|
|
|
utime64_t now = GetLastClock();
|
|
|
|
if ((now - check_time) > 1000)
|
|
{
|
|
CNetMgr::Instance()->RecycleObjs(now);
|
|
check_time = now;
|
|
}
|
|
}
|
|
|
|
void MtFrame::WakeupTimeout()
|
|
{
|
|
utime64_t now = GetLastClock();
|
|
MicroThread* thread = dynamic_cast<MicroThread*>(_sleeplist.HeapTop());
|
|
while (thread && (thread->GetWakeupTime() <= now))
|
|
{
|
|
if (thread->HasFlag(MicroThread::IO_LIST))
|
|
{
|
|
RemoveIoWait(thread);
|
|
}
|
|
else
|
|
{
|
|
RemoveSleep(thread);
|
|
}
|
|
|
|
InsertRunable(thread);
|
|
|
|
thread = dynamic_cast<MicroThread*>(_sleeplist.HeapTop());
|
|
}
|
|
}
|
|
|
|
int MtFrame::KqueueGetTimeout()
|
|
{
|
|
utime64_t now = GetLastClock();
|
|
MicroThread* thread = dynamic_cast<MicroThread*>(_sleeplist.HeapTop());
|
|
if (!thread)
|
|
{
|
|
return 10; //default 10ms epollwait
|
|
}
|
|
else if (thread->GetWakeupTime() < now)
|
|
{
|
|
return 0;
|
|
}
|
|
else
|
|
{
|
|
return (int)(thread->GetWakeupTime() - now);
|
|
}
|
|
}
|
|
|
|
inline void MtFrame::InsertSleep(MicroThread* thread)
|
|
{
|
|
ASSERT(!thread->HasFlag(MicroThread::SLEEP_LIST));
|
|
|
|
thread->SetFlag(MicroThread::SLEEP_LIST);
|
|
thread->SetState(MicroThread::SLEEPING);
|
|
int rc = _sleeplist.HeapPush(thread);
|
|
if (rc < 0)
|
|
{
|
|
MT_ATTR_API(320848, 1); // heap error
|
|
MTLOG_ERROR("Insert heap failed , rc %d", rc);
|
|
}
|
|
}
|
|
|
|
inline void MtFrame::RemoveSleep(MicroThread* thread)
|
|
{
|
|
ASSERT(thread->HasFlag(MicroThread::SLEEP_LIST));
|
|
thread->UnsetFlag(MicroThread::SLEEP_LIST);
|
|
|
|
int rc = _sleeplist.HeapDelete(thread);
|
|
if (rc < 0)
|
|
{
|
|
MT_ATTR_API(320849, 1); // heap error
|
|
MTLOG_ERROR("remove heap failed , rc %d", rc);
|
|
}
|
|
}
|
|
|
|
inline void MtFrame::InsertIoWait(MicroThread* thread)
|
|
{
|
|
ASSERT(!thread->HasFlag(MicroThread::IO_LIST));
|
|
thread->SetFlag(MicroThread::IO_LIST);
|
|
TAILQ_INSERT_TAIL(&_iolist, thread, _entry);
|
|
InsertSleep(thread);
|
|
}
|
|
|
|
void MtFrame::RemoveIoWait(MicroThread* thread)
|
|
{
|
|
ASSERT(thread->HasFlag(MicroThread::IO_LIST));
|
|
thread->UnsetFlag(MicroThread::IO_LIST);
|
|
TAILQ_REMOVE(&_iolist, thread, _entry);
|
|
|
|
RemoveSleep(thread);
|
|
}
|
|
|
|
void MtFrame::InsertRunable(MicroThread* thread)
|
|
{
|
|
ASSERT(!thread->HasFlag(MicroThread::RUN_LIST));
|
|
thread->SetFlag(MicroThread::RUN_LIST);
|
|
|
|
thread->SetState(MicroThread::RUNABLE);
|
|
_runlist.push(thread);
|
|
_waitnum++;
|
|
}
|
|
|
|
inline void MtFrame::RemoveRunable(MicroThread* thread)
|
|
{
|
|
ASSERT(thread->HasFlag(MicroThread::RUN_LIST));
|
|
ASSERT(thread == _runlist.front());
|
|
thread->UnsetFlag(MicroThread::RUN_LIST);
|
|
|
|
_runlist.pop();
|
|
_waitnum--;
|
|
}
|
|
|
|
void MtFrame::InsertPend(MicroThread* thread)
|
|
{
|
|
ASSERT(!thread->HasFlag(MicroThread::PEND_LIST));
|
|
thread->SetFlag(MicroThread::PEND_LIST);
|
|
TAILQ_INSERT_TAIL(&_pend_list, thread, _entry);
|
|
thread->SetState(MicroThread::PENDING);
|
|
}
|
|
|
|
void MtFrame::RemovePend(MicroThread* thread)
|
|
{
|
|
ASSERT(thread->HasFlag(MicroThread::PEND_LIST));
|
|
thread->UnsetFlag(MicroThread::PEND_LIST);
|
|
TAILQ_REMOVE(&_pend_list, thread, _entry);
|
|
}
|
|
|
|
void MtFrame::WaitNotify(utime64_t timeout)
|
|
{
|
|
MicroThread* thread = GetActiveThread();
|
|
|
|
thread->SetWakeupTime(timeout + this->GetLastClock());
|
|
this->InsertIoWait(thread);
|
|
thread->SwitchContext();
|
|
}
|
|
|
|
bool MtFrame::KqueueSchedule(KqObjList* fdlist, KqueuerObj* fd, int timeout)
|
|
{
|
|
MicroThread* thread = GetActiveThread();
|
|
if (NULL == thread)
|
|
{
|
|
MTLOG_ERROR("active thread null, epoll schedule failed");
|
|
return false;
|
|
}
|
|
|
|
thread->ClearAllFd();
|
|
if (fdlist)
|
|
{
|
|
thread->AddFdList(fdlist);
|
|
}
|
|
if (fd)
|
|
{
|
|
thread->AddFd(fd);
|
|
}
|
|
|
|
thread->SetWakeupTime(timeout + this->GetLastClock());
|
|
if (!this->KqueueAdd(thread->GetFdSet()))
|
|
{
|
|
MTLOG_ERROR("epoll add failed, errno: %d", errno);
|
|
return false;
|
|
}
|
|
this->InsertIoWait(thread);
|
|
thread->SwitchContext();
|
|
|
|
int rcvnum = 0;
|
|
KqObjList& rcvfds = thread->GetFdSet();
|
|
KqueuerObj* fdata = NULL;
|
|
TAILQ_FOREACH(fdata, &rcvfds, _entry)
|
|
{
|
|
if (fdata->GetRcvEvents() != 0)
|
|
{
|
|
rcvnum++;
|
|
}
|
|
}
|
|
this->KqueueDel(rcvfds);
|
|
|
|
if (rcvnum == 0)
|
|
{
|
|
errno = ETIME;
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
int MtFrame::recvfrom(int fd, void *buf, int len, int flags, struct sockaddr *from, socklen_t *fromlen, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !buf || len<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("recvfrom failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
if (timeout <= -1)
|
|
{
|
|
timeout = 0x7fffffff;
|
|
}
|
|
|
|
while (true)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableInput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout))
|
|
{
|
|
MTLOG_DEBUG("epoll schedule failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
mt_hook_syscall(recvfrom);
|
|
int n = ff_hook_recvfrom(fd, buf, len, flags, from, fromlen);
|
|
if (n < 0)
|
|
{
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK))
|
|
{
|
|
MTLOG_ERROR("recvfrom failed, errno: %d", errno);
|
|
return -3;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
return n;
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
int MtFrame::sendto(int fd, const void *msg, int len, int flags, const struct sockaddr *to, int tolen, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !msg || len<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("sendto failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
int n = 0;
|
|
mt_hook_syscall(sendto);
|
|
while ((n = ff_hook_sendto(fd, msg, len, flags, to, tolen)) < 0)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK)) {
|
|
MTLOG_ERROR("sendto failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableOutput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return n;
|
|
}
|
|
|
|
int MtFrame::connect(int fd, const struct sockaddr *addr, int addrlen, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !addr || addrlen<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("connect failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
int n = 0;
|
|
mt_hook_syscall(connect);
|
|
while ((n = ff_hook_connect(fd, addr, addrlen)) < 0)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
if (errno == EISCONN)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if (errno != EINPROGRESS) {
|
|
MTLOG_ERROR("connect failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableOutput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return n;
|
|
}
|
|
|
|
int MtFrame::accept(int fd, struct sockaddr *addr, socklen_t *addrlen, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("accept failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
int acceptfd = 0;
|
|
mt_hook_syscall(accept);
|
|
while ((acceptfd = ff_hook_accept(fd, addr, addrlen)) < 0)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if (!((errno == EAGAIN) || (errno == EWOULDBLOCK))) {
|
|
MTLOG_ERROR("accept failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableInput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return acceptfd;
|
|
}
|
|
|
|
ssize_t MtFrame::read(int fd, void *buf, size_t nbyte, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !buf || nbyte<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("read failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
ssize_t n = 0;
|
|
mt_hook_syscall(read);
|
|
while ((n = ff_hook_read(fd, buf, nbyte)) < 0)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK)) {
|
|
MTLOG_ERROR("read failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableInput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return n;
|
|
}
|
|
|
|
ssize_t MtFrame::write(int fd, const void *buf, size_t nbyte, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !buf || nbyte<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("write failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
ssize_t n = 0;
|
|
size_t send_len = 0;
|
|
while (send_len < nbyte)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
mt_hook_syscall(write);
|
|
n = ff_hook_write(fd, (char*)buf + send_len, nbyte - send_len);
|
|
if (n < 0)
|
|
{
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK)) {
|
|
MTLOG_ERROR("write failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
send_len += n;
|
|
if (send_len >= nbyte) {
|
|
return nbyte;
|
|
}
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableOutput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return nbyte;
|
|
}
|
|
|
|
int MtFrame::recv(int fd, void *buf, int len, int flags, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !buf || len<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("recv failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
if (timeout <= -1)
|
|
{
|
|
timeout = 0x7fffffff;
|
|
}
|
|
|
|
while (true)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableInput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout))
|
|
{
|
|
MTLOG_DEBUG("epoll schedule failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
|
|
mt_hook_syscall(recv);
|
|
int n = ff_hook_recv(fd, buf, len, flags);
|
|
if (n < 0)
|
|
{
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK))
|
|
{
|
|
MTLOG_ERROR("recv failed, errno: %d", errno);
|
|
return -3;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
return n;
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
ssize_t MtFrame::send(int fd, const void *buf, size_t nbyte, int flags, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if(fd<0 || !buf || nbyte<1)
|
|
{
|
|
errno = EINVAL;
|
|
MTLOG_ERROR("send failed, errno: %d (%m)", errno);
|
|
return -10;
|
|
}
|
|
|
|
ssize_t n = 0;
|
|
size_t send_len = 0;
|
|
while (send_len < nbyte)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
|
|
mt_hook_syscall(send);
|
|
n = ff_hook_send(fd, (char*)buf + send_len, nbyte - send_len, flags);
|
|
if (n < 0)
|
|
{
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
if ((errno != EAGAIN) && (errno != EWOULDBLOCK)) {
|
|
MTLOG_ERROR("write failed, errno: %d", errno);
|
|
return -2;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
send_len += n;
|
|
if (send_len >= nbyte) {
|
|
return nbyte;
|
|
}
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
epfd.EnableOutput();
|
|
epfd.SetOwnerThread(thread);
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout)) {
|
|
return -3;
|
|
}
|
|
}
|
|
|
|
return nbyte;
|
|
}
|
|
|
|
void MtFrame::sleep(int ms)
|
|
{
|
|
MtFrame* frame = MtFrame::Instance();
|
|
MicroThread* thread = frame->GetActiveThread();
|
|
if (thread != NULL)
|
|
{
|
|
thread->sleep(ms);
|
|
}
|
|
}
|
|
|
|
int MtFrame::WaitEvents(int fd, int events, int timeout)
|
|
{
|
|
MtFrame* mtframe = MtFrame::Instance();
|
|
utime64_t start = mtframe->GetLastClock();
|
|
MicroThread* thread = mtframe->GetActiveThread();
|
|
utime64_t now = 0;
|
|
|
|
if (timeout <= -1)
|
|
{
|
|
timeout = 0x7fffffff;
|
|
}
|
|
|
|
while (true)
|
|
{
|
|
now = mtframe->GetLastClock();
|
|
if ((int)(now - start) > timeout)
|
|
{
|
|
errno = ETIME;
|
|
return 0;
|
|
}
|
|
|
|
KqueuerObj epfd;
|
|
epfd.SetOsfd(fd);
|
|
if (events & KQ_EVENT_READ)
|
|
{
|
|
epfd.EnableInput();
|
|
}
|
|
if (events & KQ_EVENT_WRITE)
|
|
{
|
|
epfd.EnableOutput();
|
|
}
|
|
epfd.SetOwnerThread(thread);
|
|
|
|
if (!mtframe->KqueueSchedule(NULL, &epfd, timeout))
|
|
{
|
|
MTLOG_TRACE("epoll schedule failed, errno: %d", errno);
|
|
return 0;
|
|
}
|
|
|
|
return epfd.GetRcvEvents();
|
|
}
|
|
}
|