X-Git-Url: https://git.sesse.net/?p=stockfish;a=blobdiff_plain;f=src%2Fthread.cpp;h=18870021ba3665bd026364a24594ca4bf57c26d8;hp=1f5dc82350e50bdfbcbf0bc578a239d3314b7ea4;hb=950c8436edc50857b83eb3e0cbaca06407764655;hpb=99ae47716ac605286e60634632cb5eccac9a63ce diff --git a/src/thread.cpp b/src/thread.cpp index 1f5dc823..18870021 100644 --- a/src/thread.cpp +++ b/src/thread.cpp @@ -1,7 +1,7 @@ /* Stockfish, a UCI chess playing engine derived from Glaurung 2.1 Copyright (C) 2004-2008 Tord Romstad (Glaurung author) - Copyright (C) 2008-2012 Marco Costalba, Joona Kiiski, Tord Romstad + Copyright (C) 2008-2015 Marco Costalba, Joona Kiiski, Tord Romstad Stockfish is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -17,128 +17,83 @@ along with this program. If not, see . */ +#include // For std::count #include -#include #include "movegen.h" #include "search.h" #include "thread.h" -#include "ucioption.h" +#include "uci.h" using namespace Search; ThreadPool Threads; // Global object -namespace { extern "C" { - - // start_routine() is the C function which is called when a new thread - // is launched. It is a wrapper to member function pointed by start_fn. - - long start_routine(Thread* th) { (th->*(th->start_fn))(); return 0; } - -} } - +extern void check_time(); -// Thread c'tor starts a newly-created thread of execution that will call -// the idle loop function pointed by start_fn going immediately to sleep. +namespace { -Thread::Thread(Fn fn) : splitPoints() { + // start_routine() is the C function which is called when a new thread + // is launched. It is a wrapper to the virtual function idle_loop(). - is_searching = do_exit = false; - maxPly = splitPointsCnt = 0; - curSplitPoint = NULL; - start_fn = fn; - idx = Threads.size(); + extern "C" { long start_routine(ThreadBase* th) { th->idle_loop(); return 0; } } - do_sleep = (fn != &Thread::main_loop); // Avoid a race with start_searching() - if (!thread_create(handle, start_routine, this)) - { - std::cerr << "Failed to create thread number " << idx << std::endl; - ::exit(EXIT_FAILURE); - } -} + // Helpers to launch a thread after creation and joining before delete. Must be + // outside Thread c'tor and d'tor because the object must be fully initialized + // when start_routine (and hence virtual idle_loop) is called and when joining. + template T* new_thread() { + T* th = new T(); + thread_create(th->handle, start_routine, th); // Will go to sleep + return th; + } -// Thread d'tor waits for thread termination before to return. + void delete_thread(ThreadBase* th) { -Thread::~Thread() { + th->mutex.lock(); + th->exit = true; // Search must be already finished + th->mutex.unlock(); - assert(do_sleep); + th->notify_one(); + thread_join(th->handle); // Wait for thread termination + delete th; + } - do_exit = true; // Search must be already finished - notify_one(); - thread_join(handle); // Wait for thread termination } -// Thread::timer_loop() is where the timer thread waits maxPly milliseconds and -// then calls check_time(). If maxPly is 0 thread sleeps until is woken up. -extern void check_time(); - -void Thread::timer_loop() { - - while (!do_exit) - { - mutex.lock(); - while (!maxPly && !do_exit) - sleepCondition.wait_for(mutex, maxPly ? maxPly : INT_MAX); - mutex.unlock(); - check_time(); - } -} - +// ThreadBase::notify_one() wakes up the thread when there is some work to do -// Thread::main_loop() is where the main thread is parked waiting to be started -// when there is a new search. Main thread will launch all the slave threads. +void ThreadBase::notify_one() { -void Thread::main_loop() { - - while (true) - { - mutex.lock(); - - do_sleep = true; // Always return to sleep after a search - is_searching = false; - - while (do_sleep && !do_exit) - { - Threads.sleepCondition.notify_one(); // Wake up UI thread if needed - sleepCondition.wait(mutex); - } - - mutex.unlock(); - - if (do_exit) - return; - - is_searching = true; - - Search::think(); - - assert(is_searching); - } + mutex.lock(); + sleepCondition.notify_one(); + mutex.unlock(); } -// Thread::notify_one() wakes up the thread, normally at the beginning of the -// search or, if "sleeping threads" is used at split time. +// ThreadBase::wait_for() set the thread to sleep until 'condition' turns true -void Thread::notify_one() { +void ThreadBase::wait_for(volatile const bool& condition) { mutex.lock(); - sleepCondition.notify_one(); + while (!condition) sleepCondition.wait(mutex); mutex.unlock(); } -// Thread::wait_for() set the thread to sleep until condition 'b' turns true +// Thread c'tor makes some init but does not launch any execution thread that +// will be started only when c'tor returns. -void Thread::wait_for(volatile const bool& b) { +Thread::Thread() /* : splitPoints() */ { // Initialization of non POD broken in MSVC - mutex.lock(); - while (!b) sleepCondition.wait(mutex); - mutex.unlock(); + searching = false; + maxPly = 0; + splitPointsSize = 0; + activeSplitPoint = NULL; + activePosition = NULL; + idx = Threads.size(); // Starts from 0 } @@ -147,7 +102,7 @@ void Thread::wait_for(volatile const bool& b) { bool Thread::cutoff_occurred() const { - for (SplitPoint* sp = curSplitPoint; sp; sp = sp->parent) + for (SplitPoint* sp = activeSplitPoint; sp; sp = sp->parentSplitPoint) if (sp->cutoff) return true; @@ -155,235 +110,278 @@ bool Thread::cutoff_occurred() const { } -// Thread::is_available_to() checks whether the thread is available to help the +// Thread::available_to() checks whether the thread is available to help the // thread 'master' at a split point. An obvious requirement is that thread must // be idle. With more than two threads, this is not sufficient: If the thread is -// the master of some active split point, it is only available as a slave to the -// slaves which are busy searching the split point at the top of slaves split -// point stack (the "helpful master concept" in YBWC terminology). +// the master of some split point, it is only available as a slave to the slaves +// which are busy searching the split point at the top of slave's split point +// stack (the "helpful master concept" in YBWC terminology). -bool Thread::is_available_to(Thread* master) const { +bool Thread::available_to(const Thread* master) const { - if (is_searching) + if (searching) return false; - // Make a local copy to be sure doesn't become zero under our feet while - // testing next condition and so leading to an out of bound access. - int spCnt = splitPointsCnt; + // Make a local copy to be sure it doesn't become zero under our feet while + // testing next condition and so leading to an out of bounds access. + const size_t size = splitPointsSize; - // No active split points means that the thread is available as a slave for any + // No split points means that the thread is available as a slave for any // other thread otherwise apply the "helpful master" concept if possible. - return !spCnt || (splitPoints[spCnt - 1].slavesMask & (1ULL << master->idx)); + return !size || splitPoints[size - 1].slavesMask.test(master->idx); } -// init() is called at startup. Initializes lock and condition variable and -// launches requested threads sending them immediately to sleep. We cannot use -// a c'tor becuase Threads is a static object and we need a fully initialized -// engine at this point due to allocation of endgames in Thread c'tor. +// Thread::split() does the actual work of distributing the work at a node between +// several available threads. If it does not succeed in splitting the node +// (because no idle threads are available), the function immediately returns. +// If splitting is possible, a SplitPoint object is initialized with all the +// data that must be copied to the helper threads and then helper threads are +// informed that they have been assigned work. This will cause them to instantly +// leave their idle loops and call search(). When all threads have returned from +// search() then split() returns. + +void Thread::split(Position& pos, Stack* ss, Value alpha, Value beta, Value* bestValue, + Move* bestMove, Depth depth, int moveCount, + MovePicker* movePicker, int nodeType, bool cutNode) { + + assert(searching); + assert(-VALUE_INFINITE < *bestValue && *bestValue <= alpha && alpha < beta && beta <= VALUE_INFINITE); + assert(depth >= Threads.minimumSplitDepth); + assert(splitPointsSize < MAX_SPLITPOINTS_PER_THREAD); + + // Pick and init the next available split point + SplitPoint& sp = splitPoints[splitPointsSize]; + + sp.masterThread = this; + sp.parentSplitPoint = activeSplitPoint; + sp.slavesMask = 0, sp.slavesMask.set(idx); + sp.depth = depth; + sp.bestValue = *bestValue; + sp.bestMove = *bestMove; + sp.alpha = alpha; + sp.beta = beta; + sp.nodeType = nodeType; + sp.cutNode = cutNode; + sp.movePicker = movePicker; + sp.moveCount = moveCount; + sp.pos = &pos; + sp.nodes = 0; + sp.cutoff = false; + sp.ss = ss; -void ThreadPool::init() { + // Try to allocate available threads and ask them to start searching setting + // 'searching' flag. This must be done under lock protection to avoid concurrent + // allocation of the same slave by another master. + Threads.mutex.lock(); + sp.mutex.lock(); - timer = new Thread(&Thread::timer_loop); - threads.push_back(new Thread(&Thread::main_loop)); - read_uci_options(); -} + sp.allSlavesSearching = true; // Must be set under lock protection + ++splitPointsSize; + activeSplitPoint = &sp; + activePosition = NULL; + Thread* slave; -// exit() cleanly terminates the threads before the program exits. + while ( sp.slavesMask.count() < MAX_SLAVES_PER_SPLITPOINT + && (slave = Threads.available_slave(this)) != NULL) + { + sp.slavesMask.set(slave->idx); + slave->activeSplitPoint = &sp; + slave->searching = true; // Slave leaves idle_loop() + slave->notify_one(); // Could be sleeping + } -void ThreadPool::exit() { + // Everything is set up. The master thread enters the idle loop, from which + // it will instantly launch a search, because its 'searching' flag is set. + // The thread will return from the idle loop when all slaves have finished + // their work at this split point. + sp.mutex.unlock(); + Threads.mutex.unlock(); - delete timer; // As first becuase check_time() accesses threads data + Thread::idle_loop(); // Force a call to base class idle_loop() - for (size_t i = 0; i < threads.size(); i++) - delete threads[i]; -} + // In the helpful master concept, a master can help only a sub-tree of its + // split point and because everything is finished here, it's not possible + // for the master to be booked. + assert(!searching); + assert(!activePosition); + // We have returned from the idle loop, which means that all threads are + // finished. Note that setting 'searching' and decreasing splitPointsSize must + // be done under lock protection to avoid a race with Thread::available_to(). + Threads.mutex.lock(); + sp.mutex.lock(); -// read_uci_options() updates internal threads parameters from the corresponding -// UCI options and creates/destroys threads to match the requested number. Thread -// objects are dynamically allocated to avoid creating in advance all possible -// threads, with included pawns and material tables, if only few are used. + searching = true; + --splitPointsSize; + activeSplitPoint = sp.parentSplitPoint; + activePosition = &pos; + pos.set_nodes_searched(pos.nodes_searched() + sp.nodes); + *bestMove = sp.bestMove; + *bestValue = sp.bestValue; -void ThreadPool::read_uci_options() { + sp.mutex.unlock(); + Threads.mutex.unlock(); +} - maxThreadsPerSplitPoint = Options["Max Threads per Split Point"]; - minimumSplitDepth = Options["Min Split Depth"] * ONE_PLY; - useSleepingThreads = Options["Use Sleeping Threads"]; - size_t requested = Options["Threads"]; - assert(requested > 0); +// TimerThread::idle_loop() is where the timer thread waits Resolution milliseconds +// and then calls check_time(). When not searching, thread sleeps until it's woken up. - while (threads.size() < requested) - threads.push_back(new Thread(&Thread::idle_loop)); +void TimerThread::idle_loop() { - while (threads.size() > requested) + while (!exit) { - delete threads.back(); - threads.pop_back(); + mutex.lock(); + + if (!exit) + sleepCondition.wait_for(mutex, run ? Resolution : INT_MAX); + + mutex.unlock(); + + if (run) + check_time(); } } -// available_slave_exists() tries to find an idle thread which is available as -// a slave for the thread 'master'. +// MainThread::idle_loop() is where the main thread is parked waiting to be started +// when there is a new search. The main thread will launch all the slave threads. -bool ThreadPool::available_slave_exists(Thread* master) const { +void MainThread::idle_loop() { - for (size_t i = 0; i < threads.size(); i++) - if (threads[i]->is_available_to(master)) - return true; + while (!exit) + { + mutex.lock(); - return false; + thinking = false; + + while (!thinking && !exit) + { + Threads.sleepCondition.notify_one(); // Wake up the UI thread if needed + sleepCondition.wait(mutex); + } + + mutex.unlock(); + + if (!exit) + { + searching = true; + + Search::think(); + + assert(searching); + + searching = false; + } + } } -// split() does the actual work of distributing the work at a node between -// several available threads. If it does not succeed in splitting the node -// (because no idle threads are available, or because we have no unused split -// point objects), the function immediately returns. If splitting is possible, a -// SplitPoint object is initialized with all the data that must be copied to the -// helper threads and then helper threads are told that they have been assigned -// work. This will cause them to instantly leave their idle loops and call -// search(). When all threads have returned from search() then split() returns. - -template -Value ThreadPool::split(Position& pos, Stack* ss, Value alpha, Value beta, - Value bestValue, Move* bestMove, Depth depth, Move threatMove, - int moveCount, MovePicker& mp, int nodeType) { - - assert(pos.pos_is_ok()); - assert(bestValue > -VALUE_INFINITE); - assert(bestValue <= alpha); - assert(alpha < beta); - assert(beta <= VALUE_INFINITE); - assert(depth > DEPTH_ZERO); - - Thread* master = pos.this_thread(); - - if (master->splitPointsCnt >= MAX_SPLITPOINTS_PER_THREAD) - return bestValue; - - // Pick the next available split point from the split point stack - SplitPoint& sp = master->splitPoints[master->splitPointsCnt]; - - sp.parent = master->curSplitPoint; - sp.master = master; - sp.cutoff = false; - sp.slavesMask = 1ULL << master->idx; - sp.depth = depth; - sp.bestMove = *bestMove; - sp.threatMove = threatMove; - sp.alpha = alpha; - sp.beta = beta; - sp.nodeType = nodeType; - sp.bestValue = bestValue; - sp.mp = ∓ - sp.moveCount = moveCount; - sp.pos = &pos; - sp.nodes = 0; - sp.ss = ss; +// ThreadPool::init() is called at startup to create and launch requested threads, +// that will go immediately to sleep. We cannot use a c'tor because Threads is a +// static object and we need a fully initialized engine at this point due to +// allocation of Endgames in Thread c'tor. + +void ThreadPool::init() { + + timer = new_thread(); + push_back(new_thread()); + read_uci_options(); +} - assert(master->is_searching); - master->curSplitPoint = &sp; - int slavesCnt = 0; +// ThreadPool::exit() terminates the threads before the program exits. Cannot be +// done in d'tor because threads must be terminated before freeing us. - // Try to allocate available threads and ask them to start searching setting - // is_searching flag. This must be done under lock protection to avoid concurrent - // allocation of the same slave by another master. - mutex.lock(); - sp.mutex.lock(); +void ThreadPool::exit() { - for (size_t i = 0; i < threads.size() && !Fake; ++i) - if (threads[i]->is_available_to(master)) - { - sp.slavesMask |= 1ULL << i; - threads[i]->curSplitPoint = &sp; - threads[i]->is_searching = true; // Slave leaves idle_loop() + delete_thread(timer); // As first because check_time() accesses threads data + + for (iterator it = begin(); it != end(); ++it) + delete_thread(*it); +} - if (useSleepingThreads) - threads[i]->notify_one(); - if (++slavesCnt + 1 >= maxThreadsPerSplitPoint) // Master is always included - break; - } +// ThreadPool::read_uci_options() updates internal threads parameters from the +// corresponding UCI options and creates/destroys threads to match the requested +// number. Thread objects are dynamically allocated to avoid creating all possible +// threads in advance (which include pawns and material tables), even if only a +// few are to be used. - master->splitPointsCnt++; +void ThreadPool::read_uci_options() { - sp.mutex.unlock(); - mutex.unlock(); + minimumSplitDepth = Options["Min Split Depth"] * ONE_PLY; + size_t requested = Options["Threads"]; - // Everything is set up. The master thread enters the idle loop, from which - // it will instantly launch a search, because its is_searching flag is set. - // The thread will return from the idle loop when all slaves have finished - // their work at this split point. - if (slavesCnt || Fake) - { - master->idle_loop(); + assert(requested > 0); + + // If zero (default) then set best minimum split depth automatically + if (!minimumSplitDepth) + minimumSplitDepth = requested < 8 ? 4 * ONE_PLY : 7 * ONE_PLY; + + while (size() < requested) + push_back(new_thread()); - // In helpful master concept a master can help only a sub-tree of its split - // point, and because here is all finished is not possible master is booked. - assert(!master->is_searching); + while (size() > requested) + { + delete_thread(back()); + pop_back(); } +} - // We have returned from the idle loop, which means that all threads are - // finished. Note that setting is_searching and decreasing splitPointsCnt is - // done under lock protection to avoid a race with Thread::is_available_to(). - mutex.lock(); - sp.mutex.lock(); - master->is_searching = true; - master->splitPointsCnt--; - master->curSplitPoint = sp.parent; - pos.set_nodes_searched(pos.nodes_searched() + sp.nodes); - *bestMove = sp.bestMove; +// ThreadPool::available_slave() tries to find an idle thread which is available +// as a slave for the thread 'master'. - sp.mutex.unlock(); - mutex.unlock(); +Thread* ThreadPool::available_slave(const Thread* master) const { - return sp.bestValue; -} + for (const_iterator it = begin(); it != end(); ++it) + if ((*it)->available_to(master)) + return *it; -// Explicit template instantiations -template Value ThreadPool::split(Position&, Stack*, Value, Value, Value, Move*, Depth, Move, int, MovePicker&, int); -template Value ThreadPool::split(Position&, Stack*, Value, Value, Value, Move*, Depth, Move, int, MovePicker&, int); + return NULL; +} -// wait_for_search_finished() waits for main thread to go to sleep, this means -// search is finished. Then returns. +// ThreadPool::wait_for_think_finished() waits for main thread to finish the search -void ThreadPool::wait_for_search_finished() { +void ThreadPool::wait_for_think_finished() { - Thread* t = main_thread(); - t->mutex.lock(); - while (!t->do_sleep) sleepCondition.wait(t->mutex); - t->mutex.unlock(); + MainThread* th = main(); + th->mutex.lock(); + while (th->thinking) sleepCondition.wait(th->mutex); + th->mutex.unlock(); } -// start_searching() wakes up the main thread sleeping in main_loop() so to start -// a new search, then returns immediately. +// ThreadPool::start_thinking() wakes up the main thread sleeping in +// MainThread::idle_loop() and starts a new search, then returns immediately. -void ThreadPool::start_searching(const Position& pos, const LimitsType& limits, - const std::vector& searchMoves, StateStackPtr& states) { - wait_for_search_finished(); +void ThreadPool::start_thinking(const Position& pos, const LimitsType& limits, + StateStackPtr& states) { + wait_for_think_finished(); SearchTime = Time::now(); // As early as possible Signals.stopOnPonderhit = Signals.firstRootMove = false; Signals.stop = Signals.failedLowAtRoot = false; + RootMoves.clear(); RootPos = pos; Limits = limits; - SetupStates = states; // Ownership transfer here - RootMoves.clear(); + if (states.get()) // If we don't set a new position, preserve current state + { + SetupStates = states; // Ownership transfer here + assert(!states.get()); + } - for (MoveList ml(pos); !ml.end(); ++ml) - if (searchMoves.empty() || count(searchMoves.begin(), searchMoves.end(), ml.move())) - RootMoves.push_back(RootMove(ml.move())); + for (MoveList it(pos); *it; ++it) + if ( limits.searchmoves.empty() + || std::count(limits.searchmoves.begin(), limits.searchmoves.end(), *it)) + RootMoves.push_back(RootMove(*it)); - main_thread()->do_sleep = false; - main_thread()->notify_one(); + main()->thinking = true; + main()->notify_one(); // Starts main thread }