Go to the documentation of this file.
30 #ifndef CPL_WORKER_THREAD_POOL_H_INCLUDED_
31 #define CPL_WORKER_THREAD_POOL_H_INCLUDED_
33 #include "cpl_multiproc.h"
49 CPLThreadFunc pfnFunc;
55 CPLThreadFunc pfnInitFunc;
58 CPLJoinableThread *hThread;
71 } CPLWorkerThreadState;
72 #endif // ndef DOXYGEN_SKIP
79 std::vector<CPLWorkerThread> aWT{};
80 CPLCond* hCond =
nullptr;
81 CPLMutex* hMutex =
nullptr;
82 volatile CPLWorkerThreadState eState = CPLWTS_OK;
84 volatile int nPendingJobs = 0;
86 CPLList* psWaitingWorkerThreadsList =
nullptr;
87 int nWaitingWorkerThreads = 0;
89 static void WorkerThreadFunction(
void* user_data);
91 void DeclareJobFinished();
92 CPLWorkerThreadJob* GetNextJob(CPLWorkerThread* psWorkerThread);
98 bool Setup(
int nThreads,
99 CPLThreadFunc pfnInitFunc,
101 bool Setup(
int nThreads,
102 CPLThreadFunc pfnInitFunc,
104 bool bWaitallStarted);
105 bool SubmitJob(CPLThreadFunc pfnFunc,
void* pData);
106 bool SubmitJobs(CPLThreadFunc pfnFunc,
const std::vector<void*>& apData);
107 void WaitCompletion(
int nMaxRemainingJobs = 0);
114 #endif // CPL_WORKER_THREAD_POOL_H_INCLUDED_
The JSONArray class JSON array from JSONDocument.
Definition: cpl_json.h:160
int Close() override
Close file.
Definition: cpl_vsil_sparsefile.cpp:147
int CPLListCount(const CPLList *psList)
Definition: cpl_list.cpp:210
void VSIInstallSwiftFileHandler(void)
Install /vsiswift/ OpenStack Swif Object Storage (Swift) file system handler (requires libcurl)
Definition: cpl_vsil_swift.cpp:706
char * CPLRecodeFromWChar(const wchar_t *pwszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:149
@ VSI_RANGE_STATUS_HOLE
Definition: cpl_vsi.h:179
@ CXT_Element
Definition: cpl_minixml.h:46
void VSIStdoutSetRedirection(VSIWriteFunction pFct, FILE *stream)
Definition: cpl_vsil_stdout.cpp:64
#define GINTBIG_MAX
Definition: cpl_port.h:256
GIntBig CPLGetUsablePhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1460
void VSIFreeAligned(void *ptr)
Definition: cpl_vsisimple.cpp:975
int CSLFindStringCaseSensitive(CSLConstList papszList, const char *pszTarget)
Definition: cpl_string.cpp:704
Definition: cpl_vsil_sparsefile.cpp:106
unsigned char GByte
Definition: cpl_port.h:215
void * VSIMallocVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1138
vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_sparsefile.cpp:190
size_t VSIFReadL(void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Read bytes from file.
Definition: cpl_vsil.cpp:1690
int VSIRmdir(const char *pszDirname)
Delete a directory.
Definition: cpl_vsil.cpp:647
bool Setup(int nThreads, CPLThreadFunc pfnInitFunc, void **pasInitData)
Definition: cpl_worker_thread_pool.cpp:369
void * VSIReallocVerbose(void *pOldPtr, size_t nNewSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1224
bool LoadMemory(const std::string &osStr)
Definition: cpl_json.cpp:199
void VSIInstallWebHdfsHandler(void)
Install /vsiwebhdfs/ WebHDFS (Hadoop File System) REST API file system handler (requires libcurl)
Definition: cpl_vsil_webhdfs.cpp:1188
int Close() override
Close file.
Definition: cpl_vsil_subfile.cpp:114
CPLXMLNode * CPLParseXMLFile(const char *pszFilename)
Parse XML file into tree.
Definition: cpl_minixml.cpp:2124
virtual int Truncate(vsi_l_offset nNewSize)
Truncate/expand the file to the specified size.
CPLSTRING_METHOD_DLL CPLString & Printf(const char *pszFormat,...)
Definition: cplstring.cpp:59
void VSIInstallStdoutHandler(void)
Install /vsistdout/ file system handler.
Definition: cpl_vsil_stdout.cpp:444
struct _CPLList * psNext
Definition: cpl_list.h:60
Definition: cpl_vsil_sparsefile.cpp:56
String list class designed around our use of C "char**" string lists.
Definition: cpl_string.h:439
void * CPLCalloc(size_t, size_t)
Definition: cpl_conv.cpp:138
size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_subfile.cpp:172
size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_sparsefile.cpp:200
bool SubmitJob(CPLThreadFunc pfnFunc, void *pData)
Definition: cpl_worker_thread_pool.cpp:132
void * VSIRealloc(void *, size_t)
Definition: cpl_vsisimple.cpp:681
void VSIInstallSubFileHandler(void)
Definition: cpl_vsil_subfile.cpp:492
const char * CSLFetchNameValueDef(CSLConstList papszStrList, const char *pszName, const char *pszDefault)
Definition: cpl_string.cpp:1646
char ** CSLSetNameValue(char **papszStrList, const char *pszName, const char *pszValue)
Definition: cpl_string.cpp:1877
void WaitEvent()
Definition: cpl_worker_thread_pool.cpp:338
struct VSIDIREntry VSIDIREntry
~CPLWorkerThreadPool()
Definition: cpl_worker_thread_pool.cpp:65
GIntBig CPLAtoGIntBig(const char *pszString)
Definition: cpl_conv.cpp:998
VSIRangeStatus
Definition: cpl_vsi.h:176
GIntBig CPLGetPhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1369
CPLJSONArray ToArray() const
Definition: cpl_json.cpp:980
int VSIMkdir(const char *pszPathname, long mode)
Create a directory.
Definition: cpl_vsil.cpp:423
virtual int Close()=0
Close file.
Convenient string class based on std::string.
Definition: cpl_string.h:330
int size() const
Definition: cpl_string.h:460
GIntBig GInt64
Definition: cpl_port.h:267
int VSIRename(const char *oldpath, const char *newpath)
Rename a file.
Definition: cpl_vsil.cpp:529
int VSIMkdirRecursive(const char *pszPathname, long mode)
Create a directory and all its ancestors.
Definition: cpl_vsil.cpp:446
VSILFILE * VSIFOpenExL(const char *, const char *, int)
Open file.
Definition: cpl_vsil.cpp:1416
void VSIRewindL(VSILFILE *)
Rewind the file pointer to the beginning of the file.
Definition: cpl_vsil.cpp:1597
CPLXMLNode * CPLParseXMLString(const char *)
Parse an XML string into tree form.
Definition: cpl_minixml.cpp:614
bool CPLFetchBool(CSLConstList papszStrList, const char *pszKey, bool bDefault)
Definition: cpl_string.cpp:1600
size_t VSIFWriteL(const void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Write bytes to file.
Definition: cpl_vsil.cpp:1804
virtual int Flush()
Flush pending writes to disk.
Definition: cpl_vsi_virtual.h:66
size_t(* VSIWriteFunction)(const void *ptr, size_t size, size_t nmemb, FILE *stream)
Definition: cpl_vsi.h:408
std::string GetString(const std::string &osName, const std::string &osDefault="") const
Definition: cpl_json.cpp:800
void * CPLRealloc(void *, size_t)
Definition: cpl_conv.cpp:225
virtual int ReadMultiRange(int nRanges, void **ppData, const vsi_l_offset *panOffsets, const size_t *panSizes)
Read several ranges of bytes from file.
#define VSI_ISDIR(x)
Definition: cpl_vsi.h:126
Definition: cpl_minixml.h:67
#define CPL_FRMT_GIB
Definition: cpl_port.h:316
#define EQUAL(a, b)
Definition: cpl_port.h:569
const char * CPLGetPath(const char *)
Definition: cpl_path.cpp:153
int VSIFCloseL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Close file.
Definition: cpl_vsil.cpp:1472
virtual vsi_l_offset Tell()=0
Tell current file offset.
void VSIInstallSparseFileHandler(void)
Definition: cpl_vsil_sparsefile.cpp:547
CPLStringList & AddString(const char *pszNewString)
Definition: cplstringlist.cpp:333
Definition: cpl_vsil_subfile.cpp:54
#define CPLAssert(expr)
Definition: cpl_error.h:186
int Eof() override
Test for end of file.
Definition: cpl_vsil_sparsefile.cpp:345
@ VSI_RANGE_STATUS_UNKNOWN
Definition: cpl_vsi.h:177
int VSIFEofL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Test for end of file.
Definition: cpl_vsil.cpp:1850
wchar_t * CPLRecodeToWChar(const char *pszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:208
Definition: cpl_list.h:52
#define CPLE_OutOfMemory
Definition: cpl_error.h:101
void VSIInstallS3FileHandler(void)
Install /vsis3/ Amazon S3 file system handler (requires libcurl)
Definition: cpl_vsil_s3.cpp:2750
bool CPLTestBool(const char *pszValue)
Definition: cpl_string.cpp:1526
CPLXMLNode * CPLGetXMLNode(CPLXMLNode *poRoot, const char *pszPath)
Find node by path.
Definition: cpl_minixml.cpp:1550
void * pData
Definition: cpl_list.h:56
char * CPLGetCurrentDir(void)
Definition: cpl_path.cpp:396
virtual size_t Read(void *pBuffer, size_t nSize, size_t nCount)=0
Read bytes from file.
char ** CSLConstList
Definition: cpl_port.h:1194
The CPLJSONArray class holds JSON object from CPLJSONDocument.
Definition: cpl_json.h:54
#define CPL_FRMT_GUIB
Definition: cpl_port.h:318
vsi_l_offset VSIFTellL(VSILFILE *)
Tell current file offset.
Definition: cpl_vsil.cpp:1575
const char * CPLGetDirname(const char *)
Definition: cpl_path.cpp:208
unsigned long long GUIntBig
Definition: cpl_port.h:251
#define CPL_ENC_UTF8
Definition: cpl_string.h:265
int VSIFFlushL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Flush pending writes to disk.
Definition: cpl_vsil.cpp:1638
CPLXMLNodeType eType
Node type.
Definition: cpl_minixml.h:74
void CPLDestroyXMLNode(CPLXMLNode *)
Destroy a tree.
Definition: cpl_minixml.cpp:1405
void CPLDebug(const char *, const char *,...)
Definition: cpl_error.cpp:602
void VSIInstallStdinHandler(void)
Install /vsistdin/ file system handler.
Definition: cpl_vsil_stdin.cpp:421
int CPLIsFilenameRelative(const char *pszFilename)
Definition: cpl_path.cpp:816
virtual VSIRangeStatus GetRangeStatus(vsi_l_offset nOffset, vsi_l_offset nLength)
Return if a given file range contains data or holes filled with zeroes.
Definition: cpl_vsi_virtual.h:71
const char * CPLFormFilename(const char *pszPath, const char *pszBasename, const char *pszExtension)
Definition: cpl_path.cpp:537
void * VSIMalloc3Verbose(size_t nSize1, size_t nSize2, size_t nSize3, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1180
Definition: cpl_vsi.h:317
bool SubmitJobs(CPLThreadFunc pfnFunc, const std::vector< void * > &apData)
Definition: cpl_worker_thread_pool.cpp:202
int VSIStatL(const char *, VSIStatBufL *)
Get filesystem object info.
Definition: cpl_vsil.cpp:737
int VSIUnlink(const char *pszFilename)
Delete a file.
Definition: cpl_vsil.cpp:498
#define STARTS_WITH(a, b)
Definition: cpl_port.h:578
void * CPLMalloc(size_t)
Definition: cpl_conv.cpp:168
bool GetBool(const std::string &osName, bool bDefault=false) const
Definition: cpl_json.cpp:923
void * VSIMalloc2Verbose(size_t nSize1, size_t nSize2, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1155
CPLJSONArray GetArray(const std::string &osName) const
Definition: cpl_json.cpp:721
char * VSIStrerror(int)
Definition: cpl_vsisimple.cpp:1347
void VSIInstallTarFileHandler(void)
Install /vsitar/ file system handler.
Definition: cpl_vsil_tar.cpp:619
void CPLErrorReset(void)
Definition: cpl_error.cpp:729
int VSIFSeekL(VSILFILE *, vsi_l_offset, int) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Seek to requested offset.
Definition: cpl_vsil.cpp:1532
const char * CPLSPrintf(const char *fmt,...)
Definition: cpl_string.cpp:977
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nCount)=0
Write bytes to file.
const char * CPLGetXMLValue(const CPLXMLNode *poRoot, const char *pszPath, const char *pszDefault)
Fetch element/attribute value.
Definition: cpl_minixml.cpp:1638
CPLStringList & Assign(char **papszListIn, int bTakeOwnership=TRUE)
Definition: cplstringlist.cpp:191
Definition: cpl_multiproc.h:140
int Size() const
Definition: cpl_json.cpp:1165
void CPLError(CPLErr eErrClass, CPLErrorNum err_no, const char *fmt,...)
Definition: cpl_error.cpp:308
GUIntBig vsi_l_offset
Definition: cpl_vsi.h:140
void VSIFree(void *)
Definition: cpl_vsisimple.cpp:827
GInt64 GetLong(const std::string &osName, GInt64 nDefault=0) const
Definition: cpl_json.cpp:894
#define CPLE_NotSupported
Definition: cpl_error.h:109
void CPLListDestroy(CPLList *psList)
Definition: cpl_list.cpp:285
void * VSIMalloc2(size_t nSize1, size_t nSize2)
Definition: cpl_vsisimple.cpp:1116
char * VSIStrdup(const char *)
Definition: cpl_vsisimple.cpp:995
int Eof() override
Test for end of file.
Definition: cpl_vsil_subfile.cpp:253
void * VSICalloc(size_t, size_t)
Definition: cpl_vsisimple.cpp:444
CPLJSONObject GetObj(const std::string &osName) const
Definition: cpl_json.cpp:747
char * VSIStrdupVerbose(const char *pszStr, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1242
void * VSIMallocAlignedAuto(size_t nSize)
Definition: cpl_vsisimple.cpp:938
int GetThreadCount() const
Definition: cpl_worker_thread_pool.h:111
#define CPL_ARRAYSIZE(array)
Definition: cpl_port.h:1045
size_t CPLStrnlen(const char *pszStr, size_t nMaxLen)
Definition: cpl_string.cpp:2796
virtual int Eof()=0
Test for end of file.
char ** CSLDuplicate(CSLConstList papszStrList)
Definition: cpl_string.cpp:228
CPLJSONObject GetRoot()
Definition: cpl_json.cpp:119
void * VSIMalloc(size_t)
Definition: cpl_vsisimple.cpp:558
void CSLDestroy(char **papszStrList)
Definition: cpl_string.cpp:200
long long GIntBig
Definition: cpl_port.h:248
vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_subfile.cpp:159
int VSIStatExL(const char *pszFilename, VSIStatBufL *psStatBuf, int nFlags)
Get filesystem object info.
Definition: cpl_vsil.cpp:776
Definition: cpl_vsil_subfile.cpp:81
#define CPL_ENC_UCS2
Definition: cpl_string.h:269
#define VSI_MALLOC_VERBOSE(size)
Definition: cpl_vsi.h:268
Definition: cpl_worker_thread_pool.h:76
#define CPL_UNUSED
Definition: cpl_port.h:948
struct VSIDIR VSIDIR
Definition: cpl_vsi.h:309
int Count() const
Definition: cplstringlist.cpp:218
struct CPLXMLNode * psNext
Next sibling.
Definition: cpl_minixml.h:106
#define CPL_FORMAT_STRING(arg)
Definition: cpl_port.h:929
struct stat64 VSIStatBufL
Definition: cpl_vsi.h:194
void WaitCompletion(int nMaxRemainingJobs=0)
Definition: cpl_worker_thread_pool.cpp:316
char ** StealList()
Definition: cplstringlist.cpp:489
The CPLJSONDocument class Wrapper class around json-c library.
Definition: cpl_json.h:189
size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_sparsefile.cpp:333
Definition: cpl_vsi_virtual.h:56
CPLStringList & AddStringDirectly(char *pszNewString)
Definition: cplstringlist.cpp:305
int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_sparsefile.cpp:163
void * VSIMallocAlignedAutoVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:951
VSILFILE * VSIFOpenL(const char *, const char *)
Open file.
Definition: cpl_vsil.cpp:997
#define CPLE_None
Definition: cpl_error.h:97
void * VSIMallocAligned(size_t nAlignment, size_t nSize)
Definition: cpl_vsisimple.cpp:892
char ** VSIReadDir(const char *)
Read names in a directory.
Definition: cpl_vsil.cpp:83
int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_subfile.cpp:127
virtual void * GetNativeFileDescriptor()
Returns the "native" file descriptor for the virtual handle.
Definition: cpl_vsi_virtual.h:70
char * CPLStrdup(const char *)
Definition: cpl_conv.cpp:293
double CPLAtof(const char *)
Definition: cpl_strtod.cpp:117
CPLErr CPLGetLastErrorType(void)
Definition: cpl_error.cpp:842
char * pszValue
Node value.
Definition: cpl_minixml.h:97
GUIntBig CPLScanUIntBig(const char *, int)
Definition: cpl_conv.cpp:964
struct CPLXMLNode * psChild
Child node.
Definition: cpl_minixml.h:118
size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_subfile.cpp:218
bool IsValid() const
Definition: cpl_json.cpp:1111
#define CPLE_FileIO
Definition: cpl_error.h:103
void * VSIMalloc3(size_t nSize1, size_t nSize2, size_t nSize3)
Definition: cpl_vsisimple.cpp:1129
#define CPLFree
Definition: cpl_conv.h:81
@ VSI_RANGE_STATUS_DATA
Definition: cpl_vsi.h:178
#define CPL_DISALLOW_COPY_ASSIGN(ClassName)
Definition: cpl_port.h:997
const char * CPLGetFilename(const char *)
Definition: cpl_path.cpp:260
#define VSI_STAT_SIZE_FLAG
Definition: cpl_vsi.h:207
Definition: cpl_vsil_sparsefile.cpp:76
void * VSICallocVerbose(size_t nCount, size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1205
const char * CPLGetConfigOption(const char *, const char *)
Definition: cpl_conv.cpp:1692
FILE VSILFILE
Definition: cpl_vsi.h:156
virtual int Seek(vsi_l_offset nOffset, int nWhence)=0
Seek to requested offset.
#define STARTS_WITH_CI(a, b)
Definition: cpl_port.h:580
#define CPLE_AppDefined
Definition: cpl_error.h:99
unsigned int GUInt32
Definition: cpl_port.h:207
Generated for GDAL by
1.8.20.