Go to the documentation of this file.
30 #ifndef CPL_WORKER_THREAD_POOL_H_INCLUDED_
31 #define CPL_WORKER_THREAD_POOL_H_INCLUDED_
33 #include "cpl_multiproc.h"
49 CPLThreadFunc pfnFunc;
55 CPLThreadFunc pfnInitFunc;
58 CPLJoinableThread *hThread;
71 } CPLWorkerThreadState;
72 #endif // ndef DOXYGEN_SKIP
77 std::vector<CPLWorkerThread> aWT;
80 volatile CPLWorkerThreadState eState;
82 volatile int nPendingJobs;
84 CPLList* psWaitingWorkerThreadsList;
85 int nWaitingWorkerThreads;
87 static void WorkerThreadFunction(
void* user_data);
89 void DeclareJobFinished();
90 CPLWorkerThreadJob* GetNextJob(CPLWorkerThread* psWorkerThread);
96 bool Setup(
int nThreads,
97 CPLThreadFunc pfnInitFunc,
99 bool SubmitJob(CPLThreadFunc pfnFunc,
void* pData);
100 bool SubmitJobs(CPLThreadFunc pfnFunc,
const std::vector<void*>& apData);
101 void WaitCompletion(
int nMaxRemainingJobs = 0);
107 #endif // CPL_WORKER_THREAD_POOL_H_INCLUDED_
virtual int Close() override
Close file.
Definition: cpl_vsil_sparsefile.cpp:148
const char * CPLGetXMLValue(CPLXMLNode *poRoot, const char *pszPath, const char *pszDefault)
Fetch element/attribute value.
Definition: cpl_minixml.cpp:1645
int CPLListCount(const CPLList *psList)
Definition: cpl_list.cpp:210
#define CPL_LSBWORD32(x)
Definition: cpl_port.h:879
char * CPLRecodeFromWChar(const wchar_t *pwszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:149
@ VSI_RANGE_STATUS_HOLE
Definition: cpl_vsi.h:177
@ CXT_Element
Definition: cpl_minixml.h:46
void VSIStdoutSetRedirection(VSIWriteFunction pFct, FILE *stream)
Definition: cpl_vsil_stdout.cpp:64
const char * CPLReadLineL(VSILFILE *)
Definition: cpl_conv.cpp:623
char ** CSLTokenizeString2(const char *pszString, const char *pszDelimiter, int nCSLTFlags)
Definition: cpl_string.cpp:834
GIntBig CPLGetUsablePhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1423
void VSIFreeAligned(void *ptr)
Definition: cpl_vsisimple.cpp:965
Definition: cpl_vsil_sparsefile.cpp:107
unsigned char GByte
Definition: cpl_port.h:207
void * VSIMallocVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1126
virtual vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_sparsefile.cpp:190
size_t VSIFReadL(void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Read bytes from file.
Definition: cpl_vsil.cpp:922
bool Setup(int nThreads, CPLThreadFunc pfnInitFunc, void **pasInitData)
Definition: cpl_worker_thread_pool.cpp:350
void * VSIReallocVerbose(void *pOldPtr, size_t nNewSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1212
CPLWorkerThreadPool()
Definition: cpl_worker_thread_pool.cpp:51
virtual int Close() override
Close file.
Definition: cpl_vsil_subfile.cpp:112
CPLXMLNode * CPLParseXMLFile(const char *pszFilename)
Parse XML file into tree.
Definition: cpl_minixml.cpp:2131
virtual int Truncate(vsi_l_offset nNewSize)
Truncate/expand the file to the specified size.
CPLString & Printf(const char *pszFormat,...)
Definition: cplstring.cpp:59
void VSIInstallStdoutHandler(void)
Install /vsistdout/ file system handler.
Definition: cpl_vsil_stdout.cpp:434
void * CPLZLibInflate(const void *ptr, size_t nBytes, void *outptr, size_t nOutAvailableBytes, size_t *pnOutBytes)
Uncompress a buffer compressed with ZLib DEFLATE compression.
Definition: cpl_conv.cpp:2972
struct _CPLList * psNext
Definition: cpl_list.h:60
int CPLPrintUIntBig(char *, GUIntBig, int)
Definition: cpl_conv.cpp:1305
Definition: cpl_vsil_sparsefile.cpp:56
String list class designed around our use of C "char**" string lists.
Definition: cpl_string.h:449
void * CPLCalloc(size_t, size_t)
Definition: cpl_conv.cpp:128
virtual size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_subfile.cpp:170
CPLErr CPLCloseZip(void *hZip)
Definition: cpl_conv.cpp:2961
virtual size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_sparsefile.cpp:200
bool SubmitJob(CPLThreadFunc pfnFunc, void *pData)
Definition: cpl_worker_thread_pool.cpp:138
void * VSIRealloc(void *, size_t)
Definition: cpl_vsisimple.cpp:671
void VSIInstallSubFileHandler(void)
Definition: cpl_vsil_subfile.cpp:496
~CPLWorkerThreadPool()
Definition: cpl_worker_thread_pool.cpp:71
VSIRangeStatus
Definition: cpl_vsi.h:173
GIntBig CPLGetPhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1352
virtual int Close()=0
Close file.
Convenient string class based on std::string.
Definition: cpl_string.h:338
int VSIRename(const char *oldpath, const char *newpath)
Rename a file.
Definition: cpl_vsil.cpp:388
void VSIRewindL(VSILFILE *)
Rewind the file pointer to the beginning of the file.
Definition: cpl_vsil.cpp:829
size_t VSIFWriteL(const void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Write bytes to file.
Definition: cpl_vsil.cpp:1036
virtual int Flush()
Flush pending writes to disk.
Definition: cpl_vsi_virtual.h:97
size_t(* VSIWriteFunction)(const void *ptr, size_t size, size_t nmemb, FILE *stream)
Definition: cpl_vsi.h:336
void * CPLRealloc(void *, size_t)
Definition: cpl_conv.cpp:215
Definition: cpl_minixml.h:66
#define CPL_FRMT_GIB
Definition: cpl_port.h:326
#define EQUAL(a, b)
Definition: cpl_port.h:622
const char * CPLGetPath(const char *)
Definition: cpl_path.cpp:153
int VSIFCloseL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Close file.
Definition: cpl_vsil.cpp:712
virtual vsi_l_offset Tell()=0
Tell current file offset.
CPLErr CPLCloseFileInZip(void *hZip)
Definition: cpl_conv.cpp:2959
void VSIInstallSparseFileHandler(void)
Definition: cpl_vsil_sparsefile.cpp:588
CPLStringList & AddString(const char *pszNewString)
Definition: cplstringlist.cpp:319
Definition: cpl_vsil_subfile.cpp:53
#define CPLAssert(expr)
Definition: cpl_error.h:182
virtual int Eof() override
Test for end of file.
Definition: cpl_vsil_sparsefile.cpp:327
@ VSI_RANGE_STATUS_UNKNOWN
Definition: cpl_vsi.h:175
const char & back() const
Definition: cpl_string.h:385
int VSIFEofL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Test for end of file.
Definition: cpl_vsil.cpp:1082
wchar_t * CPLRecodeToWChar(const char *pszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:208
Definition: cpl_list.h:51
#define CPLE_OutOfMemory
Definition: cpl_error.h:102
bool CPLTestBool(const char *pszValue)
Definition: cpl_string.cpp:1522
void VSIInstallGZipFileHandler(void)
Install GZip file system handler.
Definition: cpl_vsil_gzip.cpp:1805
void * pData
Definition: cpl_list.h:56
char * CPLGetCurrentDir(void)
Definition: cpl_path.cpp:387
virtual size_t Read(void *pBuffer, size_t nSize, size_t nCount)=0
Read bytes from file.
#define CPL_FRMT_GUIB
Definition: cpl_port.h:328
vsi_l_offset VSIFTellL(VSILFILE *)
Tell current file offset.
Definition: cpl_vsil.cpp:807
unsigned long long GUIntBig
Definition: cpl_port.h:253
void * CPLCreateZip(const char *pszZipFilename, char **papszOptions)
Definition: cpl_conv.cpp:2947
#define CPL_ENC_UTF8
Definition: cpl_string.h:292
int VSIFFlushL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Flush pending writes to disk.
Definition: cpl_vsil.cpp:870
const char * CSLFetchNameValue(const char *const *papszStrList, const char *pszName)
Definition: cpl_string.cpp:1670
void CPLDestroyXMLNode(CPLXMLNode *)
Destroy a tree.
Definition: cpl_minixml.cpp:1412
void CPLDebug(const char *, const char *,...)
Definition: cpl_error.cpp:492
void VSIInstallStdinHandler(void)
Install /vsistdin/ file system handler.
Definition: cpl_vsil_stdin.cpp:421
int CPLIsFilenameRelative(const char *pszFilename)
Definition: cpl_path.cpp:778
virtual VSIRangeStatus GetRangeStatus(vsi_l_offset nOffset, vsi_l_offset nLength)
Return if a given file range contains data or holes filled with zeroes.
Definition: cpl_vsi_virtual.h:102
const char * CPLFormFilename(const char *pszPath, const char *pszBasename, const char *pszExtension)
Definition: cpl_path.cpp:501
void * VSIMalloc3Verbose(size_t nSize1, size_t nSize2, size_t nSize3, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1168
bool SubmitJobs(CPLThreadFunc pfnFunc, const std::vector< void * > &apData)
Definition: cpl_worker_thread_pool.cpp:208
int VSIStatL(const char *, VSIStatBufL *)
Get filesystem object info.
Definition: cpl_vsil.cpp:451
#define STARTS_WITH(a, b)
Definition: cpl_port.h:631
void * CPLMalloc(size_t)
Definition: cpl_conv.cpp:158
void VSIInstallGSStreamingFileHandler(void)
Install /vsigs_streaming/ Google Cloud Storage file system handler (requires libcurl)
Definition: cpl_vsil_curl_streaming.cpp:2031
void * VSIMalloc2Verbose(size_t nSize1, size_t nSize2, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1143
int VSIRmdir(const char *pathname)
Delete a directory.
Definition: cpl_vsil.cpp:417
void VSIInstallCurlStreamingFileHandler(void)
Install /vsicurl_streaming/ HTTP/FTP file system handler (requires libcurl).
Definition: cpl_vsil_curl_streaming.cpp:1928
char * VSIStrerror(int)
Definition: cpl_vsisimple.cpp:1335
void VSIInstallTarFileHandler(void)
Install /vsitar/ file system handler.
Definition: cpl_vsil_tar.cpp:538
int VSIUnlink(const char *pathname)
Delete a file.
Definition: cpl_vsil.cpp:357
int VSIFSeekL(VSILFILE *, vsi_l_offset, int) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Seek to requested offset.
Definition: cpl_vsil.cpp:764
const char * CPLSPrintf(const char *fmt,...)
Definition: cpl_string.cpp:975
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nCount)=0
Write bytes to file.
CPLStringList & Assign(char **papszListIn, int bTakeOwnership=TRUE)
Definition: cplstringlist.cpp:177
char ** CSLAddNameValue(char **papszStrList, const char *pszName, const char *pszValue)
Definition: cpl_string.cpp:1834
Definition: cpl_multiproc.h:139
void CPLError(CPLErr eErrClass, CPLErrorNum err_no, const char *fmt,...)
Definition: cpl_error.cpp:215
void VSIInstallZipFileHandler(void)
Install ZIP file system handler.
Definition: cpl_vsil_gzip.cpp:2634
GUIntBig vsi_l_offset
Definition: cpl_vsi.h:138
void VSIFree(void *)
Definition: cpl_vsisimple.cpp:817
#define CPLE_NotSupported
Definition: cpl_error.h:110
void CPLListDestroy(CPLList *psList)
Definition: cpl_list.cpp:285
void * VSIMalloc2(size_t nSize1, size_t nSize2)
Definition: cpl_vsisimple.cpp:1104
char * VSIStrdup(const char *)
Definition: cpl_vsisimple.cpp:985
virtual int Eof() override
Test for end of file.
Definition: cpl_vsil_subfile.cpp:251
void * VSICalloc(size_t, size_t)
Definition: cpl_vsisimple.cpp:438
char * VSIStrdupVerbose(const char *pszStr, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1230
void * VSIMallocAlignedAuto(size_t nSize)
Definition: cpl_vsisimple.cpp:928
int GetThreadCount() const
Definition: cpl_worker_thread_pool.h:104
#define CPL_ARRAYSIZE(array)
Definition: cpl_port.h:1134
virtual int Eof()=0
Test for end of file.
#define VSI_STAT_EXISTS_FLAG
Definition: cpl_vsi.h:199
CPLErr CPLWriteFileInZip(void *hZip, const void *pBuffer, int nBufferSize)
Definition: cpl_conv.cpp:2957
void * VSIMalloc(size_t)
Definition: cpl_vsisimple.cpp:548
void CSLDestroy(char **papszStrList)
Definition: cpl_string.cpp:200
#define CPL_FINAL
Definition: cpl_port.h:1078
long long GIntBig
Definition: cpl_port.h:250
virtual vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_subfile.cpp:157
int VSIStatExL(const char *pszFilename, VSIStatBufL *psStatBuf, int nFlags)
Get filesystem object info.
Definition: cpl_vsil.cpp:490
Definition: cpl_vsil_subfile.cpp:80
#define CPL_ENC_UCS2
Definition: cpl_string.h:296
#define VSI_MALLOC_VERBOSE(size)
Definition: cpl_vsi.h:254
Definition: cpl_worker_thread_pool.h:75
#define CPL_UNUSED
Definition: cpl_port.h:1008
int Count() const
Definition: cplstringlist.cpp:204
struct CPLXMLNode * psNext
Next sibling.
Definition: cpl_minixml.h:106
#define CPL_FORMAT_STRING(arg)
Definition: cpl_port.h:989
struct stat64 VSIStatBufL
Definition: cpl_vsi.h:190
void WaitCompletion(int nMaxRemainingJobs=0)
Definition: cpl_worker_thread_pool.cpp:322
char ** StealList()
Definition: cplstringlist.cpp:475
void VSIInstallS3StreamingFileHandler(void)
Install /vsis3_streaming/ Amazon S3 file system handler (requires libcurl).
Definition: cpl_vsil_curl_streaming.cpp:1980
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_sparsefile.cpp:315
Definition: cpl_vsi_virtual.h:56
CPLStringList & AddStringDirectly(char *pszNewString)
Definition: cplstringlist.cpp:291
virtual int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_sparsefile.cpp:164
void * VSIMallocAlignedAutoVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:941
VSILFILE * VSIFOpenL(const char *, const char *)
Open file.
Definition: cpl_vsil.cpp:608
int VSIMkdir(const char *pathname, long mode)
Create a directory.
Definition: cpl_vsil.cpp:329
void * VSIMallocAligned(size_t nAlignment, size_t nSize)
Definition: cpl_vsisimple.cpp:882
virtual int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_subfile.cpp:125
virtual void * GetNativeFileDescriptor()
Returns the "native" file descriptor for the virtual handle.
Definition: cpl_vsi_virtual.h:101
char * CPLStrdup(const char *)
Definition: cpl_conv.cpp:284
GUIntBig CPLScanUIntBig(const char *, int)
Definition: cpl_conv.cpp:921
struct CPLXMLNode * psChild
Child node.
Definition: cpl_minixml.h:118
CPLErr CPLCreateFileInZip(void *hZip, const char *pszFilename, char **papszOptions)
Definition: cpl_conv.cpp:2955
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_subfile.cpp:216
#define CPLE_FileIO
Definition: cpl_error.h:104
void * VSIMalloc3(size_t nSize1, size_t nSize2, size_t nSize3)
Definition: cpl_vsisimple.cpp:1117
#define CPLFree
Definition: cpl_conv.h:81
@ VSI_RANGE_STATUS_DATA
Definition: cpl_vsi.h:176
#define VSI_STAT_SIZE_FLAG
Definition: cpl_vsi.h:203
int VSIFPrintfL(VSILFILE *, const char *,...) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Formatted write to file.
Definition: cpl_vsil.cpp:1150
Definition: cpl_vsil_sparsefile.cpp:78
void * VSICallocVerbose(size_t nCount, size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1193
const char * CPLGetConfigOption(const char *, const char *)
Definition: cpl_conv.cpp:1625
FILE VSILFILE
Definition: cpl_vsi.h:154
virtual int Seek(vsi_l_offset nOffset, int nWhence)=0
Seek to requested offset.
#define STARTS_WITH_CI(a, b)
Definition: cpl_port.h:633
#define CPLE_AppDefined
Definition: cpl_error.h:100
unsigned int GUInt32
Definition: cpl_port.h:199
Generated for GDAL by
1.8.17.