mirrors/doublecmd
2
0
Fork 0
mirror of https://github.com/doublecmd/doublecmd.git synced 2026-06-21 09:58:13 +00:00
Code Issues Projects Releases Packages Wiki Activity

UPD: multithreadprocs package

Browse source
This commit is contained in:
Alexander Koblov 2021-01-04 13:24:47 +00:00
commit 51c7dfbcaa
8 changed files with 227 additions and 67 deletions
Download patch file Download diff file Expand all files Collapse all files

2
components/multithreadprocs/Readme.txt
View file

@ -1,2 +0,0 @@
Official page:
http://wiki.lazarus.freepascal.org/Parallel_procedures

53
components/multithreadprocs/examples/parallelloop_nested1.lpi Normal file
View file

@ -0,0 +1,53 @@
<?xml version="1.0" encoding="UTF-8"?>
<CONFIG>
<ProjectOptions>
<Version Value="10"/>
<General>
<Flags>
<LRSInOutputDirectory Value="False"/>
</Flags>
<SessionStorage Value="InIDEConfig"/>
<MainUnit Value="0"/>
<Title Value="parallelloop_nested1"/>
</General>
<VersionInfo>
<StringTable ProductVersion=""/>
</VersionInfo>
<BuildModes Count="1">
<Item1 Name="default" Default="True"/>
</BuildModes>
<PublishOptions>
<Version Value="2"/>
<IgnoreBinaries Value="False"/>
<IncludeFileFilter Value="*.(pas|pp|inc|lfm|lpr|lrs|lpi|lpk|sh|xml)"/>
<ExcludeFileFilter Value="*.(bak|ppu|ppw|o|so);*~;backup"/>
</PublishOptions>
<RunParams>
<local>
<FormatVersion Value="1"/>
<LaunchingApplication PathPlusParams="/usr/X11R6/bin/xterm -T 'Lazarus Run Output' -e $(LazarusDir)/tools/runwait.sh $(TargetCmdLine)"/>
</local>
</RunParams>
<RequiredPackages Count="1">
<Item1>
<PackageName Value="MultiThreadProcsLaz"/>
<MinVersion Valid="True"/>
<DefaultFilename Value="../multithreadprocslaz.lpk"/>
</Item1>
</RequiredPackages>
<Units Count="1">
<Unit0>
<Filename Value="parallelloop_nested1.lpr"/>
<IsPartOfProject Value="True"/>
</Unit0>
</Units>
</ProjectOptions>
<CompilerOptions>
<Version Value="11"/>
<Parsing>
<SyntaxOptions>
<UseAnsiStrings Value="False"/>
</SyntaxOptions>
</Parsing>
</CompilerOptions>
</CONFIG>

103
components/multithreadprocs/examples/parallelloop_nested1.lpr Normal file
View file

@ -0,0 +1,103 @@
{ Example for a parallel loop with MTProcs.
Copyright (C) 2017 Mattias Gaertner mattias@freepascal.org
This library is free software; you can redistribute it and/or modify it
under the terms of the GNU Library General Public License as published by
the Free Software Foundation; either version 2 of the License, or (at your
option) any later version with the following modification:
As a special exception, the copyright holders of this library give you
permission to link this library with independent modules to produce an
executable, regardless of the license terms of these independent modules,and
to copy and distribute the resulting executable under terms of your choice,
provided that you also meet, for each linked independent module, the terms
and conditions of the license of that module. An independent module is a
module which is not derived from or based on this library. If you modify
this library, you may extend this exception to your version of the library,
but you are not obligated to do so. If you do not wish to do so, delete this
exception statement from your version.
This program is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the GNU Library General Public License
for more details.
You should have received a copy of the GNU Library General Public License
along with this library; if not, write to the Free Software Foundation,
Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
}
program parallelloop_nested1;
{$mode objfpc}{$H+}
{$ModeSwitch nestedprocvars}
uses
{$IFDEF UNIX}
cthreads, cmem,
{$ENDIF}
Classes, SysUtils, Math, MTProcs;
function FindBestParallel(aList: TList; aValue: Pointer): integer;
var
BlockSize: PtrInt;
Results: array of integer;
procedure InParallel(Index: PtrInt; Data: Pointer; Item: TMultiThreadProcItem);
var
i, StartIndex, EndIndex: PtrInt;
begin
Results[Index]:=-1;
StartIndex:=Index*BlockSize;
EndIndex:=Min(StartIndex+BlockSize,aList.Count);
//if MainThreadID=GetCurrentThreadId then
// writeln('FindBestParallel Index=',Index,' StartIndex=',StartIndex,' EndIndex=',EndIndex);
for i:=StartIndex to EndIndex-1 do begin
if aList[i]=aValue then // imagine here an expensive compare function
Results[Index]:=i;
end;
end;
var
Index: integer;
BlockCount: PtrInt;
begin
ProcThreadPool.CalcBlockSize(aList.Count,BlockCount,BlockSize);
SetLength(Results,BlockCount);
//writeln('FindBestParallel BlockCount=',BlockCount,' List.Count=',aList.Count,' BlockSize=',BlockSize);
ProcThreadPool.DoParallelNested(@InParallel,0,BlockCount-1);
// collect results
Result:=-1;
for Index:=0 to BlockCount-1 do
if Results[Index]>=0 then
Result:=Results[Index];
end;
function FindBestSingleThreaded(List: TList; Value: Pointer): integer;
var
i: integer;
begin
Result:=-1;
i:=0;
while i<List.Count do begin
if List[i]=Value then // imagine here an expensive compare function
Result:=i;
inc(i);
end;
end;
var
List: TList;
i: Integer;
begin
List:=TList.Create;
for i:=0 to 100000000 do
List.Add(Pointer(i));
writeln('searching ...');
i:=FindBestParallel(List,Pointer(List.Count-2));
writeln('parallel search i=',i);
i:=FindBestSingleThreaded(List,Pointer(List.Count-2));
writeln('linear search i=',i);
end.

25
components/multithreadprocs/mtpcpu.pas
View file

@ -1,17 +1,16 @@
{ System depending code for light weight threads.
{
**********************************************************************
This file is part of the Free Pascal run time library.
See the file COPYING.FPC, included in this distribution,
for details about the license.
**********************************************************************
System depending code for light weight threads.
Copyright (C) 2008 Mattias Gaertner mattias@freepascal.org
See the file COPYING.FPC, included in this distribution,
for details about the copyright.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
**********************************************************************}
}
unit MTPCPU;
{$mode objfpc}{$H+}
@ -69,15 +68,17 @@ end;
t = sysconf(_SC_NPROC_ONLN);
end;
{$ELSEIF defined(freebsd) or defined(darwin)}
type
PSysCtl = {$IF FPC_FULLVERSION>=30200}pcint{$ELSE}pchar{$ENDIF};
var
mib: array[0..1] of cint;
len: cint;
len: csize_t;
t: cint;
begin
mib[0] := CTL_HW;
mib[1] := HW_NCPU;
len := sizeof(t);
fpsysctl(pchar(@mib), 2, @t, @len, Nil, 0);
fpsysctl(PSysCtl(@mib), 2, @t, @len, Nil, 0);
Result:=t;
end;
{$ELSEIF defined(linux)}

83
components/multithreadprocs/mtprocs.pas
View file

@ -1,18 +1,15 @@
{ Unit for light weight threads.
{
**********************************************************************
This file is part of the Free Pascal run time library.
See the file COPYING.FPC, included in this distribution,
for details about the license.
**********************************************************************
Unit for light weight threads.
Copyright (C) 2008 Mattias Gaertner mattias@freepascal.org
See the file COPYING.FPC, included in this distribution,
for details about the copyright.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
**********************************************************************}
{
Abstract:
Light weight threads.
This unit provides methods to easily run a procedure/method with several
@ -23,6 +20,7 @@ unit MTProcs;
{$mode objfpc}{$H+}
{$inline on}
{$ModeSwitch nestedprocvars}
interface
@ -92,6 +90,8 @@ type
Item: TMultiThreadProcItem) of object;
TMTProcedure = procedure(Index: PtrInt; Data: Pointer;
Item: TMultiThreadProcItem);
TMTNestedProcedure = procedure(Index: PtrInt; Data: Pointer;
Item: TMultiThreadProcItem) is nested;
{ TProcThreadGroup
Each task creates a new group of threads.
@ -122,6 +122,7 @@ type
FTaskData: Pointer;
FTaskFrame: Pointer;
FTaskMethod: TMTMethod;
FTaskNested: TMTNestedProcedure;
FTaskProcedure: TMTProcedure;
FThreadCount: PtrInt;
procedure AddToList(var First: TProcThreadGroup; ListType: TMTPGroupState); inline;
@ -145,6 +146,7 @@ type
property LastRunningIndex: PtrInt read FLastRunningIndex; // last started
property TaskData: Pointer read FTaskData;
property TaskMethod: TMTMethod read FTaskMethod;
property TaskNested: TMTNestedProcedure read FTaskNested;
property TaskProcedure: TMTProcedure read FTaskProcedure;
property TaskFrame: Pointer read FTaskFrame;
property MaxThreads: PtrInt read FMaxThreads;
@ -170,8 +172,8 @@ type
procedure SetMaxThreadCount(const AValue: PtrInt);
procedure CleanTerminatedThreads;
procedure DoParallelIntern(const AMethod: TMTMethod;
const AProc: TMTProcedure; const AFrame: Pointer;
StartIndex, EndIndex: PtrInt;
const AProc: TMTProcedure; const ANested: TMTNestedProcedure;
const AFrame: Pointer; StartIndex, EndIndex: PtrInt;
Data: Pointer = nil; MaxThreads: PtrInt = 0);
public
// for debugging only: the critical section is public:
@ -187,6 +189,9 @@ type
procedure DoParallel(const AProc: TMTProcedure;
StartIndex, EndIndex: PtrInt;
Data: Pointer = nil; MaxThreads: PtrInt = 0); inline;
procedure DoParallelNested(const ANested: TMTNestedProcedure;
StartIndex, EndIndex: PtrInt;
Data: Pointer = nil; MaxThreads: PtrInt = 0); inline;
// experimental
procedure DoParallelLocalProc(const LocalProc: Pointer;
@ -453,14 +458,14 @@ end;
procedure TProcThreadGroup.Run(Index: PtrInt; Data: Pointer;
Item: TMultiThreadProcItem); inline;
begin
if Assigned(FTaskFrame) then begin
if Assigned(FTaskFrame) then
CallLocalProc(FTaskProcedure,FTaskFrame,Index,Data,Item)
end else begin
if Assigned(FTaskProcedure) then
FTaskProcedure(Index,Data,Item)
else
FTaskMethod(Index,Data,Item)
end;
else if Assigned(FTaskProcedure) then
FTaskProcedure(Index,Data,Item)
else if Assigned(FTaskNested) then
FTaskNested(Index,Data,Item)
else
FTaskMethod(Index,Data,Item);
end;
procedure TProcThreadGroup.IndexComplete(Index: PtrInt);
@ -678,14 +683,21 @@ procedure TProcThreadPool.DoParallel(const AMethod: TMTMethod;
StartIndex, EndIndex: PtrInt; Data: Pointer; MaxThreads: PtrInt);
begin
if not Assigned(AMethod) then exit;
DoParallelIntern(AMethod,nil,nil,StartIndex,EndIndex,Data,MaxThreads);
DoParallelIntern(AMethod,nil,nil,nil,StartIndex,EndIndex,Data,MaxThreads);
end;
procedure TProcThreadPool.DoParallel(const AProc: TMTProcedure;
StartIndex, EndIndex: PtrInt; Data: Pointer; MaxThreads: PtrInt);
begin
if not Assigned(AProc) then exit;
DoParallelIntern(nil,AProc,nil,StartIndex,EndIndex,Data,MaxThreads);
DoParallelIntern(nil,AProc,nil,nil,StartIndex,EndIndex,Data,MaxThreads);
end;
procedure TProcThreadPool.DoParallelNested(const ANested: TMTNestedProcedure;
StartIndex, EndIndex: PtrInt; Data: Pointer; MaxThreads: PtrInt);
begin
if not Assigned(ANested) then exit;
DoParallelIntern(nil,nil,ANested,nil,StartIndex,EndIndex,Data,MaxThreads);
end;
procedure TProcThreadPool.DoParallelLocalProc(const LocalProc: Pointer;
@ -695,7 +707,7 @@ var
begin
if not Assigned(LocalProc) then exit;
Frame:=get_caller_frame(get_frame);
DoParallelIntern(nil,TMTProcedure(LocalProc),Frame,StartIndex,EndIndex,
DoParallelIntern(nil,TMTProcedure(LocalProc),nil,Frame,StartIndex,EndIndex,
Data,MaxThreads);
end;
@ -711,12 +723,14 @@ begin
BlockCount:=ProcThreadPool.MaxThreadCount;
BlockSize:=(LoopLength div BlockCount);
if (BlockSize<MinBlockSize) then BlockSize:=MinBlockSize;
if BlockSize<1 then BlockSize:=1;
BlockCount:=((LoopLength-1) div BlockSize)+1;
end;
procedure TProcThreadPool.DoParallelIntern(const AMethod: TMTMethod;
const AProc: TMTProcedure; const AFrame: Pointer;
StartIndex, EndIndex: PtrInt; Data: Pointer; MaxThreads: PtrInt);
const AProc: TMTProcedure; const ANested: TMTNestedProcedure;
const AFrame: Pointer; StartIndex, EndIndex: PtrInt; Data: Pointer;
MaxThreads: PtrInt);
var
Group: TProcThreadGroup;
Index: PtrInt;
@ -736,14 +750,14 @@ begin
try
for Index:=StartIndex to EndIndex do begin
Item.FIndex:=Index;
if Assigned(AFrame) then begin
if Assigned(AFrame) then
CallLocalProc(AProc,AFrame,Index,Data,Item)
end else begin
if Assigned(AProc) then
AProc(Index,Data,Item)
else
AMethod(Index,Data,Item)
end;
else if Assigned(AProc) then
AProc(Index,Data,Item)
else if Assigned(AMethod) then
AMethod(Index,Data,Item)
else
ANested(Index,Data,Item);
end;
finally
Item.Free;
@ -757,6 +771,7 @@ begin
Group.FTaskData:=Data;
Group.FTaskMethod:=AMethod;
Group.FTaskProcedure:=AProc;
Group.FTaskNested:=ANested;
Group.FTaskFrame:=AFrame;
Group.FStartIndex:=StartIndex;
Group.FEndIndex:=EndIndex;
@ -792,11 +807,7 @@ begin
AThread.AddToList(FFirstActiveThread,mtptlPool);
AThread.Item.FState:=mtptsActive;
if NewThread then
{$IF defined(VER2_4_2) or defined(VER2_4_3)}
AThread.Resume
{$ELSE}
AThread.Start
{$ENDIF}
else
RTLeventSetEvent(AThread.Item.fWaitForPool);
end;

19
components/multithreadprocs/mtputils.pas
View file

@ -1,18 +1,15 @@
{ Utilities using light weight threads.
{
**********************************************************************
This file is part of the Free Pascal run time library.
See the file COPYING.FPC, included in this distribution,
for details about the license.
**********************************************************************
Utilities using light weight threads.
Copyright (C) 2008 Mattias Gaertner mattias@freepascal.org
See the file COPYING.FPC, included in this distribution,
for details about the copyright.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
**********************************************************************}
{
Abstract:
Utility functions using mtprocs.
For example a parallel sort.

14
components/multithreadprocs/multithreadprocslaz.lpk
View file

@ -1,18 +1,16 @@
<?xml version="1.0"?>
<?xml version="1.0" encoding="UTF-8"?>
<CONFIG>
<Package Version="4">
<Package Version="5">
<Name Value="MultiThreadProcsLaz"/>
<Type Value="RunAndDesignTime"/>
<Author Value="Mattias Gaertner mattias@freepascal.org"/>
<CompilerOptions>
<Version Value="10"/>
<Version Value="11"/>
<SearchPaths>
<UnitOutputDirectory Value="lib/$(TargetCPU)-$(TargetOS)"/>
</SearchPaths>
<Other>
<CompilerMessages>
<UseMsgFile Value="True"/>
</CompilerMessages>
<CompilerPath Value="$(CompPath)"/>
<CustomOptions Value="$(IDEBuildOptions)"/>
</Other>
</CompilerOptions>
<Description Value="Running procedures and methods parallel via a thread pool."/>
@ -32,7 +30,6 @@
<UnitName Value="MTPCPU"/>
</Item3>
</Files>
<Type Value="RunAndDesignTime"/>
<RequiredPkgs Count="1">
<Item1>
<PackageName Value="FCL"/>
@ -45,7 +42,6 @@
</UsageOptions>
<PublishOptions>
<Version Value="2"/>
<IgnoreBinaries Value="False"/>
</PublishOptions>
</Package>
</CONFIG>

1
components/multithreadprocs/multithreadprocslaz.pas
View file

@ -4,6 +4,7 @@
unit MultiThreadProcsLaz;
{$warn 5023 off : no warning about unused units}
interface
uses