Parallel.cs System::Threading::Tasks::Parallel System::Threading::Tasks::Parallel::StealValue64 System::Threading::Tasks::Parallel::StealRange System System::Threading System::Threading::Tasks //Parallel.cs // //Copyright(c)2008Jérémie"Garuma"Laval // //Permissionisherebygranted,freeofcharge,toanypersonobtainingacopy //ofthissoftwareandassociateddocumentationfiles(the"Software"),todeal //intheSoftwarewithoutrestriction,includingwithoutlimitationtherights //touse,copy,modify,merge,publish,distribute,sublicense,and/orsell //copiesoftheSoftware,andtopermitpersonstowhomtheSoftwareis //furnishedtodoso,subjecttothefollowingconditions: // //Theabovecopyrightnoticeandthispermissionnoticeshallbeincludedin //allcopiesorsubstantialportionsoftheSoftware. // //THESOFTWAREISPROVIDED"ASIS",WITHOUTWARRANTYOFANYKIND,EXPRESSOR //IMPLIED,INCLUDINGBUTNOTLIMITEDTOTHEWARRANTIESOFMERCHANTABILITY, //FITNESSFORAPARTICULARPURPOSEANDNONINFRINGEMENT.INNOEVENTSHALLTHE //AUTHORSORCOPYRIGHTHOLDERSBELIABLEFORANYCLAIM,DAMAGESOROTHER //LIABILITY,WHETHERINANACTIONOFCONTRACT,TORTOROTHERWISE,ARISINGFROM, //OUTOFORINCONNECTIONWITHTHESOFTWAREORTHEUSEOROTHERDEALINGSIN //THESOFTWARE. // // #ifNET_4_0||UNITY_5_3_OR_NEWER usingSystem; usingSystem.Collections.Generic; usingSystem.Collections.Concurrent; usingSystem.Threading; usingSystem.Runtime.InteropServices; namespaceSystem.Threading.Tasks { publicstaticclassParallel { internalstaticintGetBestWorkerNumber() { returnGetBestWorkerNumber(TaskScheduler.Current); } internalstaticintGetBestWorkerNumber(TaskSchedulerscheduler) { returnMath.Min(Environment.ProcessorCount,(scheduler??TaskScheduler.Current).MaximumConcurrencyLevel); } staticintGetBestWorkerNumber(intfrom,intto,ParallelOptionsoptions,outintstep) { intnum=GetBestWorkerNumber(options.TaskScheduler); if(options!=null&&options.MaxDegreeOfParallelism!=-1) num=Math.Min(options.MaxDegreeOfParallelism,num); //Integerrangethateachtaskprocess if((step=(to-from)/num)<5){ step=5; num=(to-from)/5; if(num<1) num=1; } returnnum; } staticvoidHandleExceptions(IEnumerable<Task>tasks) { HandleExceptions(tasks,null); } staticvoidHandleExceptions(IEnumerable<Task>tasks,ParallelLoopState.ExternalInfosinfos) { List<Exception>exs=newList<Exception>(); foreach(Tasktintasks){ if(t.Exception!=null) exs.Add(t.Exception); } if(exs.Count>0){ if(infos!=null) infos.IsExceptional=true; thrownewAggregateException(exs).Flatten(); } } staticvoidInitTasks(Task[]tasks,intcount,Actionaction,ParallelOptionsoptions) { TaskCreationOptionscreation=TaskCreationOptions.LongRunning|TaskCreationOptions.AttachedToParent; for(inti=0;i<count;i++){ if(options==null) tasks[i]=Task.Factory.StartNew(action,creation); else tasks[i]=Task.Factory.StartNew(action,options.CancellationToken,creation,options.TaskScheduler); } } #regionFor publicstaticParallelLoopResultFor(intfromInclusive,inttoExclusive,Action<int>body) { returnFor(fromInclusive,toExclusive,ParallelOptions.Default,body); } publicstaticParallelLoopResultFor(intfromInclusive,inttoExclusive,Action<int,ParallelLoopState>body) { returnFor(fromInclusive,toExclusive,ParallelOptions.Default,body); } publicstaticParallelLoopResultFor(intfromInclusive,inttoExclusive,ParallelOptionsparallelOptions,Action<int>body) { returnFor(fromInclusive,toExclusive,parallelOptions,(index,state)=>body(index)); } publicstaticParallelLoopResultFor(intfromInclusive,inttoExclusive,ParallelOptionsparallelOptions,Action<int,ParallelLoopState>body) { returnFor<object>(fromInclusive,toExclusive,parallelOptions,()=>null,(i,s,l)=>{body(i,s);returnnull;},_=>{}); } publicstaticParallelLoopResultFor<TLocal>(intfromInclusive, inttoExclusive, Func<TLocal>localInit, Func<int,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { returnFor<TLocal>(fromInclusive,toExclusive,ParallelOptions.Default,localInit,body,localFinally); } publicstaticParallelLoopResultFor<TLocal>(intfromInclusive, inttoExclusive, ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<int,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { if(body==null) thrownewArgumentNullException("body"); if(localInit==null) thrownewArgumentNullException("localInit"); if(localFinally==null) thrownewArgumentNullException("localFinally"); if(parallelOptions==null) thrownewArgumentNullException("options"); if(fromInclusive>=toExclusive) returnnewParallelLoopResult(null,true); //NumberoftasktoExclusivebelaunched(normally==Env.ProcessorCount) intstep; intnum=GetBestWorkerNumber(fromInclusive,toExclusive,parallelOptions,outstep); Task[]tasks=newTask[num]; StealRange[]ranges=newStealRange[num]; for(inti=0;i<num;i++) ranges[i]=newStealRange(fromInclusive,i,step); ParallelLoopState.ExternalInfosinfos=newParallelLoopState.ExternalInfos(); intcurrentIndex=-1; ActionworkerMethod=delegate{ intlocalWorker=Interlocked.Increment(refcurrentIndex); StealRangerange=ranges[localWorker]; intindex=range.V64.Actual; intstopIndex=localWorker+1==num?toExclusive:Math.Min(toExclusive,index+step); TLocallocal=localInit(); ParallelLoopStatestate=newParallelLoopState(infos); CancellationTokentoken=parallelOptions.CancellationToken; try{ for(inti=index;i<stopIndex;){ if(infos.IsStopped) return; token.ThrowIfCancellationRequested(); if(i>=stopIndex-range.V64.Stolen) break; if(infos.LowestBreakIteration!=null&&infos.LowestBreakIteration>i) return; state.CurrentIteration=i; local=body(i,state,local); if(i+1>=stopIndex-range.V64.Stolen) break; range.V64.Actual=++i; } boolsixtyfour=IntPtr.Size==8;//Environment.Is64BitProcess; //TrytoExclusivestealfromInclusiveourrightneighbor(cyclic) intlen=num+localWorker; for(intsIndex=localWorker+1;sIndex<len;++sIndex){ intextWorker=sIndex%num; range=ranges[extWorker]; stopIndex=extWorker+1==num?toExclusive:Math.Min(toExclusive,fromInclusive+(extWorker+1)*step); intstolen=-1; do{ do{ longold; StealValue64val=newStealValue64(); old=sixtyfour?range.V64.Value:Interlocked.CompareExchange(refrange.V64.Value,0,0); val.Value=old; if(val.Actual>=stopIndex-val.Stolen-2) gotonext; stolen=(val.Stolen+=1); if(Interlocked.CompareExchange(refrange.V64.Value,val.Value,old)==old) break; }while(true); stolen=stopIndex-stolen; if(stolen>range.V64.Actual) local=body(stolen,state,local); else break; }while(true); next: continue; } }finally{ localFinally(local); } }; InitTasks(tasks,num,workerMethod,parallelOptions); try{ Task.WaitAll(tasks); }catch{ HandleExceptions(tasks,infos); } returnnewParallelLoopResult(infos.LowestBreakIteration,!(infos.IsStopped||infos.IsExceptional)); } [StructLayout(LayoutKind.Explicit)] structStealValue64{ [FieldOffset(0)] publiclongValue; [FieldOffset(0)] publicintActual; [FieldOffset(4)] publicintStolen; } classStealRange { publicStealValue64V64=newStealValue64(); publicStealRange(intfromInclusive,inti,intstep) { V64.Actual=fromInclusive+i*step; } } #endregion #regionFor(long) [MonoTODO] publicstaticParallelLoopResultFor(longfromInclusive,longtoExclusive,Action<long>body) { returnFor(fromInclusive,toExclusive,ParallelOptions.Default,body); } [MonoTODO] publicstaticParallelLoopResultFor(longfromInclusive,longtoExclusive,Action<long,ParallelLoopState>body) { returnFor(fromInclusive,toExclusive,ParallelOptions.Default,body); } [MonoTODO] publicstaticParallelLoopResultFor(longfromInclusive,longtoExclusive,ParallelOptionsparallelOptions,Action<long>body) { returnFor(fromInclusive,toExclusive,parallelOptions,(index,state)=>body(index)); } [MonoTODO] publicstaticParallelLoopResultFor(longfromInclusive,longtoExclusive,ParallelOptionsparallelOptions,Action<long,ParallelLoopState>body) { returnFor<object>(fromInclusive,toExclusive,parallelOptions,()=>null,(i,s,l)=>{body(i,s);returnnull;},_=>{}); } [MonoTODO] publicstaticParallelLoopResultFor<TLocal>(longfromInclusive, longtoExclusive, Func<TLocal>localInit, Func<long,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { returnFor<TLocal>(fromInclusive,toExclusive,ParallelOptions.Default,localInit,body,localFinally); } [MonoTODO("SeehowthiscanberefactoredwiththeaboveForimplementation")] publicstaticParallelLoopResultFor<TLocal>(longfromInclusive, longtoExclusive, ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<long,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { if(body==null) thrownewArgumentNullException("body"); if(localInit==null) thrownewArgumentNullException("localInit"); if(localFinally==null) thrownewArgumentNullException("localFinally"); if(parallelOptions==null) thrownewArgumentNullException("options"); if(fromInclusive>=toExclusive) returnnewParallelLoopResult(null,true); thrownewNotImplementedException(); } #endregion #regionForeach //SpicyPixel:Madeinternal internalstaticParallelLoopResultForEach<TSource,TLocal>(Func<int,IList<IEnumerator<TSource>>>enumerable,ParallelOptionsoptions, Func<TLocal>init,Func<TSource,ParallelLoopState,TLocal,TLocal>action, Action<TLocal>destruct) { if(enumerable==null) thrownewArgumentNullException("source"); if(options==null) thrownewArgumentNullException("options"); if(action==null) thrownewArgumentNullException("action"); if(init==null) thrownewArgumentNullException("init"); if(destruct==null) thrownewArgumentNullException("destruct"); intnum=Math.Min(GetBestWorkerNumber(options.TaskScheduler), options!=null&&options.MaxDegreeOfParallelism!=-1?options.MaxDegreeOfParallelism:int.MaxValue); Task[]tasks=newTask[num]; ParallelLoopState.ExternalInfosinfos=newParallelLoopState.ExternalInfos(); SimpleConcurrentBag<TSource>bag=newSimpleConcurrentBag<TSource>(num); constintbagCount=5; IList<IEnumerator<TSource>>slices=enumerable(num); intsliceIndex=-1; ActionworkerMethod=delegate{ IEnumerator<TSource>slice=slices[Interlocked.Increment(refsliceIndex)]; TLocallocal=init(); ParallelLoopStatestate=newParallelLoopState(infos); intworkIndex=bag.GetNextIndex(); CancellationTokentoken=options.CancellationToken; try{ boolcont=true; TSourceelement; while(cont){ if(infos.IsStopped||infos.IsBroken.Value) return; token.ThrowIfCancellationRequested(); for(inti=0;i<bagCount&&(cont=slice.MoveNext());i++){ bag.Add(workIndex,slice.Current); } for(inti=0;i<bagCount&&bag.TryTake(workIndex,outelement);i++){ if(infos.IsStopped) return; token.ThrowIfCancellationRequested(); local=action(element,state,local); } } while(bag.TrySteal(workIndex,outelement)){ token.ThrowIfCancellationRequested(); local=action(element,state,local); if(infos.IsStopped||infos.IsBroken.Value) return; } }finally{ destruct(local); } }; InitTasks(tasks,num,workerMethod,options); try{ Task.WaitAll(tasks); }catch{ HandleExceptions(tasks,infos); } returnnewParallelLoopResult(infos.LowestBreakIteration,!(infos.IsStopped||infos.IsExceptional)); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source,Action<TSource>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), ParallelOptions.Default, ()=>null, (e,s,l)=>{body(e);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source,Action<TSource,ParallelLoopState>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), ParallelOptions.Default, ()=>null, (e,s,l)=>{body(e,s);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source, Action<TSource,ParallelLoopState,long>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), ParallelOptions.Default, ()=>null, (e,s,l)=>{body(e,s,-1);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(Partitioner<TSource>source, Action<TSource,ParallelLoopState>body) { if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(source, ParallelOptions.Default, ()=>null, (e,s,l)=>{body(e,s);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(OrderablePartitioner<TSource>source, Action<TSource,ParallelLoopState,long>body) { if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(source, ParallelOptions.Default, ()=>null, (e,s,i,l)=>{body(e,s,i);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(Partitioner<TSource>source, Action<TSource>body) { if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(source, ParallelOptions.Default, ()=>null, (e,s,l)=>{body(e);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source, ParallelOptionsparallelOptions, Action<TSource>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), parallelOptions, ()=>null, (e,s,l)=>{body(e);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source,ParallelOptionsparallelOptions, Action<TSource,ParallelLoopState>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), parallelOptions, ()=>null, (e,s,l)=>{body(e,s);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(IEnumerable<TSource>source,ParallelOptionsparallelOptions, Action<TSource,ParallelLoopState,long>body) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(Partitioner.Create(source), parallelOptions, ()=>null, (e,s,i,l)=>{body(e,s,i);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(OrderablePartitioner<TSource>source,ParallelOptionsparallelOptions, Action<TSource,ParallelLoopState,long>body) { if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(source, parallelOptions, ()=>null, (e,s,i,l)=>{body(e,s,i);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(Partitioner<TSource>source,ParallelOptionsparallelOptions, Action<TSource>body) { if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,object>(source, parallelOptions, ()=>null, (e,s,l)=>{body(e);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource>(Partitioner<TSource>source,ParallelOptionsparallelOptions, Action<TSource,ParallelLoopState>body) { returnForEach<TSource,object>(source, parallelOptions, ()=>null, (e,s,l)=>{body(e,s);returnnull;}, _=>{}); } publicstaticParallelLoopResultForEach<TSource,TLocal>(IEnumerable<TSource>source,Func<TLocal>localInit, Func<TSource,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { if(source==null) thrownewArgumentNullException("source"); returnForEach<TSource,TLocal>((Partitioner<TSource>)Partitioner.Create(source), ParallelOptions.Default, localInit, body, localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(IEnumerable<TSource>source,Func<TLocal>localInit, Func<TSource,ParallelLoopState,long,TLocal,TLocal>body, Action<TLocal>localFinally) { returnForEach<TSource,TLocal>(Partitioner.Create(source), ParallelOptions.Default, localInit, body, localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(OrderablePartitioner<TSource>source,Func<TLocal>localInit, Func<TSource,ParallelLoopState,long,TLocal,TLocal>body, Action<TLocal>localFinally) { returnForEach<TSource,TLocal>(source,ParallelOptions.Default,localInit,body,localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(Partitioner<TSource>source,Func<TLocal>localInit, Func<TSource,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { returnForEach<TSource,TLocal>(source,ParallelOptions.Default,localInit,body,localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(IEnumerable<TSource>source,ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<TSource,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { if(source==null) thrownewArgumentNullException("source"); returnForEach<TSource,TLocal>(Partitioner.Create(source),parallelOptions,localInit,body,localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(IEnumerable<TSource>source,ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<TSource,ParallelLoopState,long,TLocal,TLocal>body, Action<TLocal>localFinally) { if(source==null) thrownewArgumentNullException("source"); returnForEach<TSource,TLocal>(Partitioner.Create(source),parallelOptions,localInit,body,localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(Partitioner<TSource>source,ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<TSource,ParallelLoopState,TLocal,TLocal>body, Action<TLocal>localFinally) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<TSource,TLocal>(source.GetPartitions,parallelOptions,localInit,body,localFinally); } publicstaticParallelLoopResultForEach<TSource,TLocal>(OrderablePartitioner<TSource>source,ParallelOptionsparallelOptions, Func<TLocal>localInit, Func<TSource,ParallelLoopState,long,TLocal,TLocal>body, Action<TLocal>localFinally) { if(source==null) thrownewArgumentNullException("source"); if(body==null) thrownewArgumentNullException("body"); returnForEach<KeyValuePair<long,TSource>,TLocal>(source.GetOrderablePartitions, parallelOptions, localInit, (e,s,l)=>body(e.Value,s,e.Key,l), localFinally); } #endregion #regionInvoke publicstaticvoidInvoke(paramsAction[]actions) { if(actions==null) thrownewArgumentNullException("actions"); Invoke(ParallelOptions.Default,actions); } publicstaticvoidInvoke(ParallelOptionsparallelOptions,paramsAction[]actions) { if(parallelOptions==null) thrownewArgumentNullException("parallelOptions"); if(actions==null) thrownewArgumentNullException("actions"); if(actions.Length==0) thrownewArgumentException("actionsisempty"); foreach(varainactions) if(a==null) thrownewArgumentException("Oneactioninactionsisnull","actions"); if(actions.Length==1){ actions[0](); return; } Task[]ts=newTask[actions.Length]; for(inti=0;i<ts.Length;i++) ts[i]=Task.Factory.StartNew(actions[i], parallelOptions.CancellationToken, TaskCreationOptions.None, parallelOptions.TaskScheduler); try{ Task.WaitAll(ts,parallelOptions.CancellationToken); }catch{ HandleExceptions(ts); } } #endregion #regionSpawnBestNumber,usedbyPLinq internalstaticTask[]SpawnBestNumber(Actionaction,Actioncallback) { returnSpawnBestNumber(action,-1,callback); } internalstaticTask[]SpawnBestNumber(Actionaction,intdop,Actioncallback) { returnSpawnBestNumber(action,dop,false,callback); } internalstaticTask[]SpawnBestNumber(Actionaction,intdop,boolwait,Actioncallback) { //Gettheoptimumamountofworkertocreate intnum=dop==-1?(wait?GetBestWorkerNumber()+1:GetBestWorkerNumber()):dop; //Initializeworker CountdownEventevt=newCountdownEvent(num); Task[]tasks=newTask[num]; for(inti=0;i<num;i++){ tasks[i]=Task.Factory.StartNew(()=>{ action(); evt.Signal(); if(callback!=null&&evt.IsSet) callback(); }); } //Ifexplicitelytold,waitforallworkerstocomplete //andthusletmainthreadparticipateintheprocessing if(wait) Task.WaitAll(tasks); returntasks; } #endregion } } #endif