Package org.deeplearning4j.parallelism

Class InplaceParallelInference.ModelSelector

java.lang.Object

org.deeplearning4j.parallelism.InplaceParallelInference.ModelSelector

Enclosing class:

InplaceParallelInference

protected static class InplaceParallelInference.ModelSelector
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
protected LoadBalanceMode	loadBalanceMode
protected Map<Integer,InplaceParallelInference.ModelHolder>	map

Constructor Summary

Constructors

Constructor	Description
ModelSelector()
ModelSelector(LoadBalanceMode loadBalanceMode)

Method Summary

Modifier and Type	Method	Description
protected void	addModelHolder(@NonNull Integer device, @NonNull InplaceParallelInference.ModelHolder holder)
InplaceParallelInference.ModelHolder	getModelForThisThread()
InplaceParallelInference.ModelHolder	getModelForThread(long threadId)
org.nd4j.linalg.api.ndarray.INDArray[]	output(org.nd4j.linalg.api.ndarray.INDArray[] input, org.nd4j.linalg.api.ndarray.INDArray[] inputMasks)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

map

protected Map<Integer,InplaceParallelInference.ModelHolder> map

loadBalanceMode

protected final LoadBalanceMode loadBalanceMode

Constructor Detail

ModelSelector

public ModelSelector()

ModelSelector

public ModelSelector(LoadBalanceMode loadBalanceMode)

Method Detail

addModelHolder

protected void addModelHolder(@NonNull
                              @NonNull Integer device,
                              @NonNull
                              @NonNull InplaceParallelInference.ModelHolder holder)

getModelForThread

public InplaceParallelInference.ModelHolder getModelForThread(long threadId)

output

public org.nd4j.linalg.api.ndarray.INDArray[] output(org.nd4j.linalg.api.ndarray.INDArray[] input,
                                                     org.nd4j.linalg.api.ndarray.INDArray[] inputMasks)

getModelForThisThread

public InplaceParallelInference.ModelHolder getModelForThisThread()