public final class GPUOptions extends org.nd4j.shade.protobuf.GeneratedMessageV3 implements GPUOptionsOrBuilder
tensorflow.GPUOptions
Modifier and Type | Class and Description |
---|---|
static class |
GPUOptions.Builder
Protobuf type
tensorflow.GPUOptions |
static class |
GPUOptions.Experimental
Protobuf type
tensorflow.GPUOptions.Experimental |
static interface |
GPUOptions.ExperimentalOrBuilder |
org.nd4j.shade.protobuf.GeneratedMessageV3.BuilderParent, org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableMessage>, org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends org.nd4j.shade.protobuf.GeneratedMessageV3.ExtendableMessage>, org.nd4j.shade.protobuf.GeneratedMessageV3.FieldAccessorTable, org.nd4j.shade.protobuf.GeneratedMessageV3.UnusedPrivateParameter
Modifier and Type | Field and Description |
---|---|
static int |
ALLOCATOR_TYPE_FIELD_NUMBER |
static int |
ALLOW_GROWTH_FIELD_NUMBER |
static int |
DEFERRED_DELETION_BYTES_FIELD_NUMBER |
static int |
EXPERIMENTAL_FIELD_NUMBER |
static int |
FORCE_GPU_COMPATIBLE_FIELD_NUMBER |
static int |
PER_PROCESS_GPU_MEMORY_FRACTION_FIELD_NUMBER |
static int |
POLLING_ACTIVE_DELAY_USECS_FIELD_NUMBER |
static int |
POLLING_INACTIVE_DELAY_MSECS_FIELD_NUMBER |
static int |
VISIBLE_DEVICE_LIST_FIELD_NUMBER |
Modifier and Type | Method and Description |
---|---|
boolean |
equals(Object obj) |
String |
getAllocatorType()
The type of GPU allocation strategy to use.
|
org.nd4j.shade.protobuf.ByteString |
getAllocatorTypeBytes()
The type of GPU allocation strategy to use.
|
boolean |
getAllowGrowth()
If true, the allocator does not pre-allocate the entire specified
GPU memory region, instead starting small and growing as needed.
|
static GPUOptions |
getDefaultInstance() |
GPUOptions |
getDefaultInstanceForType() |
long |
getDeferredDeletionBytes()
Delay deletion of up to this many bytes to reduce the number of
interactions with gpu driver code.
|
static org.nd4j.shade.protobuf.Descriptors.Descriptor |
getDescriptor() |
GPUOptions.Experimental |
getExperimental()
Everything inside experimental is subject to change and is not subject
to API stability guarantees in
https://www.tensorflow.org/guide/version_compat.
|
GPUOptions.ExperimentalOrBuilder |
getExperimentalOrBuilder()
Everything inside experimental is subject to change and is not subject
to API stability guarantees in
https://www.tensorflow.org/guide/version_compat.
|
boolean |
getForceGpuCompatible()
Force all tensors to be gpu_compatible.
|
org.nd4j.shade.protobuf.Parser<GPUOptions> |
getParserForType() |
double |
getPerProcessGpuMemoryFraction()
Fraction of the available GPU memory to allocate for each process.
|
int |
getPollingActiveDelayUsecs()
In the event polling loop sleep this many microseconds between
PollEvents calls, when the queue is not empty.
|
int |
getPollingInactiveDelayMsecs()
This field is deprecated and ignored.
|
int |
getSerializedSize() |
org.nd4j.shade.protobuf.UnknownFieldSet |
getUnknownFields() |
String |
getVisibleDeviceList()
A comma-separated list of GPU ids that determines the 'visible'
to 'virtual' mapping of GPU devices.
|
org.nd4j.shade.protobuf.ByteString |
getVisibleDeviceListBytes()
A comma-separated list of GPU ids that determines the 'visible'
to 'virtual' mapping of GPU devices.
|
boolean |
hasExperimental()
Everything inside experimental is subject to change and is not subject
to API stability guarantees in
https://www.tensorflow.org/guide/version_compat.
|
int |
hashCode() |
protected org.nd4j.shade.protobuf.GeneratedMessageV3.FieldAccessorTable |
internalGetFieldAccessorTable() |
boolean |
isInitialized() |
static GPUOptions.Builder |
newBuilder() |
static GPUOptions.Builder |
newBuilder(GPUOptions prototype) |
GPUOptions.Builder |
newBuilderForType() |
protected GPUOptions.Builder |
newBuilderForType(org.nd4j.shade.protobuf.GeneratedMessageV3.BuilderParent parent) |
static GPUOptions |
parseDelimitedFrom(InputStream input) |
static GPUOptions |
parseDelimitedFrom(InputStream input,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static GPUOptions |
parseFrom(byte[] data) |
static GPUOptions |
parseFrom(byte[] data,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static GPUOptions |
parseFrom(ByteBuffer data) |
static GPUOptions |
parseFrom(ByteBuffer data,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static GPUOptions |
parseFrom(org.nd4j.shade.protobuf.ByteString data) |
static GPUOptions |
parseFrom(org.nd4j.shade.protobuf.ByteString data,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static GPUOptions |
parseFrom(org.nd4j.shade.protobuf.CodedInputStream input) |
static GPUOptions |
parseFrom(org.nd4j.shade.protobuf.CodedInputStream input,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static GPUOptions |
parseFrom(InputStream input) |
static GPUOptions |
parseFrom(InputStream input,
org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) |
static org.nd4j.shade.protobuf.Parser<GPUOptions> |
parser() |
GPUOptions.Builder |
toBuilder() |
void |
writeTo(org.nd4j.shade.protobuf.CodedOutputStream output) |
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, internalGetMapField, makeExtensionsImmutable, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newInstance, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString
addAll, addAll, checkByteStringIsUtf8, getSerializedSizeInternal, isInitializedInternal, makeImmutableInternal, mergeFromInternal, toByteArray, toByteString, writeDelimitedTo, writeTo, writeToInternal
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
public static final int PER_PROCESS_GPU_MEMORY_FRACTION_FIELD_NUMBER
public static final int ALLOW_GROWTH_FIELD_NUMBER
public static final int ALLOCATOR_TYPE_FIELD_NUMBER
public static final int DEFERRED_DELETION_BYTES_FIELD_NUMBER
public static final int VISIBLE_DEVICE_LIST_FIELD_NUMBER
public static final int POLLING_ACTIVE_DELAY_USECS_FIELD_NUMBER
public static final int POLLING_INACTIVE_DELAY_MSECS_FIELD_NUMBER
public static final int FORCE_GPU_COMPATIBLE_FIELD_NUMBER
public static final int EXPERIMENTAL_FIELD_NUMBER
public final org.nd4j.shade.protobuf.UnknownFieldSet getUnknownFields()
getUnknownFields
in interface org.nd4j.shade.protobuf.MessageOrBuilder
getUnknownFields
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public static final org.nd4j.shade.protobuf.Descriptors.Descriptor getDescriptor()
protected org.nd4j.shade.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public double getPerProcessGpuMemoryFraction()
Fraction of the available GPU memory to allocate for each process. 1 means to allocate all of the GPU memory, 0.5 means the process allocates up to ~50% of the available GPU memory. GPU memory is pre-allocated unless the allow_growth option is enabled. If greater than 1.0, uses CUDA unified memory to potentially oversubscribe the amount of memory available on the GPU device by using host memory as a swap space. Accessing memory not available on the device will be significantly slower as that would require memory transfer between the host and the device. Options to reduce the memory requirement should be considered before enabling this option as this may come with a negative performance impact. Oversubscription using the unified memory requires Pascal class or newer GPUs and it is currently only supported on the Linux operating system. See https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#um-requirements for the detailed requirements.
double per_process_gpu_memory_fraction = 1;
getPerProcessGpuMemoryFraction
in interface GPUOptionsOrBuilder
public boolean getAllowGrowth()
If true, the allocator does not pre-allocate the entire specified GPU memory region, instead starting small and growing as needed.
bool allow_growth = 4;
getAllowGrowth
in interface GPUOptionsOrBuilder
public String getAllocatorType()
The type of GPU allocation strategy to use. Allowed values: "": The empty string (default) uses a system-chosen default which may change over time. "BFC": A "Best-fit with coalescing" algorithm, simplified from a version of dlmalloc.
string allocator_type = 2;
getAllocatorType
in interface GPUOptionsOrBuilder
public org.nd4j.shade.protobuf.ByteString getAllocatorTypeBytes()
The type of GPU allocation strategy to use. Allowed values: "": The empty string (default) uses a system-chosen default which may change over time. "BFC": A "Best-fit with coalescing" algorithm, simplified from a version of dlmalloc.
string allocator_type = 2;
getAllocatorTypeBytes
in interface GPUOptionsOrBuilder
public long getDeferredDeletionBytes()
Delay deletion of up to this many bytes to reduce the number of interactions with gpu driver code. If 0, the system chooses a reasonable default (several MBs).
int64 deferred_deletion_bytes = 3;
getDeferredDeletionBytes
in interface GPUOptionsOrBuilder
public String getVisibleDeviceList()
A comma-separated list of GPU ids that determines the 'visible' to 'virtual' mapping of GPU devices. For example, if TensorFlow can see 8 GPU devices in the process, and one wanted to map visible GPU devices 5 and 3 as "/device:GPU:0", and "/device:GPU:1", then one would specify this field as "5,3". This field is similar in spirit to the CUDA_VISIBLE_DEVICES environment variable, except it applies to the visible GPU devices in the process. NOTE: 1. The GPU driver provides the process with the visible GPUs in an order which is not guaranteed to have any correlation to the *physical* GPU id in the machine. This field is used for remapping "visible" to "virtual", which means this operates only after the process starts. Users are required to use vendor specific mechanisms (e.g., CUDA_VISIBLE_DEVICES) to control the physical to visible device mapping prior to invoking TensorFlow. 2. In the code, the ids in this list are also called "CUDA GPU id"s, and the 'virtual' ids of GPU devices (i.e. the ids in the device name "/device:GPU:<id>") are also called "TF GPU id"s. Please refer to third_party/tensorflow/core/common_runtime/gpu/gpu_id.h for more information.
string visible_device_list = 5;
getVisibleDeviceList
in interface GPUOptionsOrBuilder
public org.nd4j.shade.protobuf.ByteString getVisibleDeviceListBytes()
A comma-separated list of GPU ids that determines the 'visible' to 'virtual' mapping of GPU devices. For example, if TensorFlow can see 8 GPU devices in the process, and one wanted to map visible GPU devices 5 and 3 as "/device:GPU:0", and "/device:GPU:1", then one would specify this field as "5,3". This field is similar in spirit to the CUDA_VISIBLE_DEVICES environment variable, except it applies to the visible GPU devices in the process. NOTE: 1. The GPU driver provides the process with the visible GPUs in an order which is not guaranteed to have any correlation to the *physical* GPU id in the machine. This field is used for remapping "visible" to "virtual", which means this operates only after the process starts. Users are required to use vendor specific mechanisms (e.g., CUDA_VISIBLE_DEVICES) to control the physical to visible device mapping prior to invoking TensorFlow. 2. In the code, the ids in this list are also called "CUDA GPU id"s, and the 'virtual' ids of GPU devices (i.e. the ids in the device name "/device:GPU:<id>") are also called "TF GPU id"s. Please refer to third_party/tensorflow/core/common_runtime/gpu/gpu_id.h for more information.
string visible_device_list = 5;
getVisibleDeviceListBytes
in interface GPUOptionsOrBuilder
public int getPollingActiveDelayUsecs()
In the event polling loop sleep this many microseconds between PollEvents calls, when the queue is not empty. If value is not set or set to 0, gets set to a non-zero default.
int32 polling_active_delay_usecs = 6;
getPollingActiveDelayUsecs
in interface GPUOptionsOrBuilder
public int getPollingInactiveDelayMsecs()
This field is deprecated and ignored.
int32 polling_inactive_delay_msecs = 7;
getPollingInactiveDelayMsecs
in interface GPUOptionsOrBuilder
public boolean getForceGpuCompatible()
Force all tensors to be gpu_compatible. On a GPU-enabled TensorFlow, enabling this option forces all CPU tensors to be allocated with Cuda pinned memory. Normally, TensorFlow will infer which tensors should be allocated as the pinned memory. But in case where the inference is incomplete, this option can significantly speed up the cross-device memory copy performance as long as it fits the memory. Note that this option is not something that should be enabled by default for unknown or very large models, since all Cuda pinned memory is unpageable, having too much pinned memory might negatively impact the overall host system performance.
bool force_gpu_compatible = 8;
getForceGpuCompatible
in interface GPUOptionsOrBuilder
public boolean hasExperimental()
Everything inside experimental is subject to change and is not subject to API stability guarantees in https://www.tensorflow.org/guide/version_compat.
.tensorflow.GPUOptions.Experimental experimental = 9;
hasExperimental
in interface GPUOptionsOrBuilder
public GPUOptions.Experimental getExperimental()
Everything inside experimental is subject to change and is not subject to API stability guarantees in https://www.tensorflow.org/guide/version_compat.
.tensorflow.GPUOptions.Experimental experimental = 9;
getExperimental
in interface GPUOptionsOrBuilder
public GPUOptions.ExperimentalOrBuilder getExperimentalOrBuilder()
Everything inside experimental is subject to change and is not subject to API stability guarantees in https://www.tensorflow.org/guide/version_compat.
.tensorflow.GPUOptions.Experimental experimental = 9;
getExperimentalOrBuilder
in interface GPUOptionsOrBuilder
public final boolean isInitialized()
isInitialized
in interface org.nd4j.shade.protobuf.MessageLiteOrBuilder
isInitialized
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public void writeTo(org.nd4j.shade.protobuf.CodedOutputStream output) throws IOException
writeTo
in interface org.nd4j.shade.protobuf.MessageLite
writeTo
in class org.nd4j.shade.protobuf.GeneratedMessageV3
IOException
public int getSerializedSize()
getSerializedSize
in interface org.nd4j.shade.protobuf.MessageLite
getSerializedSize
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public boolean equals(Object obj)
equals
in interface org.nd4j.shade.protobuf.Message
equals
in class org.nd4j.shade.protobuf.AbstractMessage
public int hashCode()
hashCode
in interface org.nd4j.shade.protobuf.Message
hashCode
in class org.nd4j.shade.protobuf.AbstractMessage
public static GPUOptions parseFrom(ByteBuffer data) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(ByteBuffer data, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(org.nd4j.shade.protobuf.ByteString data) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(org.nd4j.shade.protobuf.ByteString data, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(byte[] data) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(byte[] data, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws org.nd4j.shade.protobuf.InvalidProtocolBufferException
org.nd4j.shade.protobuf.InvalidProtocolBufferException
public static GPUOptions parseFrom(InputStream input) throws IOException
IOException
public static GPUOptions parseFrom(InputStream input, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static GPUOptions parseDelimitedFrom(InputStream input) throws IOException
IOException
public static GPUOptions parseDelimitedFrom(InputStream input, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public static GPUOptions parseFrom(org.nd4j.shade.protobuf.CodedInputStream input) throws IOException
IOException
public static GPUOptions parseFrom(org.nd4j.shade.protobuf.CodedInputStream input, org.nd4j.shade.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOException
public GPUOptions.Builder newBuilderForType()
newBuilderForType
in interface org.nd4j.shade.protobuf.Message
newBuilderForType
in interface org.nd4j.shade.protobuf.MessageLite
public static GPUOptions.Builder newBuilder()
public static GPUOptions.Builder newBuilder(GPUOptions prototype)
public GPUOptions.Builder toBuilder()
toBuilder
in interface org.nd4j.shade.protobuf.Message
toBuilder
in interface org.nd4j.shade.protobuf.MessageLite
protected GPUOptions.Builder newBuilderForType(org.nd4j.shade.protobuf.GeneratedMessageV3.BuilderParent parent)
newBuilderForType
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public static GPUOptions getDefaultInstance()
public static org.nd4j.shade.protobuf.Parser<GPUOptions> parser()
public org.nd4j.shade.protobuf.Parser<GPUOptions> getParserForType()
getParserForType
in interface org.nd4j.shade.protobuf.Message
getParserForType
in interface org.nd4j.shade.protobuf.MessageLite
getParserForType
in class org.nd4j.shade.protobuf.GeneratedMessageV3
public GPUOptions getDefaultInstanceForType()
getDefaultInstanceForType
in interface org.nd4j.shade.protobuf.MessageLiteOrBuilder
getDefaultInstanceForType
in interface org.nd4j.shade.protobuf.MessageOrBuilder
Copyright © 2020. All rights reserved.