public class DataSetUtil extends Object
Constructor and Description |
---|
DataSetUtil() |
Modifier and Type | Method and Description |
---|---|
static Pair<INDArray,INDArray> |
merge2d(@NonNull INDArray[][] arrays,
INDArray[][] masks,
int inOutIdx)
Merge the specified 2d arrays and masks.
|
static Pair<INDArray,INDArray> |
merge2d(INDArray[] arrays,
INDArray[] masks)
Merge the specified 2d arrays and masks.
|
static Pair<INDArray,INDArray> |
merge4d(INDArray[][] arrays,
INDArray[][] masks,
int inOutIdx)
Merge the specified 4d arrays and masks.
|
static Pair<INDArray,INDArray> |
merge4d(INDArray[] arrays,
INDArray[] masks)
Merge the specified 4d arrays and masks.
|
static Pair<INDArray[],INDArray[]> |
mergeFeatures(@NonNull INDArray[][] featuresToMerge,
INDArray[][] featureMasksToMerge)
Merge all of the features arrays into one minibatch.
|
static Pair<INDArray,INDArray> |
mergeFeatures(INDArray[][] featuresToMerge,
INDArray[][] featureMasksToMerge,
int inOutIdx)
Extract out the specified column, and merge the specified features and mask arrays (i.e., concatenate the examples)
|
static Pair<INDArray,INDArray> |
mergeFeatures(@NonNull INDArray[] featuresToMerge,
INDArray[] featureMasksToMerge)
Merge the specified features and mask arrays (i.e., concatenate the examples)
|
static Pair<INDArray,INDArray> |
mergeLabels(@NonNull INDArray[][] labelsToMerge,
INDArray[][] labelMasksToMerge,
int inOutIdx)
Extract out the specified column, and merge the specified label and label mask arrays
(i.e., concatenate the examples)
|
static Pair<INDArray,INDArray> |
mergeLabels(INDArray[] labelsToMerge,
INDArray[] labelMasksToMerge)
Merge the specified labels and label mask arrays (i.e., concatenate the examples)
|
static INDArray |
mergeMasks2d(long[] outShape,
INDArray[] arrays,
INDArray[] masks) |
static INDArray |
mergeMasks4d(INDArray[] featuresOrLabels,
INDArray[] masks) |
static INDArray |
mergePerOutputMasks2d(long[] outShape,
INDArray[][] arrays,
INDArray[][] masks,
int inOutIdx) |
static INDArray |
mergePerOutputMasks2d(long[] outShape,
INDArray[] arrays,
INDArray[] masks)
Deprecated.
|
static Pair<INDArray,INDArray> |
mergeTimeSeries(INDArray[][] arrays,
INDArray[][] masks,
int inOutIdx)
Merge the specified time series (3d) arrays and masks.
|
static Pair<INDArray,INDArray> |
mergeTimeSeries(INDArray[] arrays,
INDArray[] masks)
Merge the specified time series (3d) arrays and masks.
|
static void |
setMaskedValuesToZero(INDArray data,
INDArray mask) |
static INDArray |
tailor2d(@NonNull DataSet dataSet,
boolean areFeatures) |
static INDArray |
tailor2d(@NonNull INDArray data,
INDArray mask) |
static INDArray |
tailor3d2d(DataSet dataset,
boolean areFeatures)
Deprecated.
|
static INDArray |
tailor3d2d(@NonNull INDArray data,
INDArray mask) |
static INDArray |
tailor4d2d(DataSet dataset,
boolean areFeatures) |
static INDArray |
tailor4d2d(@NonNull INDArray data) |
public static Pair<INDArray[],INDArray[]> mergeFeatures(@NonNull @NonNull INDArray[][] featuresToMerge, INDArray[][] featureMasksToMerge)
featuresToMerge
- features to merge. Note that first index is the input array (example) index, the second
index is the input array.
Thus to merge 10 examples with 3 input arrays each, featuresToMerge will be indexed
like featuresToMerge[0..9][0..2]featureMasksToMerge
- May be null. If non-null: feature masks to mergepublic static Pair<INDArray,INDArray> mergeFeatures(@NonNull @NonNull INDArray[] featuresToMerge, INDArray[] featureMasksToMerge)
featuresToMerge
- Features to mergefeatureMasksToMerge
- Mask arrays to merge. May be nullpublic static Pair<INDArray,INDArray> mergeFeatures(INDArray[][] featuresToMerge, INDArray[][] featureMasksToMerge, int inOutIdx)
featuresToMerge
- Features to merge. Will use featuresToMerge[all][inOutIdx]featureMasksToMerge
- Mask arrays to merge. May be nullpublic static Pair<INDArray,INDArray> mergeLabels(INDArray[] labelsToMerge, INDArray[] labelMasksToMerge)
labelsToMerge
- Features to mergelabelMasksToMerge
- Mask arrays to merge. May be nullpublic static Pair<INDArray,INDArray> mergeLabels(@NonNull @NonNull INDArray[][] labelsToMerge, INDArray[][] labelMasksToMerge, int inOutIdx)
labelsToMerge
- Features to merge. Will use featuresToMerge[all][inOutIdx]labelMasksToMerge
- Mask arrays to merge. May be nullpublic static Pair<INDArray,INDArray> merge2d(@NonNull @NonNull INDArray[][] arrays, INDArray[][] masks, int inOutIdx)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergeinOutIdx
- Index to extract out before mergingpublic static Pair<INDArray,INDArray> merge2d(INDArray[] arrays, INDArray[] masks)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergepublic static INDArray mergePerOutputMasks2d(long[] outShape, INDArray[][] arrays, INDArray[][] masks, int inOutIdx)
@Deprecated public static INDArray mergePerOutputMasks2d(long[] outShape, INDArray[] arrays, INDArray[] masks)
mergeMasks2d(long[], INDArray[], INDArray[])
public static INDArray mergeMasks2d(long[] outShape, INDArray[] arrays, INDArray[] masks)
public static Pair<INDArray,INDArray> mergeTimeSeries(INDArray[][] arrays, INDArray[][] masks, int inOutIdx)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergeinOutIdx
- Index to extract out before mergingpublic static Pair<INDArray,INDArray> mergeTimeSeries(INDArray[] arrays, INDArray[] masks)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergepublic static Pair<INDArray,INDArray> merge4d(INDArray[][] arrays, INDArray[][] masks, int inOutIdx)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergeinOutIdx
- Index to extract out before mergingpublic static Pair<INDArray,INDArray> merge4d(INDArray[] arrays, INDArray[] masks)
mergeFeatures(INDArray[], INDArray[])
and mergeLabels(INDArray[], INDArray[])
arrays
- Arrays to mergemasks
- Mask arrays to mergeCopyright © 2020. All rights reserved.