org.deeplearning4j.util

Class StringGrid

java.lang.Object

java.util.AbstractCollection<E>

java.util.AbstractList<E>

java.util.ArrayList<List<String>>

org.deeplearning4j.util.StringGrid

All Implemented Interfaces:

Serializable, Cloneable, Iterable<List<String>>, Collection<List<String>>, List<List<String>>, RandomAccess

public class StringGrid
extends ArrayList<List<String>>

String matrix

Author:

Adam Gibson

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static String	NONE

Fields inherited from class java.util.AbstractList

modCount

Constructor Summary

Constructors

Constructor and Description
StringGrid(String sep, Collection<String> data)
StringGrid(StringGrid grid)
StringGrid(String sep, int numColumns)

Method Summary

Modifier and Type	Method and Description
void	addColumn(List<String> column)
void	addRow(List<String> row)
void	appendToEach(String append, int toColumn)
StringCluster	clusterColumn(int column)
void	combineColumns(int templateColumn, int[] paramColumns) Combine the column based on a template and a number of template variable columns.
void	combineColumns(int templateColumn, Integer[] paramColumns) Combine the column based on a template and a number of template variable columns.
void	dedupeByCluster(int column) Deduplicate based on the column clustering signature
void	dedupeByClusterAll()
void	fillDown(String value, int column)
void	filterBySimilarity(double threshold, int firstColumn, int secondColumn)
List<Integer>	filterRowsByColumn(int column, Collection<String> values)
static StringGrid	fromFile(String file, String sep)
static StringGrid	fromInput(InputStream from, String sep)
StringGrid	getAllWithSimilarity(double threshold, int firstColumn, int secondColumn)
List<String>	getColumn(int column)
int	getNumColumns()
List<String>	getRow(int row)
List<List<String>>	getRowsWithColumnValues(Collection<String> values, int column)
StringGrid	getRowsWithDuplicateValuesInColumn(int column)
StringGrid	getRowWithOnlyOneOccurrence(int column)
StringGrid	getUniqueRows()
void	head(int num)
Map<String,List<List<String>>>	mapByPrimaryKey(int columnKey)
void	merge(int column1, int column2)
void	prependToEach(String prepend, int toColumn)
void	removeColumns(Integer... columns) Removes the specified columns from the grid
void	removeRowsWithEmptyColumn(int column) Removes all rows with a column of NONE
void	removeRowsWithEmptyColumn(int column, String missingValue) Removes all rows with a column of missingValue
StringGrid	select(int column, String value)
void	sortBy(int column)
void	sortColumnsByWordLikelihoodIncluded(int column)
void	split(int column, String sepBy)
void	stripDuplicateRows()
void	swap(int column1, int column2)
List<String>	toLines()
void	writeLinesTo(String path)

Methods inherited from class java.util.ArrayList

add, add, addAll, addAll, clear, clone, contains, ensureCapacity, forEach, get, indexOf, isEmpty, iterator, lastIndexOf, listIterator, listIterator, remove, remove, removeAll, removeIf, removeRange, replaceAll, retainAll, set, size, sort, spliterator, subList, toArray, toArray, trimToSize

Methods inherited from class java.util.AbstractList

equals, hashCode

Methods inherited from class java.util.AbstractCollection

containsAll, toString

Methods inherited from class java.lang.Object

finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface java.util.List

containsAll, equals, hashCode

Methods inherited from interface java.util.Collection

parallelStream, stream

Field Detail

NONE

public static final String NONE

See Also:

Constant Field Values

Constructor Detail

StringGrid

public StringGrid(StringGrid grid)

StringGrid

public StringGrid(String sep,
                  int numColumns)

StringGrid

public StringGrid(String sep,
                  Collection<String> data)

Method Detail

getNumColumns

public int getNumColumns()

fromFile

public static StringGrid fromFile(String file,
                                  String sep)
                           throws IOException

Throws:

IOException

fromInput

public static StringGrid fromInput(InputStream from,
                                   String sep)
                            throws IOException

Throws:

IOException

removeRowsWithEmptyColumn

public void removeRowsWithEmptyColumn(int column)

Removes all rows with a column of NONE

Parameters:

column - the column to remove by

head

public void head(int num)

removeColumns

public void removeColumns(Integer... columns)

Removes the specified columns from the grid

Parameters:

columns - the columns to remove

removeRowsWithEmptyColumn

public void removeRowsWithEmptyColumn(int column,
                                      String missingValue)

Removes all rows with a column of missingValue

Parameters:

column - he column to remove by

missingValue - the missingValue sentinel value

getRowsWithColumnValues

public List<List<String>> getRowsWithColumnValues(Collection<String> values,
                                                  int column)

sortColumnsByWordLikelihoodIncluded

public void sortColumnsByWordLikelihoodIncluded(int column)

clusterColumn

public StringCluster clusterColumn(int column)

dedupeByClusterAll

public void dedupeByClusterAll()

dedupeByCluster

public void dedupeByCluster(int column)

Deduplicate based on the column clustering signature

Parameters:

column -

filterRowsByColumn

public List<Integer> filterRowsByColumn(int column,
                                        Collection<String> values)

sortBy

public void sortBy(int column)

toLines

public List<String> toLines()

swap

public void swap(int column1,
                 int column2)

merge

public void merge(int column1,
                  int column2)

getAllWithSimilarity

public StringGrid getAllWithSimilarity(double threshold,
                                       int firstColumn,
                                       int secondColumn)

writeLinesTo

public void writeLinesTo(String path)
                  throws IOException

Throws:

IOException

fillDown

public void fillDown(String value,
                     int column)

select

public StringGrid select(int column,
                         String value)

split

public void split(int column,
                  String sepBy)

filterBySimilarity

public void filterBySimilarity(double threshold,
                               int firstColumn,
                               int secondColumn)

prependToEach

public void prependToEach(String prepend,
                          int toColumn)

appendToEach

public void appendToEach(String append,
                         int toColumn)

addColumn

public void addColumn(List<String> column)

combineColumns

public void combineColumns(int templateColumn,
                           Integer[] paramColumns)

Combine the column based on a template and a number of template variable columns. Note that this will also collapse the columns specified (removing them)

Parameters:

templateColumn - the column with the template ( uses printf style templating)

paramColumns - the columns with template variables

combineColumns

public void combineColumns(int templateColumn,
                           int[] paramColumns)

Combine the column based on a template and a number of template variable columns. Note that this will also collapse the columns specified (removing them)

Parameters:

templateColumn - the column with the template ( uses printf style templating)

paramColumns - the columns with template variables

addRow

public void addRow(List<String> row)

mapByPrimaryKey

public Map<String,List<List<String>>> mapByPrimaryKey(int columnKey)

getRow

public List<String> getRow(int row)

getColumn

public List<String> getColumn(int column)

getRowsWithDuplicateValuesInColumn

public StringGrid getRowsWithDuplicateValuesInColumn(int column)

getRowWithOnlyOneOccurrence

public StringGrid getRowWithOnlyOneOccurrence(int column)

getUniqueRows

public StringGrid getUniqueRows()

stripDuplicateRows

public void stripDuplicateRows()