Utils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final val EMPTY_STRING_ARRAY: Array[String]

   

5. def ERROR_NO_QCS(module: String): String

   

6. final val SKIP_ANALYSIS_PREFIX: String("SAMPLE_")

   

7. final val WEIGHTAGE_COLUMN_NAME: String("SNAPPY_SAMPLER_WEIGHTAGE")

   

8. final val Z95Percent: Double

   

9. final val Z95Squared: Double

   

10. def analysisException(msg: String, cause: Option[Throwable] = None): AnalysisException

    

11. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

12. def charMetadata(size: Int, md: Metadata): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    size

    the size parameter of the CHAR() column type

    md

    optional Metadata object to be merged into the result

    returns

    the result Metadata object to use for StructField

13. def charMetadata(size: Int): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    size

    the size parameter of the CHAR() column type

    returns

    the result Metadata object to use for StructField

14. def charMetadata(): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.

    returns

    the result Metadata object to use for StructField

15. def classForName(className: String): Class[_]

    

16. def clearDefaultSerializerAndCodec(): Unit

    

17. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

18. def closeJsonGenerator(gen: AnyRef): Unit

    

19. def columnIndex(col: String, cols: Array[String], module: String): Int

    

20. def createCatalystConverter(dataType: DataType): (Any) ⇒ Any

    

21. def createScalaConverter(dataType: DataType): (Any) ⇒ Any

    

22. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

24. def executorsListener(sc: SparkContext): Option[ExecutorsListener]

    

25. def fieldIndex(relationOutput: Seq[Attribute], columnName: String, caseSensitive: Boolean): Int

    

26. def fillArray[T](a: Array[_ >: T], v: T, start: Int, endP1: Int): Unit

    

27. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

28. def genTaskContextFunction(ctx: CodegenContext): String

    

29. def generateJson(gen: AnyRef, row: InternalRow, columnIndex: Int, columnType: DataType): Unit

    

30. def getActiveSession: Option[SparkSession]

    

31. def getAllExecutorsMemoryStatus(sc: SparkContext): Map[BlockManagerId, (Long, Long)]

    

32. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

33. def getClientHostPort(netServer: String): String

    

34. def getDriverClassName(url: String): String

    

35. def getFields(o: Any): Map[String, Any]

    

36. def getFixedPartitionRDD[T](sc: SparkContext, f: (TaskContext, Partition) ⇒ Iterator[T], partitioner: Partitioner, numPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]

    

37. def getGenericRowValues(row: GenericRow): Array[Any]

    

38. def getHostExecutorId(blockId: BlockManagerId): String

    

39. def getInternalSparkConf(sc: SparkContext): SparkConf

    

40. def getInternalType(dataType: DataType): Class[_]

    

41. def getJsonGenerator(dataType: DataType, columnName: String, writer: Writer): AnyRef

    

42. def getNumColumns(partitioning: Partitioning): Int

    

43. def getPartitionData(blockId: BlockId, bm: BlockManager): ByteBuffer

    

44. def getPartitions(region: Any, bucketId: Int): Array[Partition]

    

45. def getPrunedPartition(partitionColumns: Seq[String], filters: Array[Expression], schema: StructType, numBuckets: Int, partitionColumnCount: Int): Int

    

46. def getSQLDataType(dataType: DataType): DataType

    

47. def getSchemaAndPlanFromBase(schemaOpt: Option[StructType], baseTableOpt: Option[String], catalog: SnappySessionCatalog, asSelect: Boolean, table: String, tableType: String): (StructType, Option[LogicalPlan])

    

    Get the result schema given an optional explicit schema and base table.

    Get the result schema given an optional explicit schema and base table. In case both are specified, then check compatibility between the two.

48. def hasLowerCase(k: String): Boolean

    

49. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

50. def immutableMap[A, B](m: Map[A, B]): Map[A, B]

    

51. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

52. final def isLoner(sc: SparkContext): Boolean

    

53. def mapExecutors[T](sc: SparkContext, f: (TaskContext, ExecutorLocalPartition) ⇒ Iterator[T], maxTries: Int)(implicit arg0: ClassTag[T]): Array[T]

    

54. def mapExecutors[T](sc: SparkContext, f: () ⇒ Iterator[T], maxTries: Int = 30, blockManagerIds: Seq[BlockManagerId] = Nil)(implicit arg0: ClassTag[T]): Array[T]

    

55. def matchOption(optName: String, options: Map[String, Any]): Option[(String, Any)]

    

56. def metricMethods: ((String) ⇒ String, (String) ⇒ String)

    

57. def millisToDays(millisUtc: Long, tz: TimeZone): Int

    

58. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

59. def newChunkedByteBuffer(chunks: Array[ByteBuffer]): ChunkedByteBuffer

    

60. def newClusterSparkConf(props: Map[AnyRef, AnyRef]): SparkConf

    

61. def newClusterSparkConf(): SparkConf

    

62. final def notify(): Unit

    

    Definition Classes

    AnyRef

63. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

64. def parseColumn(cv: Any, cols: Array[String], module: String, option: String): Int

    

65. def parseColumnsAsClob(s: String, session: SnappySession): (Boolean, Set[String])

    

66. def parseDouble(v: Any, module: String, option: String, min: Double, max: Double, exclusive: Boolean = true): Double

    

67. def parseInteger(v: Any, module: String, option: String, min: Int = 1, max: Int = Int.MaxValue): Int

    

68. def parseTimeInterval(optV: Any, module: String): Long

    

    Parse the given time interval value as long milliseconds.

    Parse the given time interval value as long milliseconds.

    See also

    timeIntervalSpec for the allowed string specification

69. def parseTimestamp(ts: String, module: String, col: String): Long

    

70. def qcsOf(qa: Array[String], cols: Array[String], module: String): (Array[Int], Array[String])

    

71. def registerDriver(driver: String): Unit

    

    Register given driver class with Spark's loader.

72. def registerDriverUrl(url: String): String

    

    Register driver for given JDBC URL and return the driver class name.

73. def resolveQCS(options: Map[String, Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

    

74. def resolveQCS(qcsV: Option[Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

    

75. def resultSetToSparkInternalRows(resultSet: ResultSet, schema: StructType, inputMetrics: InputMetrics = new InputMetrics): Iterator[InternalRow]

    

76. def schemaFields(schema: StructType): Map[String, StructField]

    

77. def setDefaultConfProperty(conf: SparkConf, name: String, default: String): Unit

    

78. def setDefaultSerializerAndCodec(conf: SparkConf): Unit

    

79. def sqlInternal(snappy: SnappySession, sqlText: String): CachedDataFrame

    

80. def stringMetadata(md: Metadata = Metadata.empty): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is rendered as CLOB by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is rendered as CLOB by SnappyStore.

    md

    optional Metadata object to be merged into the result

    returns

    the result Metadata object to use for StructField

81. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

82. def toLowerCase(k: String): String

    

83. def toOpenHashMap[K, V](map: Map[K, V]): UnifiedMap[K, V]

    

84. def toString(): String

    

    Definition Classes

    AnyRef → Any

85. def toUpperCase(k: String): String

    

86. def unAlias(e: Expression, childClass: Class[_] = null): Expression

    

    Annotations

    @tailrec()

87. lazy val usingEnhancedSpark: Boolean

    

88. def varcharMetadata(size: Int, md: Metadata): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    size

    the size parameter of the VARCHAR() column type

    md

    optional Metadata object to be merged into the result

    returns

    the result Metadata object to use for StructField

89. def varcharMetadata(size: Int): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    size

    the size parameter of the VARCHAR() column type

    returns

    the result Metadata object to use for StructField

90. def varcharMetadata(): Metadata

    

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.

    returns

    the result Metadata object to use for StructField

91. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

92. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

93. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

94. def withNewExecutionId[T](df: DataFrame, body: ⇒ T): T

    

    Wrap a DataFrame action to track all Spark jobs in the body so that we can connect them with an execution.