Utils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def ERROR_NO_QCS(module: String): String

   

5. final val SKIP_ANALYSIS_PREFIX: String("SAMPLE_")

   

6. final val WEIGHTAGE_COLUMN_NAME: String("SNAPPY_SAMPLER_WEIGHTAGE")

   

7. final val Z95Percent: Double

   

8. final val Z95Squared: Double

   

9. def analysisException(msg: String, cause: Option[Throwable] = None): AnalysisException

   

10. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

11. def classForName(className: String): Class[_]

    

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def columnIndex(col: String, cols: Array[String], module: String): Int

    

14. def createCatalystConverter(dataType: DataType): (Any) ⇒ Any

    

15. def createScalaConverter(dataType: DataType): (Any) ⇒ Any

    

16. def dataTypeStringBuilder(dataType: DataType, result: StringBuilder): (Any) ⇒ Unit

    

17. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

19. def fieldName(f: StructField): String

    

20. def fillArray[T](a: Array[_ >: T], v: T, start: Int, endP1: Int): Unit

    

21. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

22. def getAllExecutorsMemoryStatus(sc: SparkContext): Map[BlockManagerId, (Long, Long)]

    

23. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

24. def getClientHostPort(netServer: String): String

    

25. def getDriverClassName(url: String): String

    

26. def getFields(o: Any): Map[String, Any]

    

27. def getFixedPartitionRDD[T](sc: SparkContext, f: (TaskContext, Partition) ⇒ Iterator[T], partitioner: Partitioner, numPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]

    

28. def getGenericRowValues(row: GenericRow): Array[Any]

    

29. def getHostExecutorId(blockId: BlockManagerId): String

    

30. def getInternalType(dataType: DataType): Class[_]

    

31. def getSQLDataType(dataType: DataType): DataType

    

    Annotations

    @tailrec()

32. def getSchemaAndPlanFromBase(schemaOpt: Option[StructType], baseTableOpt: Option[String], catalog: SnappyStoreHiveCatalog, asSelect: Boolean, table: String, tableType: String): (StructType, Option[LogicalPlan])

    

    Get the result schema given an optional explicit schema and base table.

    Get the result schema given an optional explicit schema and base table. In case both are specified, then check compatibility between the two.

33. def getSchemaFields(schema: StructType): Map[String, StructField]

    

34. def hasLowerCase(k: String): Boolean

    

35. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

36. def immutableMap[A, B](m: Map[A, B]): Map[A, B]

    

37. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

38. final def isLoner(sc: SparkContext): Boolean

    

39. def mapExecutors[T](sc: SparkContext, f: (TaskContext, ExecutorLocalPartition) ⇒ Iterator[T])(implicit arg0: ClassTag[T]): RDD[T]

    

40. def mapExecutors[T](sqlContext: SQLContext, f: () ⇒ Iterator[T])(implicit arg0: ClassTag[T]): RDD[T]

    

41. def matchOption(optName: String, options: Map[String, Any]): Option[(String, Any)]

    

42. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

43. def newChunkedByteBuffer(chunks: Array[ByteBuffer]): ChunkedByteBuffer

    

44. final def notify(): Unit

    

    Definition Classes

    AnyRef

45. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

46. def parseColumn(cv: Any, cols: Array[String], module: String, option: String): Int

    

47. def parseColumnsAsClob(s: String): (Boolean, Array[String])

    

48. def parseDouble(v: Any, module: String, option: String, min: Double, max: Double, exclusive: Boolean = true): Double

    

49. def parseInteger(v: Any, module: String, option: String, min: Int = 1, max: Int = Int.MaxValue): Int

    

50. def parseTimeInterval(optV: Any, module: String): Long

    

    Parse the given time interval value as long milliseconds.

    Parse the given time interval value as long milliseconds.

    See also

    timeIntervalSpec for the allowed string specification

51. def parseTimestamp(ts: String, module: String, col: String): Long

    

52. def qcsOf(qa: Array[String], cols: Array[String], module: String): (Array[Int], Array[String])

    

53. def registerDriver(driver: String): Unit

    

    Register given driver class with Spark's loader.

54. def registerDriverUrl(url: String): String

    

    Register driver for given JDBC URL and return the driver class name.

55. def resolveQCS(options: Map[String, Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

    

56. def resolveQCS(qcsV: Option[Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

    

57. def schemaFields(schema: StructType): Map[String, StructField]

    

58. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

59. final val timeIntervalSpec: Regex

    

    string specification for time intervals

60. def toLowerCase(k: String): String

    

61. def toString(): String

    

    Definition Classes

    AnyRef → Any

62. def toUpperCase(k: String): String

    

63. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

64. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

65. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

66. def withNewExecutionId[T](session: SparkSession, queryExecution: QueryExecution)(body: ⇒ T): T