Utils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val CERTIFIED_JDBC_VERSION: String

   

   The certified JDBC version to work with this spark connector version.

5. val PROPERTY_NAME_OF_CONNECTOR_VERSION: String

   

   Important: Never change the value of PROPERTY_NAME_OF_CONNECTOR_VERSION.

   Important: Never change the value of PROPERTY_NAME_OF_CONNECTOR_VERSION. Changing it will cause spark connector doesn't work in some cases.

6. val SNOWFLAKE_SOURCE_NAME: String

   

   Literal to be used with the Spark DataFrame's .format method

7. val SNOWFLAKE_SOURCE_SHORT_NAME: String

   

   Short literal name of SNOWFLAKE_SOURCE_NAME

8. val VERSION: String

   

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. def checkFileSystem(uri: URI, hadoopConfig: Configuration): Unit

    

    Given a URI, verify that the Hadoop FileSystem for that URI is not the S3 block FileSystem.

    Given a URI, verify that the Hadoop FileSystem for that URI is not the S3 block FileSystem. spark-snowflakedb cannot use this FileSystem because the files written to it will not be readable by Snowflake (and vice versa).

11. def checkThatBucketHasObjectLifecycleConfiguration(tempDir: String, tempDirStorageType: FSType, s3Client: AmazonS3Client): Unit

    

    Checks whether the S3 bucket for the given UI has an object lifecycle configuration to ensure cleanup of temporary files.

    Checks whether the S3 bucket for the given UI has an object lifecycle configuration to ensure cleanup of temporary files. If no applicable configuration is found, this method logs a helpful warning for the user.

12. def classForName(className: String): Class[_]

    

13. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

14. def containVariant(schema: StructType): Boolean

    

    Check whether the giving DataFrame contains variant type or not

15. def ensureQuoted(name: String): String

    

    ensure a name wrapped with double quotes

16. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. def fixS3Url(url: String): String

    

    Snowflake COPY and UNLOAD commands don't support s3n or s3a, but users may wish to use them for data loads.

    Snowflake COPY and UNLOAD commands don't support s3n or s3a, but users may wish to use them for data loads. This function converts the URL back to the s3:// format.

20. def fixUrlForCopyCommand(url: String): String

    

    Converts url for the copy command.

    Converts url for the copy command. For S3, convert s3a|s3n to s3. For Azure, convert the wasb: url to azure: url.

    url

    the url to be used in hadoop/spark

    returns

    the url to be used in Snowflake

21. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

22. def getClientInfoJson(): ObjectNode

    

23. def getClientInfoString(): String

    

24. def getJDBCConnection(params: Map[String, String]): Connection

    

25. def getJDBCConnection(params: Map[String, String]): Connection

    

26. def getLastCopyLoad: String

    

27. def getLastCopyUnload: String

    

28. def getLastGetCommand: String

    

29. def getLastPutCommand: String

    

30. def getLastSelect: String

    

31. def getSizeString(size: Long): String

    

32. def getTimeString(milliSeconds: Long): String

    

33. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

34. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

35. def isQuoted(name: String): Boolean

    

    check whether a name is quoted

36. def joinUrls(a: String, b: String): String

    

    Joins prefix URL a to path suffix b, and appends a trailing /, in order to create a temp directory path for S3.

37. def makeTempPath(tempRoot: String): String

    

    Creates a randomly named temp directory path for intermediate data

38. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

39. final def notify(): Unit

    

    Definition Classes

    AnyRef

40. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

41. def parseMap(source: String): Map[String, String]

    

    create a map from string for column mapping

42. def printQuery(params: Map[String, String], query: String): Unit

    

43. def quotedName(name: String): String

    

    wrap a name with double quotes

44. def quotedNameIgnoreCase(name: String): String

    

    wrap a name with double quotes without capitalize letters

45. def readMapFromFile(sc: SparkContext, file: String): Map[String, String]

    

46. def readMapFromString(string: String): Map[String, String]

    

    Same as readMapFromFile, but accepts the file content as an argument

47. def removeCredentialsFromURI(uri: URI): URI

    

    Returns a copy of the given URI with the user credentials removed.

48. def runQuery(params: Map[String, String], query: String): ResultSet

    

49. def runQuery(params: Map[String, String], query: String): ResultSet

    

50. def sanitizeQueryText(q: String): String

    

    Removes (hopefully :)) sensitive content from a query string

51. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

52. def toString(): String

    

    Definition Classes

    AnyRef → Any

53. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

54. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

55. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )