BigQueryNativeJob

Instance Constructors

new BigQueryNativeJob(cliConfig: BigQueryLoadConfig, sql: String, udf: Option[String])(implicit settings: Settings)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def applyTableIamPolicy(tableId: TableId, rls: RowLevelSecurity): Policy

To set access control on a table or view, we can use Identity and Access Management (IAM) policy After you create a table or view, you can set its policy with a set-iam-policy call For each call, we compare if the existing policy is equal to the defined one (in the Yaml file) If it's the case, we do nothing, otherwise we update the Table policy
To set access control on a table or view, we can use Identity and Access Management (IAM) policy After you create a table or view, you can set its policy with a set-iam-policy call For each call, we compare if the existing policy is equal to the defined one (in the Yaml file) If it's the case, we do nothing, otherwise we update the Table policy

Definition Classes
BigQueryJobBase
final def asInstanceOf[T0]: T0

Definition Classes
Any
val bigquery: BigQuery

Definition Classes
BigQueryJobBase
val bqTable: String

Definition Classes
BigQueryJobBase
val cliConfig: BigQueryLoadConfig

Definition Classes
BigQueryNativeJob → BigQueryJobBase
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val datasetId: DatasetId

Definition Classes
BigQueryJobBase
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getOrCreateDataset(): Dataset

Definition Classes
BigQueryJobBase
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val logger: Logger

Attributes
protected
Definition Classes
StrictLogging
def name: String

Definition Classes
BigQueryNativeJob → JobBase
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def prepareRLS(): List[String]

Definition Classes
BigQueryJobBase
val projectId: String

Definition Classes
BigQueryNativeJob → BigQueryJobBase
def run(): Try[JobResult]

Just to force any spark job to implement its entry point within the "run" method
Just to force any spark job to implement its entry point within the "run" method
returns
: Spark Session used for the job

Definition Classes
BigQueryNativeJob → JobBase
def runJob(statement: String, location: String): Job

Definition Classes
BigQueryJobBase
def runNativeConnector(): Try[BigQueryJobResult]
def runSQL(sql: String): BigQueryJobResult
implicit val settings: Settings

Definition Classes
BigQueryNativeJob → JobBase
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tableId: TableId

Definition Classes
BigQueryJobBase
def timePartitioning(partitionField: String, days: Option[Int] = None, requirePartitionFilter: Boolean): Builder

Definition Classes
BigQueryJobBase
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object BigQueryNativeJob | package bqload

class BigQueryNativeJob extends JobBase with BigQueryJobBase

Instance Constructors

new BigQueryNativeJob(cliConfig: BigQueryLoadConfig, sql: String, udf: Option[String])(implicit settings: Settings)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def applyTableIamPolicy(tableId: TableId, rls: RowLevelSecurity): Policy

final def asInstanceOf[T0]: T0

val bigquery: BigQuery

val bqTable: String

val cliConfig: BigQueryLoadConfig

def clone(): AnyRef

val datasetId: DatasetId

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getOrCreateDataset(): Dataset

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val logger: Logger

def name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def prepareRLS(): List[String]

val projectId: String

def run(): Try[JobResult]

def runJob(statement: String, location: String): Job

def runNativeConnector(): Try[BigQueryJobResult]

def runSQL(sql: String): BigQueryJobResult

implicit val settings: Settings

final def synchronized[T0](arg0: ⇒ T0): T0

val tableId: TableId

def timePartitioning(partitionField: String, days: Option[Int] = None, requirePartitionFilter: Boolean): Builder

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from BigQueryJobBase

Inherited from JobBase

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped