bigquery

Type Members

sealed trait BigQueryIO[T] extends ScioIO[T]
final case class BigQuerySelect(sqlQuery: String) extends BigQueryIO[TableRow] with Product with Serializable

Get an SCollection for a BigQuery SELECT query.
Get an SCollection for a BigQuery SELECT query. Both Legacy SQL and Standard SQL dialects are supported. By default the query dialect will be automatically detected. To override this behavior, start the query string with #legacysql or #standardsql.
final case class BigQueryStorage(table: Table) extends BigQueryIO[TableRow] with Product with Serializable

Get an IO for a BigQuery table using the storage API.
final case class BigQueryStorageTap(table: Table, readOptions: TableReadOptions) extends Tap[TableRow] with Product with Serializable

Tap for BigQuery tables using storage api.
final case class BigQueryTable(table: Table) extends BigQueryIO[TableRow] with Product with Serializable

Get an IO for a BigQuery table.
type BigQueryTag = bigquery.types.BigQueryTag

BigQuery tag for macro generated classes/fields.
final case class BigQueryTap(table: TableReference) extends Tap[TableRow] with Product with Serializable

Tap for BigQuery tables.
final case class BigQueryTaps(self: Taps) extends Product with Serializable
sealed trait ExtendedErrorInfo extends AnyRef
class MockBigQuery extends AnyRef

Mock BigQuery environment for integration test.
Mock BigQuery environment for integration test.
Use mockTable to feed data into live BigQuery service and queryResult to query them.
class MockTable extends AnyRef

A BigQuery table being mocked for test.
sealed trait Table extends AnyRef
type TableRow = google.api.services.bigquery.model.TableRow

Alias for BigQuery TableRow.
final case class TableRowJsonIO(path: String) extends ScioIO[TableRow] with Product with Serializable

Get an IO for a BigQuery TableRow JSON file.
final case class TableRowJsonTap(path: String) extends Tap[TableRow] with Product with Serializable

Tap for BigQuery TableRow JSON files.
case class TimePartitioning(type: String, field: String = null, expirationMs: Long = 0, requirePartitionFilter: Boolean = false) extends Product with Serializable

Scala wrapper for com.google.api.services.bigquery.model.TimePartitioning.
type description = bigquery.types.description

Annotation for BigQuery field description.

Value Members

object BigQueryIO
object BigQuerySelect extends Serializable
object BigQueryStorage extends Serializable
object BigQuerySysProps extends SysProps
object BigQueryTable extends Serializable
object BigQueryTaps extends Serializable
val BigQueryType: bigquery.types.BigQueryType.type

Typed BigQuery annotations and converters.
object BigQueryTyped
object BigQueryUtil

Utility for BigQuery data types.
val CREATE_IF_NEEDED: CreateDisposition

Alias for BigQuery CreateDisposition.
val CREATE_NEVER: CreateDisposition

Alias for BigQuery CreateDisposition.
object Date

Utility for BigQuery DATE type.
object DateTime

Utility for BigQuery DATETIME type.
object ExtendedErrorInfo
object MockBigQuery

Companion object for MockBigQuery.
object Numeric
object StorageUtil

Utility for BigQuery Storage API.
object Table
object TableRow

Create a TableRow with Map-like syntax.
Create a TableRow with Map-like syntax. For example:
```
val r = TableRow("name" -> "Alice", "score" -> 100)
```
object TableRowJsonIO extends Serializable
object Time

Utility for BigQuery TIME type.
object Timestamp

Utility for BigQuery TIMESTAMP type.
val WRITE_APPEND: WriteDisposition

Alias for BigQuery WriteDisposition.
val WRITE_EMPTY: WriteDisposition

Alias for BigQuery WriteDisposition.
val WRITE_TRUNCATE: WriteDisposition

Alias for BigQuery WriteDisposition.
implicit def bigQuerySCollectionTableRowOps[T <: TableRow](sc: SCollection[T]): SCollectionTableRowOps[T]

Definition Classes
SCollectionSyntax
implicit def bigQuerySCollectionTypedOps[T <: HasAnnotation](sc: SCollection[T]): SCollectionTypedOps[T]

Definition Classes
SCollectionSyntax
implicit def bigQueryScioContextOps(sc: ScioContext): ScioContextOps

Definition Classes
ScioContextSyntax
implicit def bigQueryTableRefOps(r: TableReference): TableReferenceOps

Definition Classes
TableReferenceSyntax
implicit def bigQueryTableRowOps(tr: TableRow): TableRowOps

Definition Classes
TableRowSyntax
package client
package dynamic

BigQuery package for dynamic table destinations.
BigQuery package for dynamic table destinations. Import All.
```
import com.spotify.scio.bigquery.dynamic._
```
package syntax
package types
package validation

package bigquery

Type Members

sealed trait BigQueryIO[T] extends ScioIO[T]

final case class BigQuerySelect(sqlQuery: String) extends BigQueryIO[TableRow] with Product with Serializable

final case class BigQueryStorage(table: Table) extends BigQueryIO[TableRow] with Product with Serializable

final case class BigQueryStorageTap(table: Table, readOptions: TableReadOptions) extends Tap[TableRow] with Product with Serializable

final case class BigQueryTable(table: Table) extends BigQueryIO[TableRow] with Product with Serializable

type BigQueryTag = bigquery.types.BigQueryTag

final case class BigQueryTap(table: TableReference) extends Tap[TableRow] with Product with Serializable

final case class BigQueryTaps(self: Taps) extends Product with Serializable

sealed trait ExtendedErrorInfo extends AnyRef

class MockBigQuery extends AnyRef

class MockTable extends AnyRef

sealed trait Table extends AnyRef

type TableRow = google.api.services.bigquery.model.TableRow

final case class TableRowJsonIO(path: String) extends ScioIO[TableRow] with Product with Serializable

final case class TableRowJsonTap(path: String) extends Tap[TableRow] with Product with Serializable

case class TimePartitioning(type: String, field: String = null, expirationMs: Long = 0, requirePartitionFilter: Boolean = false) extends Product with Serializable

type description = bigquery.types.description

Value Members

object BigQueryIO

object BigQuerySelect extends Serializable

object BigQueryStorage extends Serializable

object BigQuerySysProps extends SysProps

object BigQueryTable extends Serializable

object BigQueryTaps extends Serializable

val BigQueryType: bigquery.types.BigQueryType.type

object BigQueryTyped

object BigQueryUtil

val CREATE_IF_NEEDED: CreateDisposition

val CREATE_NEVER: CreateDisposition

object Date

object DateTime

object ExtendedErrorInfo

object MockBigQuery

object Numeric

object StorageUtil

object Table

object TableRow

object TableRowJsonIO extends Serializable

object Time

object Timestamp

val WRITE_APPEND: WriteDisposition

val WRITE_EMPTY: WriteDisposition

val WRITE_TRUNCATE: WriteDisposition

implicit def bigQuerySCollectionTableRowOps[T <: TableRow](sc: SCollection[T]): SCollectionTableRowOps[T]

implicit def bigQuerySCollectionTypedOps[T <: HasAnnotation](sc: SCollection[T]): SCollectionTypedOps[T]

implicit def bigQueryScioContextOps(sc: ScioContext): ScioContextOps

implicit def bigQueryTableRefOps(r: TableReference): TableReferenceOps

implicit def bigQueryTableRowOps(tr: TableRow): TableRowOps

package client

package dynamic

package syntax

package types

package validation

Inherited from AllSyntax

Inherited from ScioContextSyntax

Inherited from SCollectionSyntax

Inherited from TableReferenceSyntax

Inherited from TableRowSyntax

Inherited from AnyRef

Inherited from Any

Ungrouped