object ParquetParser
Entry point for parsing Parquet files and datasets into typed Tables.
Typical usage for single files:
import com.phasmidsoftware.tableparser.parquet.ParquetParser._ implicit val helper: ColumnHelper[YellowTaxiTrip] = columnHelper(camelToSnakeCaseColumnNameMapper) val result: Try[Table[YellowTaxiTrip]] = ParquetParser.parse[YellowTaxiTrip](Path.of("data/yellow_2024.parquet"))
Typical usage for dataset directories:
val result: Try[Table[YellowTaxiTrip]] = ParquetParser.parseDataset[YellowTaxiTrip](Path.of("data/yellow_2024"))
- Alphabetic
- By Inheritance
- ParquetParser
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def parse[Row <: Product](path: Path)(implicit arg0: ClassTag[Row], helper: ColumnHelper[Row]): Try[Table[Row]]
Parse a single Parquet file into a Table[Row].
Parse a single Parquet file into a Table[Row]. Fails if path is a directory; use parseDataset for dataset directories.
- Row
the target case class type.
- path
a java.nio.file.Path to a .parquet file.
- helper
the ColumnHelper providing parameter-to-column name mapping.
- returns
a Try[Table[Row]].
- def parseDataset[Row <: Product](path: Path)(implicit arg0: ClassTag[Row], helper: ColumnHelper[Row]): Try[Table[Row]]
Parse a Parquet dataset directory into a Table[Row].
Parse a Parquet dataset directory into a Table[Row]. Dataset directories contain multiple part-*.parquet files. Fails if path is not a directory; use parse for single files.
- Row
the target case class type.
- path
a java.nio.file.Path to a directory containing part files.
- helper
the ColumnHelper providing parameter-to-column name mapping.
- returns
a Try[Table[Row]].
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)