Struct DeltaTable

Source

pub struct DeltaTable {
    pub state: Option<DeltaTableState>,
    pub config: DeltaTableConfig,
    /* private fields */
}

Expand description

In memory representation of a Delta Table

A DeltaTable is a purely logical concept that represents a dataset that can ewvolve over time. To attain concrete information about a table a snapshot need to be loaded. Most commonly this is the latest state of the tablem but may also loaded for a specific version or point in time.

Fields§

§state: Option<DeltaTableState>

The state of the table as of the most recent loaded Delta log entry.

§config: DeltaTableConfig

the load options used during load

Struct DeltaTable Copy item path

Fields§

Implementations§

impl DeltaTable

pub fn new(log_store: Arc<dyn LogStore>, config: DeltaTableConfig) -> DeltaTable

pub fn object_store(&self) -> Arc<dyn ObjectStore>

pub async fn verify_deltatable_existence(&self) -> Result<bool, DeltaTableError>

pub fn table_uri(&self) -> String

pub fn log_store(&self) -> Arc<dyn LogStore>

pub async fn get_latest_version(&self) -> Result<i64, DeltaTableError>

pub fn version(&self) -> Option<i64>

pub async fn load(&mut self) -> Result<(), DeltaTableError>

pub async fn update(&mut self) -> Result<(), DeltaTableError>

pub async fn update_incremental( &mut self, max_version: Option<i64>, ) -> Result<(), DeltaTableError>

pub async fn load_version( &mut self, version: i64, ) -> Result<(), DeltaTableError>

pub async fn history( &self, limit: Option<usize>, ) -> Result<impl Iterator<Item = CommitInfo>, DeltaTableError>

pub fn get_active_add_actions_by_partitions( &self, filters: &[PartitionFilter], ) -> Pin<Box<dyn Stream<Item = Result<LogicalFileView, DeltaTableError>> + Send + '_>>

pub async fn get_files_by_partitions( &self, filters: &[PartitionFilter], ) -> Result<Vec<Path>, DeltaTableError>

pub async fn get_file_uris_by_partitions( &self, filters: &[PartitionFilter], ) -> Result<Vec<String>, DeltaTableError>

pub fn get_file_uris( &self, ) -> Result<impl Iterator<Item = String>, DeltaTableError>

pub fn snapshot(&self) -> Result<&DeltaTableState, DeltaTableError>

§Returns

§Errors

pub async fn load_with_datetime( &mut self, datetime: DateTime<Utc>, ) -> Result<(), DeltaTableError>

Trait Implementations§

impl AsRef<DeltaTable> for DeltaOps

fn as_ref(&self) -> &DeltaTable

impl Clone for DeltaTable

fn clone(&self) -> DeltaTable

fn clone_from(&mut self, source: &Self)

impl Debug for DeltaTable

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl<'de> Deserialize<'de> for DeltaTable

fn deserialize<D>( deserializer: D, ) -> Result<DeltaTable, <D as Deserializer<'de>>::Error>where D: Deserializer<'de>,

impl Display for DeltaTable

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl From<DeltaOps> for DeltaTable

fn from(ops: DeltaOps) -> DeltaTable

impl From<DeltaTable> for DeltaOps

fn from(table: DeltaTable) -> DeltaOps

impl Serialize for DeltaTable

fn serialize<S>( &self, serializer: S, ) -> Result<<S as Serializer>::Ok, <S as Serializer>::Error>where S: Serializer,

impl TableProvider for DeltaTable

fn as_any(&self) -> &(dyn Any + 'static)

fn schema(&self) -> Arc<Schema>

fn table_type(&self) -> TableType

fn get_table_definition(&self) -> Option<&str>

fn get_logical_plan(&self) -> Option<Cow<'_, LogicalPlan>>

fn supports_filters_pushdown( &self, filter: &[&Expr], ) -> Result<Vec<TableProviderFilterPushDown>, DataFusionError>

fn statistics(&self) -> Option<Statistics>

fn constraints(&self) -> Option<&Constraints>

fn get_column_default(&self, _column: &str) -> Option<&Expr>

Auto Trait Implementations§

impl Freeze for DeltaTable

impl !RefUnwindSafe for DeltaTable

impl Send for DeltaTable

impl Sync for DeltaTable

impl Unpin for DeltaTable

impl !UnwindSafe for DeltaTable

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> AsAny for Twhere T: Any + Send + Sync,

fn any_ref(&self) -> &(dyn Any + Sync + Send + 'static)

fn as_any(self: Arc<T>) -> Arc<dyn Any + Sync + Send>

fn into_any(self: Box<T>) -> Box<dyn Any + Sync + Send>

fn type_name(&self) -> &'static str

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

Struct DeltaTable

fn deserialize<D>( deserializer: D, ) -> Result<DeltaTable, <D as Deserializer<'de>>::Error>
where D: Deserializer<'de>,

fn serialize<S>( &self, serializer: S, ) -> Result<<S as Serializer>::Ok, <S as Serializer>::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> AsAny for T
where T: Any + Send + Sync,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<Unshared, Shared> IntoShared<Shared> for Unshared
where Shared: FromUnshared<Unshared>,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

impl<T> ToOwned for T
where T: Clone,

impl<T> ToString for T
where T: Display + ?Sized,

impl<T> ToStringFallible for T
where T: Display,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<KernelType, ArrowType> TryIntoArrow<ArrowType> for KernelType
where ArrowType: TryFromKernel<KernelType>,

impl<KernelType, ArrowType> TryIntoKernel<KernelType> for ArrowType
where KernelType: TryFromArrow<ArrowType>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

impl<T> ValidateIp for T
where T: ToString,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> Ungil for T
where T: Send,