Enum polars_lazy::prelude::DslPlan

pub enum DslPlan {
    PythonScan {
        options: PythonOptions,
    },
    Filter {
        input: Arc<DslPlan>,
        predicate: Expr,
    },
    Cache {
        input: Arc<DslPlan>,
        id: usize,
        cache_hits: u32,
    },
    Scan {
        paths: Arc<[PathBuf]>,
        file_info: Option<FileInfo>,
        predicate: Option<Expr>,
        file_options: FileScanOptions,
        scan_type: FileScan,
    },
    DataFrameScan {
        df: Arc<DataFrame>,
        schema: Arc<Schema>,
        output_schema: Option<Arc<Schema>>,
        projection: Option<Arc<Vec<String>>>,
        selection: Option<Expr>,
    },
    Select {
        expr: Vec<Expr>,
        input: Arc<DslPlan>,
        options: ProjectionOptions,
    },
    GroupBy {
        input: Arc<DslPlan>,
        keys: Vec<Expr>,
        aggs: Vec<Expr>,
        apply: Option<(Arc<dyn DataFrameUdf>, Arc<Schema>)>,
        maintain_order: bool,
        options: Arc<GroupbyOptions>,
    },
    Join {
        input_left: Arc<DslPlan>,
        input_right: Arc<DslPlan>,
        left_on: Vec<Expr>,
        right_on: Vec<Expr>,
        options: Arc<JoinOptions>,
    },
    HStack {
        input: Arc<DslPlan>,
        exprs: Vec<Expr>,
        options: ProjectionOptions,
    },
    Distinct {
        input: Arc<DslPlan>,
        options: DistinctOptions,
    },
    Sort {
        input: Arc<DslPlan>,
        by_column: Vec<Expr>,
        slice: Option<(i64, usize)>,
        sort_options: SortMultipleOptions,
    },
    Slice {
        input: Arc<DslPlan>,
        offset: i64,
        len: u64,
    },
    MapFunction {
        input: Arc<DslPlan>,
        function: DslFunction,
    },
    Union {
        inputs: Vec<DslPlan>,
        args: UnionArgs,
    },
    HConcat {
        inputs: Vec<DslPlan>,
        options: HConcatOptions,
    },
    ExtContext {
        input: Arc<DslPlan>,
        contexts: Vec<DslPlan>,
    },
    Sink {
        input: Arc<DslPlan>,
        payload: SinkType,
    },
}

Variants

PythonScan

Available on crate feature python only.

Fields

options: PythonOptions

Filter

Filter on a boolean mask

Fields

input: Arc<DslPlan>

predicate: Expr

Cache

Cache the input at this point in the LP

Fields

input: Arc<DslPlan>

id: usize

cache_hits: u32

Scan

Fields

paths: Arc<[PathBuf]>

file_info: Option<FileInfo>

predicate: Option<Expr>

file_options: FileScanOptions

scan_type: FileScan

DataFrameScan

In memory DataFrame

Fields

df: Arc<DataFrame>

schema: Arc<Schema>

output_schema: Option<Arc<Schema>>

projection: Option<Arc<Vec<String>>>

selection: Option<Expr>

Select

Polars’ select operation, this can mean projection, but also full data access.

Fields

expr: Vec<Expr>

input: Arc<DslPlan>

options: ProjectionOptions

GroupBy

Groupby aggregation

Fields

input: Arc<DslPlan>

keys: Vec<Expr>

aggs: Vec<Expr>

apply: Option<(Arc<dyn DataFrameUdf>, Arc<Schema>)>

maintain_order: bool

options: Arc<GroupbyOptions>

Join

Join operation

Fields

input_left: Arc<DslPlan>

input_right: Arc<DslPlan>

left_on: Vec<Expr>

right_on: Vec<Expr>

options: Arc<JoinOptions>

HStack

Adding columns to the table without a Join

Fields

input: Arc<DslPlan>

exprs: Vec<Expr>

options: ProjectionOptions

Distinct

Remove duplicates from the table

Fields

input: Arc<DslPlan>

options: DistinctOptions

Sort

Sort the table

Fields

input: Arc<DslPlan>

by_column: Vec<Expr>

slice: Option<(i64, usize)>

sort_options: SortMultipleOptions

Slice

Slice the table

Fields

input: Arc<DslPlan>

offset: i64

len: u64

MapFunction

A (User Defined) Function

Fields

input: Arc<DslPlan>

function: DslFunction

Union

Vertical concatenation

Fields

inputs: Vec<DslPlan>

args: UnionArgs

HConcat

Horizontal concatenation of multiple plans

Fields

inputs: Vec<DslPlan>

options: HConcatOptions

ExtContext

This allows expressions to access other tables

Fields

input: Arc<DslPlan>

contexts: Vec<DslPlan>

Sink

Fields

input: Arc<DslPlan>

payload: SinkType

Implementations

impl DslPlan

pub fn dot( &self, acc_str: &mut String, id: (usize, usize), prev_node: DotNode<'_>, id_map: &mut HashMap<String, String, RandomState> ) -> Result<(), Error>

Arguments

id - (branch, id) Used to make sure that the dot boxes are distinct. branch is an id per join/union branch id is incremented by the depth traversal of the tree.

impl DslPlan

pub fn compute_schema(&self) -> Result<Arc<Schema>, PolarsError>

Compute the schema. This requires conversion to [IR] and type-resolving.

impl DslPlan

pub fn describe(&self) -> String

pub fn describe_tree_format(&self) -> String

pub fn to_alp(self) -> Result<(Node, Arena<IR>, Arena<AExpr>), PolarsError>

Trait Implementations

impl Clone for DslPlan

fn clone(&self) -> DslPlan

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DslPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for DslPlan

fn default() -> DslPlan

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for DslPlan

fn deserialize<__D>( __deserializer: __D ) -> Result<DslPlan, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<DslPlan> for LazyFrame

fn from(plan: DslPlan) -> Self

Converts to this type from the input type.

impl Serialize for DslPlan

fn serialize<__S>( &self, __serializer: __S ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.