read_stream

laktory.dlt.read_stream

read_stream(*args, fmt='DELTA', **kwargs)

When is_debug() is True read table from storage as stream, else read table from pipeline with native Databricks dlt.read_stream

RETURNS	DESCRIPTION
	Ouput dataframe

Examples:

from laktory import dlt

dlt.spark = spark


def define_table():
    @dlt.table(name="slv_stock_prices")
    def get_df():
        df = dlt.read_stream("dev.finance.brz_stock_prices")
        return df

    return get_df


define_table()

Source code in laktory/dlt/__init__.py

def read_stream(*args, fmt="DELTA", **kwargs):
    """
    When `is_debug()` is `True` read table from storage as stream, else read
    table from pipeline with native Databricks `dlt.read_stream`

    Returns
    -------
    :
        Ouput dataframe

    Examples
    --------
    ```py
    from laktory import dlt

    dlt.spark = spark


    def define_table():
        @dlt.table(name="slv_stock_prices")
        def get_df():
            df = dlt.read_stream("dev.finance.brz_stock_prices")
            return df

        return get_df


    define_table()
    ```
    """

    if is_debug():
        return spark.readStream.format(fmt).table(args[0])
    else:
        # Remove catalog and schema from naming space
        args = list(args)
        args[0] = args[0].split(".")[-1]
        return _read_stream(*args, **kwargs)