spark

class predict_backend.persistence.spark.SparkHandler(spark_session)

Bases: DataStoreHandler

download(path)

upload(data, path, overwrite=False)

class predict_backend.persistence.spark.SparkPersistence(handler, name, data=None, allow_filter=False)

Bases: Persistence

construct_path()

extension_type = 'parquet'

get(raw=False, **kwargs)

set(data, new_version=True)