root_directory = “abfss://greate@adfgreate.dfs.core.windows.net/moviesDB.csv”
data_context_config = DataContextConfig(
store_backend_defaults=FilesystemStoreBackendDefaults(
root_directory=root_directory
),
)
context = BaseDataContext(project_config=data_context_config)
df = spark.read.format(“csv”)
.option(“header”, “true”)
.option(“inferSchema”, “true”)
.option(“delimiter”,“,”)
.load(root_directory)
ERROR
ValueError: root_directory must be an absolute path. Got abfss://greate@adfgreate.dfs.core.windows.net/moviesDB.csv instead.