Untitled

#Python

%sql
df_test2= df_test2.filter(col("country_region")== "US")

%sql 
target_folder_path= 'abfss://adbdemofilesystem@adlsgen2datalake.dfs.core.windows.net/refined/test_2_sql/'
df_test2.write.format("parquet").save(target_folder_path)

#SQL
%sql
CREATE TABLE IF NOT EXISTS test.dfc_test_data_usa
USING PARQUET
LOCATION 'abfss://adbdemofilesystem@adlsgen2datalake.dfs.core.windows.net/refined/test_2_sql/'
AS
SELECT * FROM test_dfc_test
WHERE country_region="US"