Faker PySpark¶
Description:
- Work with fake pyspark data
Resources:
NOTE:
- faker-pyspark needs
pysparkinstalled (see https://github.com/spsoni/faker-pyspark/blob/main/faker_pyspark/pyspark.py).
Example 1:¶
Generate fake pyspark dataframe
In [ ]:
Copied!
from faker_pyspark import PySparkProvider
from faker import Faker
faker = Faker()
faker.add_provider(PySparkProvider)
df = faker.pyspark_dataframe()
schema = faker.pyspark_schema()
df_updated = faker.pyspark_update_dataframe(df)
column_names = faker.pyspark_column_names()
data = faker.pyspark_data_dict_using_schema(schema)
data = faker.pyspark_data_dict()
print(df)
from faker_pyspark import PySparkProvider
from faker import Faker
faker = Faker()
faker.add_provider(PySparkProvider)
df = faker.pyspark_dataframe()
schema = faker.pyspark_schema()
df_updated = faker.pyspark_update_dataframe(df)
column_names = faker.pyspark_column_names()
data = faker.pyspark_data_dict_using_schema(schema)
data = faker.pyspark_data_dict()
print(df)