load data small verbosity change

This commit is contained in:
lda committed 2025-05-07 00:24:14 +07:00
1 parent e9fdfcd2c0
commit fc9f13399a
1 file changed
+5 -3
+5 -3
View File
@@ -60,11 +60,13 @@ def date_combine(data: pd.DataFrame):
return data
def validate_view(data: pd.DataFrame):
def validate_view(data: pd.DataFrame, verbose=False):
if verbose:
print(f"Shape with N/A values: {data.shape}")
isn = data.isnull().sum().iloc[0]
print(f"Count of N/A values: {isn}")
data = data.dropna() # Drop the rows with missing values
if verbose:
isn = data.isnull().sum().iloc[0]
print(f"Count after drop: {isn}")
print(data.describe())
@@ -72,8 +74,8 @@ def validate_view(data: pd.DataFrame):
# if __name__ == "__main__":
def load_this_data(filename):
def load_this_data(filename, verbose=False):
d = load_data(filename)
d = date_combine(d)
d = validate_view(d)
d = validate_view(d, verbose)
return d