Module mls_lib.data_cleaning.replace_null

Replace Null : Replace Null Data Cleaning Step

Classes

class ReplaceNull (strategy: str, column: str, data_in: DataFrame)

Replace Null : Replace Null Data Cleaning Step

Expand source code

class ReplaceNull(DataCleaningStep):
    """ Replace Null : Replace Null Data Cleaning Step """
    def __init__(self, strategy : str, column : str, data_in : DataFrame) -> None:
        super().__init__(
            data_in = data_in
        )
        self.strategy = strategy
        self.column = column

    def execute(self) -> None:
        data = self._get_input("data_in").copy()

        df = data.get_data()
        if self.strategy == 'average':
            self.__use_avg(df)
        elif self.strategy == 'zero':
            self.__use_zero(df)
        elif self.strategy == 'mode':
            self.__use_mode(df)

        data.set_data(df)

        self._set_output("out", data)

        self._finish_execution()

    def __use_avg(self, df):
        df[self.column] = df[self.column].fillna(df[self.column].mean())

    def __use_mode(self, df):
        df[self.column] = df[self.column].fillna(df[self.column].mode()[0])

    def __use_zero(self, df):
        df[self.column] = df[self.column].fillna(0)

Ancestors

• DataCleaningStep
• Step

Inherited members

• DataCleaningStep:
  • execute
  • get_output
  • is_finished
  • is_ready