| import pandas as pd |
| |
| |
| def _is_true(x: pd.Series) -> pd.Series: |
| return x == "t" |
| |
| |
| def _parse_percentage(x: pd.Series) -> pd.Series: |
| x = x.str.replace("%", "") |
| x = x.astype(float) / 100 |
| return x |
| |
| |
| def _parse_money(x: pd.Series) -> pd.Series: |
| x = x.str.replace("$", "").str.replace(",", "") |
| x = x.astype(float) |
| return x |
| |
| |
| def companies(data_dir: str) -> pd.DataFrame: |
| return pd.read_csv(f"{data_dir}/companies.csv") |
| |
| |
| def shuttles(data_dir: str) -> pd.DataFrame: |
| return pd.read_excel(f"{data_dir}/shuttles.xlsx", engine="openpyxl") |
| |
| |
| def reviews(data_dir: str) -> pd.DataFrame: |
| return pd.read_csv(f"{data_dir}/reviews.csv") |
| |
| |
| def preprocess_companies(companies: pd.DataFrame) -> pd.DataFrame: |
| """Preprocesses the data for companies. |
| |
| Args: |
| companies: Raw data. |
| Returns: |
| Preprocessed data, with `company_rating` converted to a float and |
| `iata_approved` converted to boolean. |
| """ |
| companies["iata_approved"] = _is_true(companies["iata_approved"]) |
| companies["company_rating"] = _parse_percentage(companies["company_rating"]) |
| return companies |
| |
| |
| def preprocess_shuttles(shuttles: pd.DataFrame) -> pd.DataFrame: |
| """Preprocesses the data for shuttles. |
| |
| Args: |
| shuttles: Raw data. |
| Returns: |
| Preprocessed data, with `price` converted to a float and `d_check_complete`, |
| `moon_clearance_complete` converted to boolean. |
| """ |
| shuttles["d_check_complete"] = _is_true(shuttles["d_check_complete"]) |
| shuttles["moon_clearance_complete"] = _is_true(shuttles["moon_clearance_complete"]) |
| shuttles["price"] = _parse_money(shuttles["price"]) |
| return shuttles |
| |
| |
| def create_model_input_table( |
| preprocess_shuttles: pd.DataFrame, preprocess_companies: pd.DataFrame, reviews: pd.DataFrame |
| ) -> pd.DataFrame: |
| """Combines all data to create a model input table. |
| |
| Args: |
| shuttles: Preprocessed data for shuttles. |
| companies: Preprocessed data for companies. |
| reviews: Raw data for reviews. |
| Returns: |
| Model input table. |
| |
| """ |
| rated_shuttles = preprocess_shuttles.merge(reviews, left_on="id", right_on="shuttle_id") |
| rated_shuttles = rated_shuttles.drop("id", axis=1) |
| model_input_table = rated_shuttles.merge( |
| preprocess_companies, left_on="company_id", right_on="id" |
| ) |
| model_input_table = model_input_table.dropna() |
| return model_input_table |
