scripts/qualify.sh

#!/bin/zsh
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

cd examples
pushd hello_world
pwd
echo "-----hello world----"
python my_script.py
popd
pushd numpy/air-quality-analysis
pwd
echo "-----Numpy----"
python run_analysis.py
popd
pushd model_examples/scikit-learn
pwd
echo "---- ML example ---"
python run.py iris svm
popd
pushd ray/hello_world
pwd
echo "-----ray-------"
python run.py
echo "----- ray workflow -----"
python run_rayworkflow.py
popd
pushd dask/hello_world
pwd
echo "---- dask 1 ----"
python run.py
echo "----- dask with delayed ----"
python run_with_delayed.py
echo "---- dask delayed with objects ----"
python run_with_delayed_and_dask_objects.py
popd
pushd data_quality/simple/
echo "---- data quality simple----"
python run.py
echo "--- data quality ray ----"
python run_ray.py
echo "----- data quality dask ----"
python run_dask.py
popd
pushd data_quality/pandera/
echo "---- pandera simple ---"
python run.py
echo "---- pandera ray ---"
python run_ray.py
echo "---- pandera dask ---"
python run_dask.py
popd
pushd lineage
echo "---- lineage script ----"
python lineage_script.py
python lineage_commands.py PII
python lineage_commands.py visualize upstream training_set_v1 tsv1
python lineage_commands.py path age fit_random_forest
popd
pushd spark/pandas_on_spark
echo "---- pandas on spark ----"
python run.py
popd
pushd pandas/materialization
echo "---- pandas materializers ----"
python my_script.py
rm -rf df.*  # removes files created.
popd
echo "---- parallel examples -----"
pushd parallelism/file_processing
python run.py --mode dask
python run.py --mode ray
python run.py --mode multithreading
python run.py --mode local
popd
echo "----- styling viz -----"
pushd styling_visualization
python run.py
popd
echo "---- ibis -------"
pushd ibis/feature_engineering
python run.py --level column # --model linear
popd
echo "---- scraping ----"
pushd LLM_Workflows/scraping_and_chunking
python run.py > scraping.out
popd
echo "---- experiment tracker ----"
pushd experiment_management
python run.py
popd
echo "---- polars test cases ----"
pushd polars
python my_script.py
pushd lazyframe
python my_script.py
popd
popd
echo "---- schema test cases ---"
pushd schema
python dataflow.py
popd
echo "----- ui SDK test cases -- you need to have the UI running ---"
pushd hamilton_ui
python run.py --username elijah@dagworks.io --project-id=1
popd
echo "----- Ray Tracker + SDK test cases -- you need to have the UI running ---"
pushd ray/ray_Hamilton_UI_tracking
python run.py
popd