Index Symbols | _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | R | S | T | U | V | W Symbols --all giskard-worker-stop command line option --attach giskard-hub-start command line option --daemon giskard-worker-restart command line option giskard-worker-start command line option --data giskard-hub-clean command line option --env giskard-hub-start command line option --env-file giskard-hub-start command line option --follow giskard-hub-logs command line option giskard-worker-logs command line option --hard giskard-hub-restart command line option --hf-token giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --key giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --lines giskard-hub-logs command line option giskard-worker-logs command line option --log-level giskard-worker-restart command line option giskard-worker-start command line option --name giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --ngrok-token giskard-hub-expose command line option --out_path giskard-hub-diagnose command line option --parallelism giskard-worker-restart command line option giskard-worker-start command line option --server giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --skip-version-check giskard-hub-start command line option --url giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --verbose giskard-hub-clean command line option giskard-hub-diagnose command line option giskard-hub-expose command line option giskard-hub-logs command line option giskard-hub-restart command line option giskard-hub-start command line option giskard-hub-status command line option giskard-hub-stop command line option giskard-hub-upgrade command line option giskard-worker-logs command line option giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option --version giskard command line option giskard-hub-start command line option -a giskard-hub-start command line option giskard-worker-stop command line option -d giskard-worker-restart command line option giskard-worker-start command line option -e giskard-hub-start command line option -f giskard-hub-logs command line option giskard-worker-logs command line option -k giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option -l giskard-hub-logs command line option -n giskard-worker-logs command line option -o giskard-hub-diagnose command line option -s giskard-hub-start command line option giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option -u giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option -v giskard-hub-clean command line option giskard-hub-diagnose command line option giskard-hub-expose command line option giskard-hub-logs command line option giskard-hub-restart command line option giskard-hub-start command line option giskard-hub-status command line option giskard-hub-stop command line option giskard-hub-upgrade command line option giskard-worker-logs command line option giskard-worker-restart command line option giskard-worker-start command line option giskard-worker-stop command line option _ __init__() (giskard.Dataset method) (giskard.Suite method) __new__() (giskard.Model static method) _infer_column_types() (giskard.Dataset method) A add_slicing_function() (giskard.Dataset method) add_test() (giskard.Suite method), [1] add_transformation_function() (giskard.Dataset method) all_predictions (giskard.models.base.ModelPredictionResults attribute) B BaseModel (class in giskard.models.base) BaseTextPerturbationDetector (class in giskard.scanner.robustness) C cat_columns (giskard.Dataset attribute) CatboostModel (class in giskard.models.catboost) cell_level (giskard.registry.slicing_function.SlicingFunction attribute) classification_labels (giskard.models.base.BaseModel attribute) classification_threshold (giskard.models.base.BaseModel attribute) CloudpickleSerializableModel (class in giskard.models.base) column_types (giskard.Dataset attribute) ContributionPush (class in giskard.push) correct_example() (in module giskard.push.push_test_catalog.catalog) CorrectnessEvaluator (class in giskard.llm.evaluators) D DataLeakageDetector (class in giskard.scanner.data_leakage) Dataset (class in giskard) DatasetInput (class in giskard.core.suite) details (giskard.push.Push attribute) df (giskard.Dataset attribute) download() (giskard.Dataset class method) (giskard.Model class method) (giskard.models.base.BaseModel class method) (giskard.registry.slicing_function.SlicingFunction class method) (giskard.registry.transformation_function.TransformationFunction class method) (giskard.Suite class method) E emotion_sentiment_analysis() (in module giskard.functions.slicing) EthicalBiasDetector (class in giskard.scanner.robustness) ExamplePush (class in giskard.push) execute() (giskard.registry.slicing_function.SlicingFunction method) (giskard.registry.transformation_function.TransformationFunction method) (giskard.scanner.robustness.text_transformations.TextLanguageBasedTransformation method) (giskard.scanner.robustness.text_transformations.TextLowercase method) (giskard.scanner.robustness.text_transformations.TextTitleCase method) (giskard.scanner.robustness.text_transformations.TextTransformation method) (giskard.scanner.robustness.text_transformations.TextUppercase method) F feature_names (giskard.models.base.BaseModel attribute) FeaturePush (class in giskard.push) func (giskard.registry.slicing_function.SlicingFunction attribute) G generate_test_suite() (giskard.scanner.report.ScanReport method) generate_tests() (giskard.scanner.report.ScanReport method) giskard command line option --version giskard-hub-clean command line option --data --verbose -v giskard-hub-diagnose command line option --out_path --verbose -o -v giskard-hub-expose command line option --ngrok-token --verbose -v giskard-hub-logs command line option --follow --lines --verbose -f -l -v SERVICE giskard-hub-restart command line option --hard --verbose -v SERVICE giskard-hub-start command line option --attach --env --env-file --skip-version-check --verbose --version -a -e -s -v giskard-hub-status command line option --verbose -v giskard-hub-stop command line option --verbose -v giskard-hub-upgrade command line option --verbose -v VERSION giskard-worker-logs command line option --follow --lines --verbose -f -n -v giskard-worker-restart command line option --daemon --hf-token --key --log-level --name --parallelism --server --url --verbose -d -k -s -u -v giskard-worker-start command line option --daemon --hf-token --key --log-level --name --parallelism --server --url --verbose -d -k -s -u -v giskard-worker-stop command line option --all --hf-token --key --name --server --url --verbose -a -k -s -u -v giskard.models module giskard.models.base module giskard.models.catboost module giskard.models.function module giskard.models.langchain module giskard.models.sklearn module giskard.models.tensorflow module giskard.push module giskard.scanner module giskard.scanner.calibration module giskard.scanner.data_leakage module giskard.scanner.performance module giskard.scanner.robustness module giskard.scanner.robustness.text_transformations module giskard.scanner.stochasticity module H hate_sentiment_analysis() (in module giskard.functions.slicing) I if_overconfidence_rate_decrease() (in module giskard.push.push_test_catalog.catalog) if_underconfidence_rate_decrease() (in module giskard.push.push_test_catalog.catalog) increase_probability() (in module giskard.push.push_test_catalog.catalog) irony_sentiment_analysis() (in module giskard.functions.slicing) is_binary_classification (giskard.models.base.BaseModel property) is_binary_classification() (giskard.Model method) is_classification (giskard.models.base.BaseModel property) is_classification() (giskard.Model method) is_initialized (giskard.registry.slicing_function.SlicingFunction attribute) is_regression (giskard.models.base.BaseModel property) is_regression() (giskard.Model method) is_text_generation (giskard.models.base.BaseModel property) is_text_generation() (giskard.Model method) K keyboard_typo_transformation() (in module giskard.functions.transformation) keyword_lookup_slicing_fn() (in module giskard.functions.slicing) L LangchainModel (class in giskard.models.langchain) LLMBasicSycophancyDetector (class in giskard.scanner.llm) LLMCharsInjectionDetector (class in giskard.scanner.llm) LLMHarmfulContentDetector (class in giskard.scanner.llm) LLMImplausibleOutputDetector (class in giskard.scanner.llm) LLMInformationDisclosureDetector (class in giskard.scanner.llm) LLMOutputFormattingDetector (class in giskard.scanner.llm) LLMPromptInjectionDetector (class in giskard.scanner.llm) LLMStereotypesDetector (class in giskard.scanner.llm) load_model() (giskard.Model class method) (giskard.models.base.CloudpickleSerializableModel class method) (giskard.models.base.WrapperModel class method) (giskard.models.catboost.CatboostModel class method) (giskard.models.langchain.LangchainModel class method) (giskard.models.sklearn.SKLearnModel class method) (giskard.models.tensorflow.TensorFlowModel class method) M MLFlowSerializableModel (class in giskard.models.base) Model (class in giskard) model (giskard.models.base.BaseModel attribute) model_predict() (giskard.Model method) (giskard.models.base.WrapperModel method) (giskard.models.function.PredictionFunctionModel method) (giskard.models.langchain.LangchainModel method) (giskard.models.sklearn.SKLearnModel method) (giskard.models.tensorflow.TensorFlowModel method) model_type (giskard.models.base.BaseModel attribute) ModelInput (class in giskard.core.suite) ModelPredictionResults (class in giskard.models.base) module giskard.models giskard.models.base giskard.models.catboost giskard.models.function giskard.models.langchain giskard.models.sklearn giskard.models.tensorflow giskard.push giskard.scanner giskard.scanner.calibration giskard.scanner.data_leakage giskard.scanner.performance giskard.scanner.robustness giskard.scanner.robustness.text_transformations giskard.scanner.stochasticity N name (giskard.Dataset attribute) (giskard.models.base.BaseModel attribute) O offensive_sentiment_analysis() (in module giskard.functions.slicing) one_sample_overconfidence_test() (in module giskard.push.push_test_catalog.catalog) one_sample_underconfidence_test() (in module giskard.push.push_test_catalog.catalog) outlier_filter() (in module giskard.functions.slicing) OverconfidenceDetector (class in giskard.scanner.calibration) OverconfidencePush (class in giskard.push) P params (giskard.registry.slicing_function.SlicingFunction attribute) PerformanceBiasDetector (class in giskard.scanner.performance) PerturbationPush (class in giskard.push) positive_sentiment_analysis() (in module giskard.functions.slicing) predict() (giskard.Model method) (giskard.models.base.BaseModel method) predict_df() (giskard.models.base.BaseModel method) (giskard.models.base.WrapperModel method) prediction (giskard.models.base.ModelPredictionResults attribute) PredictionFunctionModel (class in giskard.models.function) prepare_dataframe() (giskard.models.base.BaseModel method) probabilities (giskard.models.base.ModelPredictionResults attribute) process() (giskard.Dataset method) Push (class in giskard.push) push_title (giskard.push.Push attribute) pushkind (giskard.push.Push attribute) R raw (giskard.models.base.ModelPredictionResults attribute) raw_prediction (giskard.models.base.ModelPredictionResults attribute) remove_test() (giskard.Suite method) row_level (giskard.registry.slicing_function.SlicingFunction attribute) run() (giskard.Suite method) S save_model() (giskard.Model method) (giskard.models.base.CloudpickleSerializableModel method) (giskard.models.base.WrapperModel method) (giskard.models.catboost.CatboostModel method) (giskard.models.langchain.LangchainModel method) (giskard.models.sklearn.SKLearnModel method) (giskard.models.tensorflow.TensorFlowModel method) scan() (in module giskard.scanner) ScanReport (class in giskard.scanner.report) SERVICE giskard-hub-logs command line option giskard-hub-restart command line option short_comment_slicing_fn() (in module giskard.functions.slicing) SKLearnModel (class in giskard.models.sklearn) slice() (giskard.Dataset method) slicing_function() (in module giskard) SlicingFunction (class in giskard.registry.slicing_function) StochasticityDetector (class in giskard.scanner.stochasticity) Suite (class in giskard) SuiteInput (class in giskard.core.suite) T talk() (giskard.models.base.BaseModel method) target (giskard.Dataset attribute) TensorFlowModel (class in giskard.models.tensorflow) test_accuracy() (in module giskard.testing) test_auc() (in module giskard.testing) test_brier() (in module giskard.testing) test_class_imbalance() (in module giskard.testing) test_cramer_v() (in module giskard.testing) test_data_completeness() (in module giskard.testing) test_data_correlation() (in module giskard.testing) test_data_uniqueness() (in module giskard.testing) test_diff_accuracy() (in module giskard.testing) test_diff_f1() (in module giskard.testing) test_diff_f1_push() (in module giskard.push.push_test_catalog.catalog) test_diff_precision() (in module giskard.testing) test_diff_recall() (in module giskard.testing) test_diff_rmse() (in module giskard.testing) test_diff_rmse_push() (in module giskard.push.push_test_catalog.catalog) test_disparate_impact() (in module giskard.testing) test_drift_chi_square() (in module giskard.testing) test_drift_earth_movers_distance() (in module giskard.testing) test_drift_ks() (in module giskard.testing) test_drift_prediction_chi_square() (in module giskard.testing) test_drift_prediction_earth_movers_distance() (in module giskard.testing) test_drift_prediction_ks() (in module giskard.testing) test_drift_prediction_psi() (in module giskard.testing) test_drift_psi() (in module giskard.testing) test_f1() (in module giskard.testing) test_feature_importance() (in module giskard.testing) test_foreign_constraint() (in module giskard.testing) test_label_consistency() (in module giskard.testing) test_llm_as_a_judge_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_char_injection() (in module giskard.testing.tests.llm) test_llm_correctness() (in module giskard.testing.tests.llm) test_llm_ground_truth() (in module giskard.testing.tests.llm) test_llm_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_output_against_requirement() (in module giskard.testing.tests.llm) test_llm_output_against_requirement_per_row() (in module giskard.testing.tests.llm) test_llm_output_against_strings() (in module giskard.testing.tests.llm) test_llm_output_coherency() (in module giskard.testing.tests.llm) test_llm_output_plausibility() (in module giskard.testing.tests.llm) test_llm_single_output_against_requirement() (in module giskard.testing.tests.llm) test_llm_single_output_against_strings() (in module giskard.testing.tests.llm) test_mae() (in module giskard.testing) test_metamorphic_decreasing() (in module giskard.testing) test_metamorphic_decreasing_t_test() (in module giskard.testing) test_metamorphic_decreasing_wilcoxon() (in module giskard.testing) test_metamorphic_increasing() (in module giskard.testing) test_metamorphic_increasing_t_test() (in module giskard.testing) test_metamorphic_increasing_wilcoxon() (in module giskard.testing) test_metamorphic_invariance() (in module giskard.testing) test_metamorphic_invariance_t_test() (in module giskard.testing) test_metamorphic_invariance_wilcoxon() (in module giskard.testing) test_metamorphic_invariance_with_mad() (in module giskard.push.push_test_catalog.catalog) test_mislabeling() (in module giskard.testing) test_monotonicity() (in module giskard.testing) test_mutual_information() (in module giskard.testing) test_nominal_association() (in module giskard.testing) test_outlier_value() (in module giskard.testing) test_output_in_range() (in module giskard.testing) test_precision() (in module giskard.testing) test_r2() (in module giskard.testing) test_recall() (in module giskard.testing) test_right_label() (in module giskard.testing) test_rmse() (in module giskard.testing) test_smoothness() (in module giskard.testing) test_theil_u() (in module giskard.testing) test_valid_range() (in module giskard.testing) test_valid_values() (in module giskard.testing) TestResult (class in giskard.core.test_result) tests (giskard.push.Push attribute) TestSuiteResult (class in giskard.core.suite) text_accent_removal() (in module giskard.functions.transformation) text_gender_switch() (in module giskard.functions.transformation) text_lowercase() (in module giskard.functions.transformation) text_nationality_switch() (in module giskard.functions.transformation) text_number_to_word() (in module giskard.functions.transformation) text_punctuation_removal() (in module giskard.functions.transformation) text_religion_switch() (in module giskard.functions.transformation) text_title_case() (in module giskard.functions.transformation) text_typo() (in module giskard.functions.transformation) text_typo_from_ocr() (in module giskard.functions.transformation) text_typo_from_speech() (in module giskard.functions.transformation) text_uppercase() (in module giskard.functions.transformation) TextAccentRemovalTransformation (class in giskard.scanner.robustness.text_transformations) TextFromOCRTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextFromSpeechTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextGenderTransformation (class in giskard.scanner.robustness.text_transformations) TextLanguageBasedTransformation (class in giskard.scanner.robustness.text_transformations) TextLowercase (class in giskard.scanner.robustness.text_transformations) TextNationalityTransformation (class in giskard.scanner.robustness.text_transformations) TextNumberToWordTransformation (class in giskard.scanner.robustness.text_transformations) TextPerturbationDetector (class in giskard.scanner.robustness) TextPunctuationRemovalTransformation (class in giskard.scanner.robustness.text_transformations) TextReligionTransformation (class in giskard.scanner.robustness.text_transformations) TextTitleCase (class in giskard.scanner.robustness.text_transformations) TextTransformation (class in giskard.scanner.robustness.text_transformations) TextTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextUppercase (class in giskard.scanner.robustness.text_transformations) to_avid() (giskard.scanner.report.ScanReport method) to_dataframe() (giskard.scanner.report.ScanReport method) to_html() (giskard.scanner.report.ScanReport method) to_markdown() (giskard.scanner.report.ScanReport method) to_mlflow() (giskard.scanner.report.ScanReport method) to_wandb() (giskard.scanner.report.ScanReport method) transform() (giskard.Dataset method) transformation_function() (in module giskard) TransformationFunction (class in giskard.registry.transformation_function) U UnderconfidenceDetector (class in giskard.scanner.calibration) update_test_params() (giskard.Suite method) upgrade_test() (giskard.Suite method) upload() (giskard.core.suite.TestSuiteResult method) (giskard.Dataset method) (giskard.Model method) (giskard.models.base.BaseModel method) (giskard.registry.slicing_function.SlicingFunction method) (giskard.registry.transformation_function.TransformationFunction method) (giskard.Suite method) V VERSION giskard-hub-upgrade command line option W WrapperModel (class in giskard.models.base)