Index

_

__call__() (giskard.rag.metrics.Metric method) __init__() (giskard.Dataset method) (giskard.Suite method)

__new__() (giskard.Model static method) _infer_column_types() (giskard.Dataset method)

A

add_slicing_function() (giskard.Dataset method) add_test() (giskard.Suite method), [1]

add_transformation_function() (giskard.Dataset method) all_predictions (giskard.models.base.ModelPredictionResults attribute)

B

BaseModel (class in giskard.models.base)

BaseTextPerturbationDetector (class in giskard.scanner.robustness) batch_size (giskard.models.huggingface.HuggingFaceModel attribute)

C

cat_columns (giskard.Dataset attribute) CatboostModel (class in giskard.models.catboost) cell_level (giskard.registry.slicing_function.SlicingFunction attribute) classification_labels (giskard.models.base.BaseModel attribute) classification_threshold (giskard.models.base.BaseModel attribute) CloudpickleSerializableModel (class in giskard.models.base)

column_types (giskard.Dataset attribute) ComplexQuestionsGenerator (class in giskard.rag.question_generators) ConversationalQuestionsGenerator (class in giskard.rag.question_generators) copy() (giskard.rag.QATestset method) correctness_metric() (in module giskard.rag.metrics.correctness) CorrectnessEvaluator (class in giskard.llm.evaluators) count_sample_by_metadata() (giskard.rag.QATestset method)

D

DataLeakageDetector (class in giskard.scanner.data_leakage) Dataset (class in giskard) DatasetInput (class in giskard.core.suite)

df (giskard.Dataset attribute) DistractingQuestionsGenerator (class in giskard.rag.question_generators) Document (class in giskard.rag.knowledge_base) DoubleQuestionsGenerator (class in giskard.rag.question_generators)

E

emotion_sentiment_analysis() (in module giskard.functions.slicing) EthicalBiasDetector (class in giskard.scanner.robustness) evaluate() (in module giskard.rag) execute() (giskard.registry.slicing_function.SlicingFunction method) (giskard.registry.transformation_function.TransformationFunction method) (giskard.scanner.robustness.text_transformations.TextLanguageBasedTransformation method) (giskard.scanner.robustness.text_transformations.TextLowercase method) (giskard.scanner.robustness.text_transformations.TextTitleCase method) (giskard.scanner.robustness.text_transformations.TextTransformation method) (giskard.scanner.robustness.text_transformations.TextUppercase method)

F

feature_names (giskard.models.base.BaseModel attribute)

from_pandas() (giskard.rag.knowledge_base.KnowledgeBase class method) func (giskard.registry.slicing_function.SlicingFunction attribute)

G

generate_rails() (giskard.scanner.report.ScanReport method) generate_single_question() (giskard.rag.question_generators.OutOfScopeGenerator method) (giskard.rag.question_generators.SimpleQuestionsGenerator method) generate_test_suite() (giskard.scanner.report.ScanReport method) generate_tests() (giskard.scanner.report.ScanReport method) generate_testset() (in module giskard.rag) get_metadata_values() (giskard.rag.QATestset method) giskard.models module giskard.models.base module giskard.models.catboost module giskard.models.function module giskard.models.huggingface module giskard.models.langchain module

giskard.models.pytorch module giskard.models.sklearn module giskard.models.tensorflow module giskard.scanner module giskard.scanner.calibration module giskard.scanner.data_leakage module giskard.scanner.performance module giskard.scanner.robustness module giskard.scanner.robustness.text_transformations module giskard.scanner.stochasticity module

H

hate_sentiment_analysis() (in module giskard.functions.slicing)

HuggingFaceModel (class in giskard.models.huggingface)

I

irony_sentiment_analysis() (in module giskard.functions.slicing) is_binary_classification (giskard.models.base.BaseModel property) is_binary_classification() (giskard.Model method) is_classification (giskard.models.base.BaseModel property) is_classification() (giskard.Model method)

is_initialized (giskard.registry.slicing_function.SlicingFunction attribute) is_regression (giskard.models.base.BaseModel property) is_regression() (giskard.Model method) is_text_generation (giskard.models.base.BaseModel property) is_text_generation() (giskard.Model method)

K

keyboard_typo_transformation() (in module giskard.functions.transformation)

keyword_lookup_slicing_fn() (in module giskard.functions.slicing) KnowledgeBase (class in giskard.rag.knowledge_base)

L

LangchainModel (class in giskard.models.langchain) LLMBasicSycophancyDetector (class in giskard.scanner.llm) LLMCharsInjectionDetector (class in giskard.scanner.llm) LLMHarmfulContentDetector (class in giskard.scanner.llm) LLMImplausibleOutputDetector (class in giskard.scanner.llm) LLMInformationDisclosureDetector (class in giskard.scanner.llm) LLMOutputFormattingDetector (class in giskard.scanner.llm) LLMPromptInjectionDetector (class in giskard.scanner.llm) LLMStereotypesDetector (class in giskard.scanner.llm) load() (giskard.rag.QATestset class method)

load_from_hf_hub() (giskard.rag.QATestset class method) load_model() (giskard.Model class method) (giskard.models.base.CloudpickleSerializableModel class method) (giskard.models.base.WrapperModel class method) (giskard.models.catboost.CatboostModel class method) (giskard.models.huggingface.HuggingFaceModel class method) (giskard.models.langchain.LangchainModel class method) (giskard.models.pytorch.PyTorchModel class method) (giskard.models.sklearn.SKLearnModel class method) (giskard.models.tensorflow.TensorFlowModel class method)

M

Metric (class in giskard.rag.metrics) MLFlowSerializableModel (class in giskard.models.base) Model (class in giskard) model (giskard.models.base.BaseModel attribute) model_predict() (giskard.Model method) (giskard.models.base.WrapperModel method) (giskard.models.function.PredictionFunctionModel method) (giskard.models.huggingface.HuggingFaceModel method) (giskard.models.langchain.LangchainModel method) (giskard.models.pytorch.PyTorchModel method) (giskard.models.sklearn.SKLearnModel method) (giskard.models.tensorflow.TensorFlowModel method) model_type (giskard.models.base.BaseModel attribute) ModelInput (class in giskard.core.suite) ModelPredictionResults (class in giskard.models.base) module giskard.models giskard.models.base giskard.models.catboost giskard.models.function giskard.models.huggingface giskard.models.langchain giskard.models.pytorch giskard.models.sklearn giskard.models.tensorflow giskard.scanner giskard.scanner.calibration giskard.scanner.data_leakage giskard.scanner.performance giskard.scanner.robustness giskard.scanner.robustness.text_transformations giskard.scanner.stochasticity

N

name (giskard.Dataset attribute) (giskard.models.base.BaseModel attribute)

O

offensive_sentiment_analysis() (in module giskard.functions.slicing) outlier_filter() (in module giskard.functions.slicing)

OutOfScopeGenerator (class in giskard.rag.question_generators) OverconfidenceDetector (class in giskard.scanner.calibration)

P

params (giskard.registry.slicing_function.SlicingFunction attribute) PerformanceBiasDetector (class in giskard.scanner.performance) positive_sentiment_analysis() (in module giskard.functions.slicing) predict() (giskard.Model method) (giskard.models.base.BaseModel method) predict_df() (giskard.models.base.BaseModel method) (giskard.models.base.WrapperModel method)

prediction (giskard.models.base.ModelPredictionResults attribute) PredictionFunctionModel (class in giskard.models.function) prepare_dataframe() (giskard.models.base.BaseModel method) probabilities (giskard.models.base.ModelPredictionResults attribute) process() (giskard.Dataset method) push_to_hf_hub() (giskard.rag.QATestset method) PyTorchModel (class in giskard.models.pytorch)

Q

QATestset (class in giskard.rag)

R

ragas_answer_relevancy() (in module giskard.rag.metrics.ragas_metrics) ragas_context_recall() (in module giskard.rag.metrics.ragas_metrics) ragas_faithfulness() (in module giskard.rag.metrics.ragas_metrics) raw (giskard.models.base.ModelPredictionResults attribute)

raw_prediction (giskard.models.base.ModelPredictionResults attribute) remove_test() (giskard.Suite method) row_level (giskard.registry.slicing_function.SlicingFunction attribute) run() (giskard.Suite method)

S

save() (giskard.rag.QATestset method) save_model() (giskard.Model method) (giskard.models.base.CloudpickleSerializableModel method) (giskard.models.base.WrapperModel method) (giskard.models.catboost.CatboostModel method) (giskard.models.huggingface.HuggingFaceModel method) (giskard.models.langchain.LangchainModel method) (giskard.models.pytorch.PyTorchModel method) (giskard.models.sklearn.SKLearnModel method) (giskard.models.tensorflow.TensorFlowModel method) scan() (in module giskard.scanner)

ScanReport (class in giskard.scanner.report) short_comment_slicing_fn() (in module giskard.functions.slicing) SimpleQuestionsGenerator (class in giskard.rag.question_generators) SituationalQuestionsGenerator (class in giskard.rag.question_generators) SKLearnModel (class in giskard.models.sklearn) slice() (giskard.Dataset method) slicing_function() (in module giskard) SlicingFunction (class in giskard.registry.slicing_function) StochasticityDetector (class in giskard.scanner.stochasticity) Suite (class in giskard) SuiteInput (class in giskard.core.suite)

T

talk() (giskard.models.base.BaseModel method) target (giskard.Dataset attribute) TensorFlowModel (class in giskard.models.tensorflow) test_accuracy() (in module giskard.testing) test_auc() (in module giskard.testing) test_brier() (in module giskard.testing) test_class_imbalance() (in module giskard.testing) test_cramer_v() (in module giskard.testing) test_data_completeness() (in module giskard.testing) test_data_correlation() (in module giskard.testing) test_data_uniqueness() (in module giskard.testing) test_diff_accuracy() (in module giskard.testing) test_diff_f1() (in module giskard.testing) test_diff_precision() (in module giskard.testing) test_diff_recall() (in module giskard.testing) test_diff_rmse() (in module giskard.testing) test_disparate_impact() (in module giskard.testing) test_drift_chi_square() (in module giskard.testing) test_drift_earth_movers_distance() (in module giskard.testing) test_drift_ks() (in module giskard.testing) test_drift_prediction_chi_square() (in module giskard.testing) test_drift_prediction_earth_movers_distance() (in module giskard.testing) test_drift_prediction_ks() (in module giskard.testing) test_drift_prediction_psi() (in module giskard.testing) test_drift_psi() (in module giskard.testing) test_f1() (in module giskard.testing) test_feature_importance() (in module giskard.testing) test_foreign_constraint() (in module giskard.testing) test_label_consistency() (in module giskard.testing) test_llm_as_a_judge_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_char_injection() (in module giskard.testing.tests.llm) test_llm_correctness() (in module giskard.testing.tests.llm) test_llm_ground_truth() (in module giskard.testing.tests.llm) test_llm_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_output_against_requirement() (in module giskard.testing.tests.llm) test_llm_output_against_requirement_per_row() (in module giskard.testing.tests.llm) test_llm_output_against_strings() (in module giskard.testing.tests.llm) test_llm_output_coherency() (in module giskard.testing.tests.llm) test_llm_output_plausibility() (in module giskard.testing.tests.llm) test_llm_single_output_against_requirement() (in module giskard.testing.tests.llm) test_llm_single_output_against_strings() (in module giskard.testing.tests.llm) test_mae() (in module giskard.testing) test_metamorphic_decreasing() (in module giskard.testing) test_metamorphic_decreasing_t_test() (in module giskard.testing) test_metamorphic_decreasing_wilcoxon() (in module giskard.testing) test_metamorphic_increasing() (in module giskard.testing) test_metamorphic_increasing_t_test() (in module giskard.testing) test_metamorphic_increasing_wilcoxon() (in module giskard.testing) test_metamorphic_invariance() (in module giskard.testing) test_metamorphic_invariance_t_test() (in module giskard.testing) test_metamorphic_invariance_wilcoxon() (in module giskard.testing) test_mislabeling() (in module giskard.testing) test_monotonicity() (in module giskard.testing)

test_mutual_information() (in module giskard.testing) test_nominal_association() (in module giskard.testing) test_outlier_value() (in module giskard.testing) test_output_in_range() (in module giskard.testing) test_precision() (in module giskard.testing) test_r2() (in module giskard.testing) test_recall() (in module giskard.testing) test_right_label() (in module giskard.testing) test_rmse() (in module giskard.testing) test_smoothness() (in module giskard.testing) test_theil_u() (in module giskard.testing) test_valid_range() (in module giskard.testing) test_valid_values() (in module giskard.testing) TestResult (class in giskard.core.test_result) TestSuiteResult (class in giskard.core.suite) text_accent_removal() (in module giskard.functions.transformation) text_gender_switch() (in module giskard.functions.transformation) text_lowercase() (in module giskard.functions.transformation) text_nationality_switch() (in module giskard.functions.transformation) text_number_to_word() (in module giskard.functions.transformation) text_punctuation_removal() (in module giskard.functions.transformation) text_religion_switch() (in module giskard.functions.transformation) text_title_case() (in module giskard.functions.transformation) text_typo() (in module giskard.functions.transformation) text_typo_from_ocr() (in module giskard.functions.transformation) text_typo_from_speech() (in module giskard.functions.transformation) text_uppercase() (in module giskard.functions.transformation) TextAccentRemovalTransformation (class in giskard.scanner.robustness.text_transformations) TextFromOCRTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextFromSpeechTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextGenderTransformation (class in giskard.scanner.robustness.text_transformations) TextLanguageBasedTransformation (class in giskard.scanner.robustness.text_transformations) TextLowercase (class in giskard.scanner.robustness.text_transformations) TextNationalityTransformation (class in giskard.scanner.robustness.text_transformations) TextNumberToWordTransformation (class in giskard.scanner.robustness.text_transformations) TextPerturbationDetector (class in giskard.scanner.robustness) TextPunctuationRemovalTransformation (class in giskard.scanner.robustness.text_transformations) TextReligionTransformation (class in giskard.scanner.robustness.text_transformations) TextTitleCase (class in giskard.scanner.robustness.text_transformations) TextTransformation (class in giskard.scanner.robustness.text_transformations) TextTypoTransformation (class in giskard.scanner.robustness.text_transformations) TextUppercase (class in giskard.scanner.robustness.text_transformations) to_avid() (giskard.scanner.report.ScanReport method) to_dataframe() (giskard.scanner.report.ScanReport method) to_html() (giskard.scanner.report.ScanReport method) to_json() (giskard.scanner.report.ScanReport method) to_markdown() (giskard.scanner.report.ScanReport method) to_mlflow() (giskard.scanner.report.ScanReport method) to_pandas() (giskard.rag.QATestset method) to_test_suite() (giskard.rag.QATestset method) to_wandb() (giskard.scanner.report.ScanReport method) transform() (giskard.Dataset method) transformation_function() (in module giskard) TransformationFunction (class in giskard.registry.transformation_function)

U

UnderconfidenceDetector (class in giskard.scanner.calibration) update_rails_config() (giskard.scanner.report.ScanReport method)

update_test_params() (giskard.Suite method) upgrade_test() (giskard.Suite method)

W

WrapperModel (class in giskard.models.base)