Index

A

ai_summary (avise.pipelines.languagemodel.schema.ReportData attribute) avise.connectors.languagemodel.base module avise.connectors.languagemodel.generic module avise.connectors.languagemodel.ollama module avise.connectors.languagemodel.openai module avise.evaluators.languagemodel.base module avise.evaluators.languagemodel.partial_compliance module avise.evaluators.languagemodel.refusal module avise.evaluators.languagemodel.suspicious_output module avise.evaluators.languagemodel.vulnerability module

avise.pipelines.languagemodel.pipeline module avise.pipelines.languagemodel.schema module avise.registry.registry module avise.reportgen.reporters.base module avise.reportgen.reporters.html_reporter module avise.reportgen.reporters.json_reporter module avise.reportgen.reporters.markdown_reporter module avise.sets.languagemodel.multi_turn.context_test module avise.sets.languagemodel.multi_turn.red_queen module avise.sets.languagemodel.single_turn.prompt_injection module

B

BaseLMConnector (class in avise.connectors.languagemodel.base) BaseLMEvaluator (class in avise.evaluators.languagemodel.base)

BaseReporter (class in avise.reportgen.reporters.base) BaseSETPipeline (class in avise.pipelines.languagemodel.pipeline)

C

calculate_passrates() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline static method) calculate_subcategory_runs() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline static method) config (avise.connectors.languagemodel.base.BaseLMConnector attribute)

configuration (avise.pipelines.languagemodel.schema.ReportData attribute) content (avise.connectors.languagemodel.base.Message attribute), [1] ContextTest (class in avise.sets.languagemodel.multi_turn.context_test) create() (avise.registry.registry.Registry method)

D

DEFAULT_MODEL (avise.connectors.languagemodel.openai.OpenAILMConnector attribute) description (avise.evaluators.languagemodel.base.BaseLMEvaluator attribute), [1] (avise.evaluators.languagemodel.partial_compliance.PartialComplianceEvaluator attribute) (avise.evaluators.languagemodel.refusal.RefusalEvaluator attribute) (avise.evaluators.languagemodel.suspicious_output.SuspiciousOutputEvaluator attribute) (avise.evaluators.languagemodel.vulnerability.VulnerabilityEvaluator attribute) (avise.pipelines.languagemodel.pipeline.BaseSETPipeline attribute) (avise.sets.languagemodel.multi_turn.context_test.ContextTest attribute) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen attribute) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest attribute)

detect() (avise.evaluators.languagemodel.base.BaseLMEvaluator method) (avise.evaluators.languagemodel.partial_compliance.PartialComplianceEvaluator method) (avise.evaluators.languagemodel.refusal.RefusalEvaluator method) (avise.evaluators.languagemodel.suspicious_output.SuspiciousOutputEvaluator method) (avise.evaluators.languagemodel.vulnerability.VulnerabilityEvaluator method) detections (avise.pipelines.languagemodel.schema.EvaluationResult attribute) determine_test_status() (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest method) duration_seconds (avise.pipelines.languagemodel.schema.OutputData attribute)

E

elm_evaluation (avise.pipelines.languagemodel.schema.EvaluationResult attribute) error (avise.pipelines.languagemodel.schema.ExecutionOutput attribute) escape_html() (avise.reportgen.reporters.base.BaseReporter static method) evaluate() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method) (avise.sets.languagemodel.multi_turn.context_test.ContextTest method) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen method) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest method)

EvaluationResult (class in avise.pipelines.languagemodel.schema) execute() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method) (avise.sets.languagemodel.multi_turn.context_test.ContextTest method) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen method) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest method) execution_time_seconds (avise.pipelines.languagemodel.schema.ReportData attribute) ExecutionOutput (class in avise.pipelines.languagemodel.schema)

F

file_extension (avise.reportgen.reporters.base.BaseReporter attribute) (avise.reportgen.reporters.html_reporter.HTMLReporter attribute) (avise.reportgen.reporters.json_reporter.JSONReporter attribute) (avise.reportgen.reporters.markdown_reporter.MarkdownReporter attribute)

format_name (avise.reportgen.reporters.base.BaseReporter attribute) (avise.reportgen.reporters.html_reporter.HTMLReporter attribute) (avise.reportgen.reporters.json_reporter.JSONReporter attribute) (avise.reportgen.reporters.markdown_reporter.MarkdownReporter attribute)

G

generate() (avise.connectors.languagemodel.base.BaseLMConnector method) (avise.connectors.languagemodel.generic.GenericRESTLMConnector method) (avise.connectors.languagemodel.ollama.OllamaLMConnector method) (avise.connectors.languagemodel.openai.OpenAILMConnector method) generate_ai_summary() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method)

GenericRESTLMConnector (class in avise.connectors.languagemodel.generic) get() (avise.registry.registry.Registry method) group_by_vulnerability() (avise.pipelines.languagemodel.schema.ReportData method) group_results (avise.pipelines.languagemodel.schema.ReportData attribute) (avise.reportgen.reporters.html_reporter.HTMLReporter attribute) (avise.reportgen.reporters.markdown_reporter.MarkdownReporter attribute)

H

HTML (avise.pipelines.languagemodel.pipeline.ReportFormat attribute)

HTMLReporter (class in avise.reportgen.reporters.html_reporter)

I

id (avise.pipelines.languagemodel.schema.LanguageModelSETCase attribute) initialize() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method) (avise.sets.languagemodel.multi_turn.context_test.ContextTest method) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen method) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest method)

J

JSON (avise.pipelines.languagemodel.pipeline.ReportFormat attribute)

JSONReporter (class in avise.reportgen.reporters.json_reporter)

L

LanguageModelSETCase (class in avise.pipelines.languagemodel.schema)

list() (avise.registry.registry.Registry method)

M

MARKDOWN (avise.pipelines.languagemodel.pipeline.ReportFormat attribute) MarkdownReporter (class in avise.reportgen.reporters.markdown_reporter) Message (class in avise.connectors.languagemodel.base) metadata (avise.pipelines.languagemodel.schema.EvaluationResult attribute) (avise.pipelines.languagemodel.schema.ExecutionOutput attribute) (avise.pipelines.languagemodel.schema.LanguageModelSETCase attribute) module avise.connectors.languagemodel.base avise.connectors.languagemodel.generic avise.connectors.languagemodel.ollama avise.connectors.languagemodel.openai avise.evaluators.languagemodel.base avise.evaluators.languagemodel.partial_compliance avise.evaluators.languagemodel.refusal avise.evaluators.languagemodel.suspicious_output avise.evaluators.languagemodel.vulnerability avise.pipelines.languagemodel.pipeline avise.pipelines.languagemodel.schema avise.registry.registry avise.reportgen.reporters.base avise.reportgen.reporters.html_reporter avise.reportgen.reporters.json_reporter avise.reportgen.reporters.markdown_reporter avise.sets.languagemodel.multi_turn.context_test avise.sets.languagemodel.multi_turn.red_queen avise.sets.languagemodel.single_turn.prompt_injection

N

name (avise.connectors.languagemodel.generic.GenericRESTLMConnector attribute) (avise.connectors.languagemodel.ollama.OllamaLMConnector attribute) (avise.connectors.languagemodel.openai.OpenAILMConnector attribute) (avise.evaluators.languagemodel.base.BaseLMEvaluator attribute), [1] (avise.evaluators.languagemodel.partial_compliance.PartialComplianceEvaluator attribute) (avise.evaluators.languagemodel.refusal.RefusalEvaluator attribute) (avise.evaluators.languagemodel.suspicious_output.SuspiciousOutputEvaluator attribute) (avise.evaluators.languagemodel.vulnerability.VulnerabilityEvaluator attribute) (avise.pipelines.languagemodel.pipeline.BaseSETPipeline attribute) (avise.sets.languagemodel.multi_turn.context_test.ContextTest attribute) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen attribute) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest attribute)

O

OllamaLMConnector (class in avise.connectors.languagemodel.ollama) OpenAILMConnector (class in avise.connectors.languagemodel.openai)

OutputData (class in avise.pipelines.languagemodel.schema) outputs (avise.pipelines.languagemodel.schema.OutputData attribute)

P

PartialComplianceEvaluator (class in avise.evaluators.languagemodel.partial_compliance) patterns (avise.evaluators.languagemodel.base.BaseLMEvaluator attribute), [1] (avise.evaluators.languagemodel.partial_compliance.PartialComplianceEvaluator attribute) (avise.evaluators.languagemodel.refusal.RefusalEvaluator attribute) (avise.evaluators.languagemodel.suspicious_output.SuspiciousOutputEvaluator attribute) (avise.evaluators.languagemodel.vulnerability.VulnerabilityEvaluator attribute)

prompt (avise.pipelines.languagemodel.schema.EvaluationResult attribute) (avise.pipelines.languagemodel.schema.ExecutionOutput attribute) (avise.pipelines.languagemodel.schema.LanguageModelSETCase attribute) PromptInjectionTest (class in avise.sets.languagemodel.single_turn.prompt_injection)

R

reason (avise.pipelines.languagemodel.schema.EvaluationResult attribute) RedQueen (class in avise.sets.languagemodel.multi_turn.red_queen) RefusalEvaluator (class in avise.evaluators.languagemodel.refusal) register() (avise.registry.registry.Registry method) Registry (class in avise.registry.registry) report() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method) (avise.sets.languagemodel.multi_turn.context_test.ContextTest method) (avise.sets.languagemodel.multi_turn.red_queen.RedQueen method) (avise.sets.languagemodel.single_turn.prompt_injection.PromptInjectionTest method)

ReportData (class in avise.pipelines.languagemodel.schema) ReportFormat (class in avise.pipelines.languagemodel.pipeline) response (avise.pipelines.languagemodel.schema.EvaluationResult attribute) (avise.pipelines.languagemodel.schema.ExecutionOutput attribute) results (avise.pipelines.languagemodel.schema.ReportData attribute) role (avise.connectors.languagemodel.base.Message attribute), [1] run() (avise.pipelines.languagemodel.pipeline.BaseSETPipeline method)

S

set_id (avise.pipelines.languagemodel.schema.EvaluationResult attribute) (avise.pipelines.languagemodel.schema.ExecutionOutput attribute) set_name (avise.pipelines.languagemodel.schema.ReportData attribute) status (avise.pipelines.languagemodel.schema.EvaluationResult attribute) status_check() (avise.connectors.languagemodel.base.BaseLMConnector method) (avise.connectors.languagemodel.generic.GenericRESTLMConnector method) (avise.connectors.languagemodel.ollama.OllamaLMConnector method) (avise.connectors.languagemodel.openai.OpenAILMConnector method)

STATUS_COLORS (avise.reportgen.reporters.html_reporter.HTMLReporter attribute) summary (avise.pipelines.languagemodel.schema.ReportData attribute) SUPPORTED_FORMATS (avise.pipelines.languagemodel.pipeline.BaseSETPipeline attribute) SuspiciousOutputEvaluator (class in avise.evaluators.languagemodel.suspicious_output)

T

timestamp (avise.pipelines.languagemodel.schema.ReportData attribute) to_dict() (avise.pipelines.languagemodel.schema.EvaluationResult method) (avise.pipelines.languagemodel.schema.ExecutionOutput method) (avise.pipelines.languagemodel.schema.LanguageModelSETCase method) (avise.pipelines.languagemodel.schema.OutputData method) (avise.pipelines.languagemodel.schema.ReportData method)

V

VulnerabilityEvaluator (class in avise.evaluators.languagemodel.vulnerability)

W

write() (avise.reportgen.reporters.base.BaseReporter method) (avise.reportgen.reporters.html_reporter.HTMLReporter method) (avise.reportgen.reporters.json_reporter.JSONReporter method) (avise.reportgen.reporters.markdown_reporter.MarkdownReporter method)