module RubyLLM::Evaluation::RSpec

Adds dataset cases as examples when extended by an RSpec example group.

RSpec.describe SupportEvaluation do
  extend RubyLLM::Evaluation::RSpec
  evaluates described_class
end

Public Instance Methods

evaluates (evaluation, dataset: nil, only: nil, **options)

Source

# File lib/ruby_llm/evaluation/rspec.rb, line 13
def evaluates(evaluation, dataset: nil, only: nil, **options)
  evaluation.cases(dataset:, only:).each do |test_case|
    it("#{evaluation.name}: #{test_case.name}") do
      report = evaluation.run(dataset: [test_case], **options)
      expect(report).to be_passed, report.to_s
    end
  end
end

Defines one example per case, using the same runner and failure report as Evaluation.run.