Skip to content

dspy.MultiChainComparison

dspy.MultiChainComparison(signature, M=3, temperature=0.7, **config)

Bases: Module

Source code in dspy/predict/multi_chain_comparison.py 
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
def __init__(self, signature, M=3, temperature=0.7, **config):
    super().__init__()

    self.M = M
    signature = ensure_signature(signature)

    *_, self.last_key = signature.output_fields.keys()

    for idx in range(M):
        signature = signature.append(
            f"reasoning_attempt_{idx+1}",
            dspy.InputField(
                prefix=f"Student Attempt #{idx+1}:", desc="${reasoning attempt}",
            ),
        )

    signature = signature.prepend(
        "rationale",
        dspy.OutputField(
            prefix="Accurate Reasoning: Thank you everyone. Let's now holistically",
            desc="${corrected reasoning}",
        ),
    )

    self.predict = Predict(signature, temperature=temperature, **config)

Functions

forward(completions, **kwargs)

Source code in dspy/predict/multi_chain_comparison.py 
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
def forward(self, completions, **kwargs):
    attempts = []

    for c in completions:
        rationale = c.get('rationale', c.get('reasoning')).strip().split("\n")[0].strip()
        answer = c[self.last_key].strip().split("\n")[0].strip()
        attempts.append(
            f"«I'm trying to {rationale} I'm not sure but my prediction is {answer}»",
        )

    assert len(attempts) == self.M, f"The number of attempts ({len(attempts)}) doesn't match the expected number M ({self.M}). Please set the correct value for M when initializing MultiChainComparison."

    kwargs = {
        **{
            f"reasoning_attempt_{idx+1}": attempt
            for idx, attempt in enumerate(attempts)
        },
        **kwargs,
    }
    return self.predict(**kwargs)