Skip to content

dspy.Parallel

dspy.Parallel(num_threads: int = 32, max_errors: int = 10, return_failed_examples: bool = False, provide_traceback: bool = False, disable_progress_bar: bool = False)

Source code in dspy/predict/parallel.py 
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
def __init__(
    self,
    num_threads: int = 32,
    max_errors: int = 10,
    return_failed_examples: bool = False,
    provide_traceback: bool = False,
    disable_progress_bar: bool = False,
):
    super().__init__()
    self.num_threads = num_threads
    self.max_errors = max_errors
    self.return_failed_examples = return_failed_examples
    self.provide_traceback = provide_traceback
    self.disable_progress_bar = disable_progress_bar

    self.error_count = 0
    self.error_lock = threading.Lock()
    self.cancel_jobs = threading.Event()
    self.failed_examples = []
    self.exceptions = []

Functions

__call__(*args: Any, **kwargs: Any) -> Any

Source code in dspy/predict/parallel.py 
67
68
def __call__(self, *args: Any, **kwargs: Any) -> Any:
    return self.forward(*args, **kwargs)

forward(exec_pairs: List[Tuple[Any, Example]], num_threads: int = None) -> List[Any]

Source code in dspy/predict/parallel.py 
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
def forward(self, exec_pairs: List[Tuple[Any, Example]], num_threads: int = None) -> List[Any]:
    num_threads = num_threads if num_threads is not None else self.num_threads

    executor = ParallelExecutor(
        num_threads=num_threads,
        max_errors=self.max_errors,
        provide_traceback=self.provide_traceback,
        disable_progress_bar=self.disable_progress_bar,
    )

    def process_pair(pair):
        result = None
        module, example = pair

        if isinstance(example, Example):
            result = module(**example.inputs())
        elif isinstance(example, dict):
            result = module(**example)
        elif isinstance(example, list) and module.__class__.__name__ == "Parallel":
            result = module(example)
        elif isinstance(example, tuple):
            result = module(*example)
        else:
            raise ValueError(f"Invalid example type: {type(example)}, only supported types are Example, dict, list and tuple")
        return result

    # Execute the processing function over the execution pairs
    results = executor.execute(process_pair, exec_pairs)

    if self.return_failed_examples:
        return results, self.failed_examples, self.exceptions
    else:
        return results