22 lines
587 B
Python
22 lines
587 B
Python
import datasets
|
|
|
|
from benchmarks.overall.methods import BaseMethod, BenchmarkResult
|
|
|
|
|
|
class LlamaParseMethod(BaseMethod):
|
|
llamaparse_ds: datasets.Dataset = None
|
|
|
|
def __call__(self, sample) -> BenchmarkResult:
|
|
uuid = sample["uuid"]
|
|
data = None
|
|
for row in self.llamaparse_ds:
|
|
if str(row["uuid"]) == str(uuid):
|
|
data = row
|
|
break
|
|
if not data:
|
|
raise ValueError(f"Could not find data for uuid {uuid}")
|
|
|
|
return {
|
|
"markdown": data["md"],
|
|
"time": data["time"]
|
|
} |