{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.16, "type": "noul"}, "retrieval_mechanics": {"noul": 0.32, "type": "noul"}, "from_zero": {"noul": 0.73, "type": "noul"}, "real_numbers": {"noul": 0.76, "type": "noul"}, "format": {"confidence": 1.0, "choice": "animated_film", "probabilities": {"static_text_or_diagrams": 0.0, "animated_film": 1.0, "dead_or_unusable": 0.0, "live_or_cohort_course": 0.0, "interactive_stepthrough": 0.0, "code_along_video": 0.0}, "type": "choice"}, "competes": {"confidence": 0.91, "score": 1.94, "probabilities": {"0": 0.02, "1": 0.03, "2": 0.95}, "type": "score"}, "worth_consuming": {"noul": 0.65, "type": "noul"}}, "usage": {"input_tokens": 1037, "output_tokens": 190}, "id": "ours-rag-from-the-ground-up"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.96, "type": "noul"}, "retrieval_mechanics": {"noul": 0.83, "type": "noul"}, "from_zero": {"noul": 0.71, "type": "noul"}, "real_numbers": {"noul": 0.88, "type": "noul"}, "format": {"confidence": 1.0, "choice": "animated_film", "probabilities": {"dead_or_unusable": 0.0, "live_or_cohort_course": 0.0, "interactive_stepthrough": 0.0, "static_text_or_diagrams": 0.0, "animated_film": 1.0, "code_along_video": 0.0}, "type": "choice"}, "competes": {"confidence": 0.88, "score": 1.92, "probabilities": {"0": 0.04, "1": 0.01, "2": 0.95}, "type": "score"}, "worth_consuming": {"noul": 0.73, "type": "noul"}}, "usage": {"input_tokens": 1082, "output_tokens": 190}, "id": "ours-hello-rag-evaluation-films"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.94, "type": "noul"}, "retrieval_mechanics": {"noul": 0.08, "type": "noul"}, "from_zero": {"noul": 0.79, "type": "noul"}, "real_numbers": {"noul": 0.84, "type": "noul"}, "format": {"confidence": 1.0, "choice": "animated_film", "probabilities": {"animated_film": 1.0, "code_along_video": 0.0, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0, "static_text_or_diagrams": 0.0, "interactive_stepthrough": 0.0}, "type": "choice"}, "competes": {"confidence": 0.86, "score": 1.91, "probabilities": {"0": 0.03, "1": 0.02, "2": 0.95}, "type": "score"}, "worth_consuming": {"noul": 0.67, "type": "noul"}}, "usage": {"input_tokens": 973, "output_tokens": 190}, "id": "ours-eval-metrics-films"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.2, "type": "noul"}, "retrieval_mechanics": {"noul": 0.12, "type": "noul"}, "from_zero": {"noul": 0.48, "type": "noul"}, "real_numbers": {"noul": 0.74, "type": "noul"}, "format": {"confidence": 1.0, "choice": "animated_film", "probabilities": {"animated_film": 1.0, "code_along_video": 0.0, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0, "static_text_or_diagrams": 0.0, "interactive_stepthrough": 0.0}, "type": "choice"}, "competes": {"confidence": 0.66, "score": 1.78, "probabilities": {"0": 0.01, "1": 0.21, "2": 0.78}, "type": "score"}, "worth_consuming": {"noul": 0.67, "type": "noul"}}, "usage": {"input_tokens": 945, "output_tokens": 190}, "id": "ours-chunking-strategy-films"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.08, "type": "noul"}, "retrieval_mechanics": {"noul": 0.96, "type": "noul"}, "from_zero": {"noul": 0.55, "type": "noul"}, "real_numbers": {"noul": 0.87, "type": "noul"}, "format": {"confidence": 0.82, "choice": "animated_film", "probabilities": {"static_text_or_diagrams": 0.13, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0, "interactive_stepthrough": 0.01, "code_along_video": 0.01, "animated_film": 0.85}, "type": "choice"}, "competes": {"confidence": 0.82, "score": 1.88, "probabilities": {"0": 0.01, "1": 0.09, "2": 0.9}, "type": "score"}, "worth_consuming": {"noul": 0.71, "type": "noul"}}, "usage": {"input_tokens": 1202, "output_tokens": 190}, "id": "ours-floor-series-five-films"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.92, "type": "noul"}, "retrieval_mechanics": {"noul": 0.82, "type": "noul"}, "from_zero": {"noul": 0.77, "type": "noul"}, "real_numbers": {"noul": 0.89, "type": "noul"}, "format": {"confidence": 0.91, "choice": "animated_film", "probabilities": {"live_or_cohort_course": 0.0, "dead_or_unusable": 0.0, "code_along_video": 0.0, "interactive_stepthrough": 0.07, "animated_film": 0.93, "static_text_or_diagrams": 0.0}, "type": "choice"}, "competes": {"confidence": 0.95, "score": 1.97, "probabilities": {"0": 0.01, "1": 0.01, "2": 0.98}, "type": "score"}, "worth_consuming": {"noul": 0.79, "type": "noul"}}, "usage": {"input_tokens": 1020, "output_tokens": 190}, "id": "ours-rag-factory-3d"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.92, "type": "noul"}, "retrieval_mechanics": {"noul": 0.71, "type": "noul"}, "from_zero": {"noul": 0.21, "type": "noul"}, "real_numbers": {"noul": 0.68, "type": "noul"}, "format": {"confidence": 0.31, "choice": "code_along_video", "probabilities": {"code_along_video": 0.41, "animated_film": 0.11, "dead_or_unusable": 0.01, "static_text_or_diagrams": 0.07, "interactive_stepthrough": 0.4, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.97, "score": 1.98, "probabilities": {"0": 0.01, "1": 0.01, "2": 0.98}, "type": "score"}, "worth_consuming": {"noul": 0.79, "type": "noul"}}, "usage": {"input_tokens": 989, "output_tokens": 191}, "id": "ours-rag-lab-explainer"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.4, "type": "noul"}, "retrieval_mechanics": {"noul": 0.19, "type": "noul"}, "from_zero": {"noul": 0.08, "type": "noul"}, "real_numbers": {"noul": 0.53, "type": "noul"}, "format": {"confidence": 0.98, "choice": "interactive_stepthrough", "probabilities": {"dead_or_unusable": 0.0, "animated_film": 0.0, "static_text_or_diagrams": 0.01, "code_along_video": 0.0, "interactive_stepthrough": 0.99, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.34, "score": 1.56, "probabilities": {"0": 0.01, "1": 0.43, "2": 0.56}, "type": "score"}, "worth_consuming": {"noul": 0.72, "type": "noul"}}, "usage": {"input_tokens": 988, "output_tokens": 192}, "id": "ours-genai-interview-kit"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.11, "type": "noul"}, "retrieval_mechanics": {"noul": 0.17, "type": "noul"}, "from_zero": {"noul": 0.07, "type": "noul"}, "real_numbers": {"noul": 0.08, "type": "noul"}, "format": {"confidence": 1.0, "choice": "interactive_stepthrough", "probabilities": {"dead_or_unusable": 0.0, "code_along_video": 0.0, "animated_film": 0.0, "static_text_or_diagrams": 0.0, "live_or_cohort_course": 0.0, "interactive_stepthrough": 1.0}, "type": "choice"}, "competes": {"confidence": 0.74, "score": 0.87, "probabilities": {"0": 0.15, "1": 0.83, "2": 0.02}, "type": "score"}, "worth_consuming": {"noul": 0.56, "type": "noul"}}, "usage": {"input_tokens": 908, "output_tokens": 192}, "id": "ours-ai-103-flight-school"}