{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.03, "type": "noul"}, "retrieval_mechanics": {"noul": 0.04, "type": "noul"}, "from_zero": {"noul": 0.21, "type": "noul"}, "real_numbers": {"noul": 0.21, "type": "noul"}, "format": {"confidence": 1.0, "choice": "interactive_stepthrough", "probabilities": {"dead_or_unusable": 0.0, "animated_film": 0.0, "code_along_video": 0.0, "interactive_stepthrough": 1.0, "static_text_or_diagrams": 0.0, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.99, "probabilities": {"0": 0.0, "1": 0.99, "2": 0.01}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.46, "type": "noul"}}, "usage": {"input_tokens": 869, "output_tokens": 192}, "id": "zackproser-rag-visualized"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.03, "type": "noul"}, "retrieval_mechanics": {"noul": 0.09, "type": "noul"}, "from_zero": {"noul": 0.12, "type": "noul"}, "real_numbers": {"noul": 0.05, "type": "noul"}, "format": {"confidence": 0.88, "choice": "dead_or_unusable", "probabilities": {"static_text_or_diagrams": 0.09, "interactive_stepthrough": 0.01, "code_along_video": 0.0, "animated_film": 0.0, "dead_or_unusable": 0.9, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.94, "probabilities": {"0": 0.03, "1": 0.97, "2": 0.0}, "type": "score", "score": 0.97}, "worth_consuming": {"noul": 0.1, "type": "noul"}}, "usage": {"input_tokens": 839, "output_tokens": 192}, "id": "jay-tools-rag-explainer"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.03, "type": "noul"}, "from_zero": {"noul": 0.26, "type": "noul"}, "real_numbers": {"noul": 0.04, "type": "noul"}, "format": {"confidence": 1.0, "choice": "static_text_or_diagrams", "probabilities": {"animated_film": 0.0, "static_text_or_diagrams": 1.0, "interactive_stepthrough": 0.0, "code_along_video": 0.0, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.99, "probabilities": {"0": 0.0, "1": 1.0, "2": 0.0}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.7, "type": "noul"}}, "usage": {"input_tokens": 814, "output_tokens": 192}, "id": "cognee-picture-of-rag"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.03, "type": "noul"}, "from_zero": {"noul": 0.42, "type": "noul"}, "real_numbers": {"noul": 0.03, "type": "noul"}, "format": {"confidence": 0.97, "choice": "interactive_stepthrough", "probabilities": {"live_or_cohort_course": 0.0, "interactive_stepthrough": 0.98, "animated_film": 0.0, "static_text_or_diagrams": 0.02, "code_along_video": 0.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 1.0, "probabilities": {"0": 0.0, "1": 1.0, "2": 0.0}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.72, "type": "noul"}}, "usage": {"input_tokens": 819, "output_tokens": 192}, "id": "vectree-rag-concept"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.03, "type": "noul"}, "from_zero": {"noul": 0.25, "type": "noul"}, "real_numbers": {"noul": 0.05, "type": "noul"}, "format": {"confidence": 1.0, "choice": "interactive_stepthrough", "probabilities": {"animated_film": 0.0, "live_or_cohort_course": 0.0, "code_along_video": 0.0, "interactive_stepthrough": 1.0, "dead_or_unusable": 0.0, "static_text_or_diagrams": 0.0}, "type": "choice"}, "competes": {"confidence": 1.0, "probabilities": {"0": 0.0, "1": 1.0, "2": 0.0}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.59, "type": "noul"}}, "usage": {"input_tokens": 886, "output_tokens": 192}, "id": "rag-visualizer-jasveer"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.03, "type": "noul"}, "retrieval_mechanics": {"noul": 0.04, "type": "noul"}, "from_zero": {"noul": 0.19, "type": "noul"}, "real_numbers": {"noul": 0.15, "type": "noul"}, "format": {"confidence": 1.0, "choice": "interactive_stepthrough", "probabilities": {"interactive_stepthrough": 1.0, "animated_film": 0.0, "static_text_or_diagrams": 0.0, "code_along_video": 0.0, "dead_or_unusable": 0.0, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.98, "probabilities": {"0": 0.01, "1": 0.98, "2": 0.01}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.48, "type": "noul"}}, "usage": {"input_tokens": 813, "output_tokens": 192}, "id": "rag-playground-kain"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.01, "type": "noul"}, "retrieval_mechanics": {"noul": 0.02, "type": "noul"}, "from_zero": {"noul": 0.12, "type": "noul"}, "real_numbers": {"noul": 0.19, "type": "noul"}, "format": {"confidence": 0.98, "choice": "interactive_stepthrough", "probabilities": {"interactive_stepthrough": 0.98, "dead_or_unusable": 0.0, "live_or_cohort_course": 0.0, "code_along_video": 0.0, "animated_film": 0.02, "static_text_or_diagrams": 0.0}, "type": "choice"}, "competes": {"confidence": 0.33, "probabilities": {"0": 0.55, "1": 0.45, "2": 0.0}, "type": "score", "score": 0.45}, "worth_consuming": {"noul": 0.87, "type": "noul"}}, "usage": {"input_tokens": 824, "output_tokens": 192}, "id": "bbycroft-llm-viz"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.02, "type": "noul"}, "from_zero": {"noul": 0.53, "type": "noul"}, "real_numbers": {"noul": 0.04, "type": "noul"}, "format": {"confidence": 0.98, "choice": "interactive_stepthrough", "probabilities": {"static_text_or_diagrams": 0.0, "interactive_stepthrough": 0.99, "animated_film": 0.0, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0, "code_along_video": 0.01}, "type": "choice"}, "competes": {"confidence": 0.91, "probabilities": {"0": 0.06, "1": 0.94, "2": 0.0}, "type": "score", "score": 0.94}, "worth_consuming": {"noul": 0.82, "type": "noul"}}, "usage": {"input_tokens": 813, "output_tokens": 192}, "id": "chunkviz-kamradt"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.02, "type": "noul"}, "from_zero": {"noul": 0.64, "type": "noul"}, "real_numbers": {"noul": 0.03, "type": "noul"}, "format": {"confidence": 0.71, "choice": "code_along_video", "probabilities": {"interactive_stepthrough": 0.0, "animated_film": 0.22, "static_text_or_diagrams": 0.02, "dead_or_unusable": 0.0, "live_or_cohort_course": 0.0, "code_along_video": 0.76}, "type": "choice"}, "competes": {"confidence": 0.99, "probabilities": {"0": 0.0, "1": 1.0, "2": 0.0}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.8, "type": "noul"}}, "usage": {"input_tokens": 813, "output_tokens": 191}, "id": "ibm-what-is-rag-video"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.03, "type": "noul"}, "retrieval_mechanics": {"noul": 0.04, "type": "noul"}, "from_zero": {"noul": 0.6, "type": "noul"}, "real_numbers": {"noul": 0.03, "type": "noul"}, "format": {"confidence": 0.98, "choice": "animated_film", "probabilities": {"static_text_or_diagrams": 0.01, "interactive_stepthrough": 0.0, "live_or_cohort_course": 0.0, "code_along_video": 0.01, "animated_film": 0.98, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.99, "probabilities": {"0": 0.0, "1": 1.0, "2": 0.0}, "type": "score", "score": 1.0}, "worth_consuming": {"noul": 0.83, "type": "noul"}}, "usage": {"input_tokens": 798, "output_tokens": 190}, "id": "kodekloud-rag-for-beginners"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.13, "type": "noul"}, "retrieval_mechanics": {"noul": 0.04, "type": "noul"}, "from_zero": {"noul": 0.3, "type": "noul"}, "real_numbers": {"noul": 0.12, "type": "noul"}, "format": {"confidence": 0.6, "choice": "static_text_or_diagrams", "probabilities": {"dead_or_unusable": 0.0, "interactive_stepthrough": 0.0, "live_or_cohort_course": 0.0, "animated_film": 0.04, "code_along_video": 0.3, "static_text_or_diagrams": 0.66}, "type": "choice"}, "competes": {"confidence": 0.97, "probabilities": {"0": 0.01, "1": 0.98, "2": 0.01}, "type": "score", "score": 1.01}, "worth_consuming": {"noul": 0.78, "type": "noul"}}, "usage": {"input_tokens": 835, "output_tokens": 192}, "id": "logical-lenses-rag-evaluation"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.02, "type": "noul"}, "retrieval_mechanics": {"noul": 0.38, "type": "noul"}, "from_zero": {"noul": 0.13, "type": "noul"}, "real_numbers": {"noul": 0.13, "type": "noul"}, "format": {"confidence": 0.92, "choice": "code_along_video", "probabilities": {"static_text_or_diagrams": 0.01, "code_along_video": 0.93, "dead_or_unusable": 0.0, "animated_film": 0.05, "interactive_stepthrough": 0.0, "live_or_cohort_course": 0.0}, "type": "choice"}, "competes": {"confidence": 0.95, "probabilities": {"0": 0.03, "1": 0.96, "2": 0.01}, "type": "score", "score": 0.98}, "worth_consuming": {"noul": 0.77, "type": "noul"}}, "usage": {"input_tokens": 796, "output_tokens": 191}, "id": "techviz-rrf-hybrid"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.74, "type": "noul"}, "retrieval_mechanics": {"noul": 0.28, "type": "noul"}, "from_zero": {"noul": 0.05, "type": "noul"}, "real_numbers": {"noul": 0.53, "type": "noul"}, "format": {"confidence": 0.99, "choice": "code_along_video", "probabilities": {"dead_or_unusable": 0.0, "interactive_stepthrough": 0.0, "static_text_or_diagrams": 0.0, "code_along_video": 1.0, "live_or_cohort_course": 0.0, "animated_film": 0.0}, "type": "choice"}, "competes": {"confidence": 0.66, "probabilities": {"0": 0.02, "1": 0.77, "2": 0.21}, "type": "score", "score": 1.2}, "worth_consuming": {"noul": 0.78, "type": "noul"}}, "usage": {"input_tokens": 817, "output_tokens": 191}, "id": "evidently-llm-evals-course"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.09, "type": "noul"}, "retrieval_mechanics": {"noul": 0.03, "type": "noul"}, "from_zero": {"noul": 0.28, "type": "noul"}, "real_numbers": {"noul": 0.04, "type": "noul"}, "format": {"confidence": 1.0, "choice": "static_text_or_diagrams", "probabilities": {"code_along_video": 0.0, "interactive_stepthrough": 0.0, "live_or_cohort_course": 0.0, "static_text_or_diagrams": 1.0, "animated_film": 0.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.98, "probabilities": {"0": 0.01, "1": 0.99, "2": 0.0}, "type": "score", "score": 0.99}, "worth_consuming": {"noul": 0.8, "type": "noul"}}, "usage": {"input_tokens": 814, "output_tokens": 192}, "id": "reganti-ai-evals-for-everyone"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.43, "type": "noul"}, "retrieval_mechanics": {"noul": 0.06, "type": "noul"}, "from_zero": {"noul": 0.04, "type": "noul"}, "real_numbers": {"noul": 0.76, "type": "noul"}, "format": {"confidence": 1.0, "choice": "code_along_video", "probabilities": {"live_or_cohort_course": 0.0, "static_text_or_diagrams": 0.0, "interactive_stepthrough": 0.0, "animated_film": 0.0, "code_along_video": 1.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.37, "probabilities": {"0": 0.01, "1": 0.41, "2": 0.58}, "type": "score", "score": 1.58}, "worth_consuming": {"noul": 0.82, "type": "noul"}}, "usage": {"input_tokens": 838, "output_tokens": 191}, "id": "deeplearningai-advanced-rag"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.7, "type": "noul"}, "retrieval_mechanics": {"noul": 0.4, "type": "noul"}, "from_zero": {"noul": 0.07, "type": "noul"}, "real_numbers": {"noul": 0.16, "type": "noul"}, "format": {"confidence": 0.99, "choice": "live_or_cohort_course", "probabilities": {"dead_or_unusable": 0.0, "interactive_stepthrough": 0.0, "static_text_or_diagrams": 0.01, "live_or_cohort_course": 0.99, "animated_film": 0.0, "code_along_video": 0.0}, "type": "choice"}, "competes": {"confidence": 0.74, "probabilities": {"0": 0.05, "1": 0.82, "2": 0.13}, "type": "score", "score": 1.08}, "worth_consuming": {"noul": 0.13, "type": "noul"}}, "usage": {"input_tokens": 822, "output_tokens": 192}, "id": "hamel-shreya-ai-evals-maven"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.37, "type": "noul"}, "retrieval_mechanics": {"noul": 0.35, "type": "noul"}, "from_zero": {"noul": 0.06, "type": "noul"}, "real_numbers": {"noul": 0.22, "type": "noul"}, "format": {"confidence": 0.49, "choice": "static_text_or_diagrams", "probabilities": {"static_text_or_diagrams": 0.58, "interactive_stepthrough": 0.42, "live_or_cohort_course": 0.0, "code_along_video": 0.0, "animated_film": 0.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.31, "probabilities": {"0": 0.0, "1": 0.54, "2": 0.46}, "type": "score", "score": 1.46}, "worth_consuming": {"noul": 0.14, "type": "noul"}}, "usage": {"input_tokens": 821, "output_tokens": 192}, "id": "bootdev-rag-course"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.1, "type": "noul"}, "retrieval_mechanics": {"noul": 0.11, "type": "noul"}, "from_zero": {"noul": 0.14, "type": "noul"}, "real_numbers": {"noul": 0.13, "type": "noul"}, "format": {"confidence": 1.0, "choice": "code_along_video", "probabilities": {"dead_or_unusable": 0.0, "live_or_cohort_course": 0.0, "interactive_stepthrough": 0.0, "animated_film": 0.0, "code_along_video": 1.0, "static_text_or_diagrams": 0.0}, "type": "choice"}, "competes": {"confidence": 0.97, "probabilities": {"0": 0.01, "1": 0.98, "2": 0.01}, "type": "score", "score": 1.01}, "worth_consuming": {"noul": 0.32, "type": "noul"}}, "usage": {"input_tokens": 854, "output_tokens": 191}, "id": "udemy-langchain-rag-courses"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.16, "type": "noul"}, "retrieval_mechanics": {"noul": 0.12, "type": "noul"}, "from_zero": {"noul": 0.13, "type": "noul"}, "real_numbers": {"noul": 0.09, "type": "noul"}, "format": {"confidence": 1.0, "choice": "static_text_or_diagrams", "probabilities": {"code_along_video": 0.0, "live_or_cohort_course": 0.0, "interactive_stepthrough": 0.0, "animated_film": 0.0, "dead_or_unusable": 0.0, "static_text_or_diagrams": 1.0}, "type": "choice"}, "competes": {"confidence": 0.89, "probabilities": {"0": 0.06, "1": 0.92, "2": 0.02}, "type": "score", "score": 0.96}, "worth_consuming": {"noul": 0.18, "type": "noul"}}, "usage": {"input_tokens": 819, "output_tokens": 192}, "id": "airoadmap-shop-playbook"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.11, "type": "noul"}, "retrieval_mechanics": {"noul": 0.09, "type": "noul"}, "from_zero": {"noul": 0.12, "type": "noul"}, "real_numbers": {"noul": 0.04, "type": "noul"}, "format": {"confidence": 1.0, "choice": "static_text_or_diagrams", "probabilities": {"dead_or_unusable": 0.0, "interactive_stepthrough": 0.0, "animated_film": 0.0, "code_along_video": 0.0, "live_or_cohort_course": 0.0, "static_text_or_diagrams": 1.0}, "type": "choice"}, "competes": {"confidence": 0.93, "probabilities": {"0": 0.04, "1": 0.95, "2": 0.01}, "type": "score", "score": 0.97}, "worth_consuming": {"noul": 0.27, "type": "noul"}}, "usage": {"input_tokens": 805, "output_tokens": 192}, "id": "bytebytego-genai-system-design-book"}
{"backend": "jev-direct", "via": "api.typesafe.ai", "model": "jev-latest", "answers": {"eval_mechanics": {"noul": 0.05, "type": "noul"}, "retrieval_mechanics": {"noul": 0.06, "type": "noul"}, "from_zero": {"noul": 0.18, "type": "noul"}, "real_numbers": {"noul": 0.05, "type": "noul"}, "format": {"confidence": 0.96, "choice": "static_text_or_diagrams", "probabilities": {"animated_film": 0.0, "interactive_stepthrough": 0.03, "static_text_or_diagrams": 0.97, "code_along_video": 0.0, "live_or_cohort_course": 0.0, "dead_or_unusable": 0.0}, "type": "choice"}, "competes": {"confidence": 0.56, "probabilities": {"0": 0.71, "1": 0.29, "2": 0.0}, "type": "score", "score": 0.29}, "worth_consuming": {"noul": 0.55, "type": "noul"}}, "usage": {"input_tokens": 862, "output_tokens": 192}, "id": "ai103-practice-test-sites"}