|
24 | 24 | }, |
25 | 25 | { |
26 | 26 | "cell_type": "code", |
27 | | - "execution_count": 1, |
| 27 | + "execution_count": null, |
28 | 28 | "metadata": {}, |
29 | 29 | "outputs": [], |
30 | 30 | "source": [ |
|
33 | 33 | }, |
34 | 34 | { |
35 | 35 | "cell_type": "code", |
36 | | - "execution_count": 2, |
| 36 | + "execution_count": null, |
37 | 37 | "metadata": {}, |
38 | 38 | "outputs": [], |
39 | 39 | "source": [ |
|
52 | 52 | }, |
53 | 53 | { |
54 | 54 | "cell_type": "code", |
55 | | - "execution_count": 3, |
| 55 | + "execution_count": null, |
56 | 56 | "metadata": {}, |
57 | 57 | "outputs": [], |
58 | 58 | "source": [ |
|
68 | 68 | }, |
69 | 69 | { |
70 | 70 | "cell_type": "code", |
71 | | - "execution_count": 4, |
| 71 | + "execution_count": null, |
72 | 72 | "metadata": {}, |
73 | 73 | "outputs": [], |
74 | 74 | "source": [ |
|
96 | 96 | }, |
97 | 97 | { |
98 | 98 | "cell_type": "code", |
99 | | - "execution_count": 5, |
| 99 | + "execution_count": null, |
100 | 100 | "metadata": {}, |
101 | 101 | "outputs": [], |
102 | 102 | "source": [ |
|
108 | 108 | }, |
109 | 109 | { |
110 | 110 | "cell_type": "code", |
111 | | - "execution_count": 6, |
| 111 | + "execution_count": null, |
112 | 112 | "metadata": {}, |
113 | 113 | "outputs": [], |
114 | 114 | "source": [ |
|
127 | 127 | }, |
128 | 128 | { |
129 | 129 | "cell_type": "code", |
130 | | - "execution_count": 20, |
| 130 | + "execution_count": null, |
131 | 131 | "metadata": {}, |
132 | 132 | "outputs": [], |
133 | 133 | "source": [ |
|
149 | 149 | }, |
150 | 150 | { |
151 | 151 | "cell_type": "code", |
152 | | - "execution_count": 21, |
| 152 | + "execution_count": null, |
153 | 153 | "metadata": {}, |
154 | 154 | "outputs": [ |
155 | 155 | { |
|
204 | 204 | }, |
205 | 205 | { |
206 | 206 | "cell_type": "code", |
207 | | - "execution_count": 22, |
| 207 | + "execution_count": null, |
208 | 208 | "metadata": {}, |
209 | 209 | "outputs": [ |
210 | 210 | { |
|
268 | 268 | }, |
269 | 269 | { |
270 | 270 | "cell_type": "code", |
271 | | - "execution_count": 43, |
| 271 | + "execution_count": null, |
272 | 272 | "metadata": {}, |
273 | 273 | "outputs": [], |
274 | 274 | "source": [ |
|
306 | 306 | }, |
307 | 307 | { |
308 | 308 | "cell_type": "code", |
309 | | - "execution_count": 44, |
| 309 | + "execution_count": null, |
310 | 310 | "metadata": {}, |
311 | 311 | "outputs": [ |
312 | 312 | { |
|
364 | 364 | ")" |
365 | 365 | ] |
366 | 366 | }, |
367 | | - "execution_count": 44, |
| 367 | + "execution_count": null, |
368 | 368 | "metadata": {}, |
369 | 369 | "output_type": "execute_result" |
370 | 370 | } |
|
385 | 385 | }, |
386 | 386 | { |
387 | 387 | "cell_type": "code", |
388 | | - "execution_count": 48, |
| 388 | + "execution_count": null, |
389 | 389 | "metadata": {}, |
390 | 390 | "outputs": [], |
391 | 391 | "source": [ |
|
442 | 442 | }, |
443 | 443 | { |
444 | 444 | "cell_type": "code", |
445 | | - "execution_count": 27, |
| 445 | + "execution_count": null, |
446 | 446 | "metadata": {}, |
447 | 447 | "outputs": [ |
448 | 448 | { |
|
451 | 451 | "'Simple, clean to type,\\nIndented, logic unfolds,\\nPowerful, so swift.'" |
452 | 452 | ] |
453 | 453 | }, |
454 | | - "execution_count": 27, |
| 454 | + "execution_count": null, |
455 | 455 | "metadata": {}, |
456 | 456 | "output_type": "execute_result" |
457 | 457 | } |
|
471 | 471 | }, |
472 | 472 | { |
473 | 473 | "cell_type": "code", |
474 | | - "execution_count": 29, |
| 474 | + "execution_count": null, |
475 | 475 | "metadata": {}, |
476 | 476 | "outputs": [ |
477 | 477 | { |
|
480 | 480 | "'Late interaction overcomes single vector limits.'" |
481 | 481 | ] |
482 | 482 | }, |
483 | | - "execution_count": 29, |
| 483 | + "execution_count": null, |
484 | 484 | "metadata": {}, |
485 | 485 | "output_type": "execute_result" |
486 | 486 | } |
|
501 | 501 | }, |
502 | 502 | { |
503 | 503 | "cell_type": "code", |
504 | | - "execution_count": 28, |
| 504 | + "execution_count": null, |
505 | 505 | "metadata": {}, |
506 | 506 | "outputs": [ |
507 | 507 | { |
|
554 | 554 | "'This course aims to teach participants how to systematically evaluate LLM-powered products by mastering principles like error analysis and automated evaluators. It addresses the inherent difficulty of LLM development, characterized by \"Three Gulfs\"—comprehension of data, specification of precise instructions, and generalization to new inputs—requiring diverse skill sets. The course guides users through an iterative \"Analyze-Measure-Improve\" lifecycle, emphasizing the importance of understanding user unhappiness and effective prompting to ensure reliable, safe, and useful AI.'" |
555 | 555 | ] |
556 | 556 | }, |
557 | | - "execution_count": 28, |
| 557 | + "execution_count": null, |
558 | 558 | "metadata": {}, |
559 | 559 | "output_type": "execute_result" |
560 | 560 | } |
|
575 | 575 | }, |
576 | 576 | { |
577 | 577 | "cell_type": "code", |
578 | | - "execution_count": 30, |
| 578 | + "execution_count": null, |
579 | 579 | "metadata": {}, |
580 | 580 | "outputs": [ |
581 | 581 | { |
|
584 | 584 | "'This presentation explores \"New Frontiers in IR,\" highlighting how traditional keyword and semantic search methods fall short when users provide complex instructions or queries requiring multi-step reasoning. To address this, two models are introduced: Promptriever, a fast bi-encoder trained to follow instructions and be \"promptable\" like an LLM, and Rank1, a strong but slower cross-encoder that incorporates test-time reasoning. Evaluations show significant improvements for both, demonstrating that IR systems can achieve higher recall, greater robustness to prompts, and solve more intricate information needs by adopting these instruction-following and reasoning capabilities.'" |
585 | 585 | ] |
586 | 586 | }, |
587 | | - "execution_count": 30, |
| 587 | + "execution_count": null, |
588 | 588 | "metadata": {}, |
589 | 589 | "output_type": "execute_result" |
590 | 590 | } |
|
595 | 595 | }, |
596 | 596 | { |
597 | 597 | "cell_type": "code", |
598 | | - "execution_count": 31, |
| 598 | + "execution_count": null, |
599 | 599 | "metadata": {}, |
600 | 600 | "outputs": [ |
601 | 601 | { |
|
604 | 604 | "'This image appears to be a YouTube video thumbnail, designed to be visually engaging and informative about a technical topic, likely related to AI or data processing.\\n\\nHere\\'s a detailed description of what\\'s in the image:\\n\\n* **Background:** A solid, dark blue or almost black background provides high contrast for the foreground elements.\\n* **Text:**\\n * At the top left, in large white letters, is the question: \"Single Vector?\".\\n * Below it, in even larger, bright yellow capital letters, is the phrase: \"YOU\\'RE MISSING OUT\".\\n* **Person:** On the left side of the image, positioned slightly below the \"Single Vector?\" text, is a smiling young man with light brown hair, looking directly at the viewer. He is wearing a white t-shirt. His head and upper shoulders are visible.\\n* **Emoji:** Just above and slightly to the left of the yellow \"YOU\\'RE\" text, a yellow \"sad\" or \"disappointed\" emoji (with downturned mouth and eyebrows) is placed, partially overlapping the man\\'s head.\\n* **Abstract Graphics (Right Side):**\\n * **Top Network:** A network of interconnected light blue, glowing circular nodes (resembling neurons or data points) with lines connecting them, suggesting a complex system or network structure. An arrow points downwards from this network.\\n * **Bottom Flow:** Another set of light blue, glowing nodes and lines leading from the bottom-left area towards a rectangular box on the right. An arrow indicates flow into this box.\\n * **\"RAG\" Box:** A dark blue rectangular box with rounded corners, containing the white capital letters \"RAG\". This box is the endpoint for the incoming data flow indicated by the arrows.\\n\\nThe overall composition suggests a video discussing the limitations of \"single vector\" approaches and promoting the benefits of a more complex system, possibly related to \"RAG\" (Retrieval-Augmented Generation), a technique in natural language processing. The smiling person and the \"missing out\" text combined with the sad emoji create a hook for the viewer.'" |
605 | 605 | ] |
606 | 606 | }, |
607 | | - "execution_count": 31, |
| 607 | + "execution_count": null, |
608 | 608 | "metadata": {}, |
609 | 609 | "output_type": "execute_result" |
610 | 610 | } |
|
624 | 624 | }, |
625 | 625 | { |
626 | 626 | "cell_type": "code", |
627 | | - "execution_count": 32, |
| 627 | + "execution_count": null, |
628 | 628 | "metadata": {}, |
629 | 629 | "outputs": [ |
630 | 630 | { |
|
633 | 633 | "'Hamel Husain is the **co-founder and CEO** of **Outerbounds**.\\n\\nOuterbounds is a company focused on MLOps (Machine Learning Operations) and provides an enterprise platform built around the popular open-source framework **Metaflow**, which was originally developed at Netflix.\\n\\nBefore co-founding Outerbounds in 2021, he was a Principal Machine Learning Scientist at GitHub.'" |
634 | 634 | ] |
635 | 635 | }, |
636 | | - "execution_count": 32, |
| 636 | + "execution_count": null, |
637 | 637 | "metadata": {}, |
638 | 638 | "output_type": "execute_result" |
639 | 639 | } |
|
653 | 653 | }, |
654 | 654 | { |
655 | 655 | "cell_type": "code", |
656 | | - "execution_count": 33, |
| 656 | + "execution_count": null, |
657 | 657 | "metadata": {}, |
658 | 658 | "outputs": [ |
659 | 659 | { |
|
662 | 662 | "'Hamel Husain is currently an independent consultant, assisting companies with building AI products, particularly focusing on large language models (LLMs). He is also the founder of Parlance Labs.\\n\\nPrior to his current role, he was a Staff Machine Learning Engineer at GitHub. He has over 25 years of experience in machine learning, having also worked with companies such as Airbnb and DataRobot. Additionally, he teaches a course on \"AI Evals For Engineers & PMs\".'" |
663 | 663 | ] |
664 | 664 | }, |
665 | | - "execution_count": 33, |
| 665 | + "execution_count": null, |
666 | 666 | "metadata": {}, |
667 | 667 | "output_type": "execute_result" |
668 | 668 | } |
|
682 | 682 | }, |
683 | 683 | { |
684 | 684 | "cell_type": "code", |
685 | | - "execution_count": 34, |
| 685 | + "execution_count": null, |
686 | 686 | "metadata": {}, |
687 | 687 | "outputs": [ |
688 | 688 | { |
|
691 | 691 | "'No'" |
692 | 692 | ] |
693 | 693 | }, |
694 | | - "execution_count": 34, |
| 694 | + "execution_count": null, |
695 | 695 | "metadata": {}, |
696 | 696 | "output_type": "execute_result" |
697 | 697 | } |
|
703 | 703 | }, |
704 | 704 | { |
705 | 705 | "cell_type": "code", |
706 | | - "execution_count": 35, |
| 706 | + "execution_count": null, |
707 | 707 | "metadata": {}, |
708 | 708 | "outputs": [ |
709 | 709 | { |
|
712 | 712 | "'Yes.'" |
713 | 713 | ] |
714 | 714 | }, |
715 | | - "execution_count": 35, |
| 715 | + "execution_count": null, |
716 | 716 | "metadata": {}, |
717 | 717 | "output_type": "execute_result" |
718 | 718 | } |
|
723 | 723 | }, |
724 | 724 | { |
725 | 725 | "cell_type": "code", |
726 | | - "execution_count": 49, |
| 726 | + "execution_count": null, |
727 | 727 | "metadata": {}, |
728 | 728 | "outputs": [ |
729 | 729 | { |
|
776 | 776 | "'The video and the slides do not share common content or subject matter beyond the general concept of \"testing.\"\\n\\n**Video Summary:** This video is a brief test recording featuring a man speaking his name and reciting numbers to check audio quality.\\n\\n**Slides Summary:** This presentation introduces \"Promptriever\" and \"Rank1,\" novel information retrieval models designed to follow natural language instructions and perform reasoning, proposing a shift from traditional search methods by leveraging instruction-trained retrievers and test-time computation.'" |
777 | 777 | ] |
778 | 778 | }, |
779 | | - "execution_count": 49, |
| 779 | + "execution_count": null, |
780 | 780 | "metadata": {}, |
781 | 781 | "output_type": "execute_result" |
782 | 782 | } |
|
794 | 794 | }, |
795 | 795 | { |
796 | 796 | "cell_type": "code", |
797 | | - "execution_count": 52, |
| 797 | + "execution_count": null, |
798 | 798 | "metadata": {}, |
799 | 799 | "outputs": [], |
800 | 800 | "source": [ |
|
812 | 812 | ], |
813 | 813 | "metadata": { |
814 | 814 | "kernelspec": { |
815 | | - "display_name": "Python 3 (ipykernel)", |
| 815 | + "display_name": "python3", |
816 | 816 | "language": "python", |
817 | 817 | "name": "python3" |
818 | | - }, |
819 | | - "language_info": { |
820 | | - "codemirror_mode": { |
821 | | - "name": "ipython", |
822 | | - "version": 3 |
823 | | - }, |
824 | | - "file_extension": ".py", |
825 | | - "mimetype": "text/x-python", |
826 | | - "name": "python", |
827 | | - "nbconvert_exporter": "python", |
828 | | - "pygments_lexer": "ipython3", |
829 | | - "version": "3.12.7" |
830 | 818 | } |
831 | 819 | }, |
832 | 820 | "nbformat": 4, |
|
0 commit comments