Update examples/trl-integration.py

Co-authored-by: Quentin Gallouédec <45557362+qgallouedec@users.noreply.github.com>

Author: abidlabs

examples/trl-integration.py

@@ -25,12 +25,12 @@
     {"role": "user", "content": "What is the largest planet?"},
 ] * 4
 completions = [
-    "Paris.",
-    "Shakespeare.",
-    "4.",
-    "Blue.",
-    "Red.",
-    "Jupiter.",
+    {"role": "assistant", "content": "Paris."},
+    {"role": "assistant", "content": "Shakespeare."},
+    {"role": "assistant", "content": "4."},
+    {"role": "assistant", "content": "Blue."},
+    {"role": "assistant", "content": "Red."},
+    {"role": "assistant", "content": "Jupiter."},
 ] * 4
 dataset = Dataset.from_dict({"prompt": prompts, "completion": completions})