diff --git a/docs/docs/language/constraints.md b/docs/docs/language/constraints.md index 20ec57ae..84fd2aab 100644 --- a/docs/docs/language/constraints.md +++ b/docs/docs/language/constraints.md @@ -56,7 +56,7 @@ LMQL currently only supports integer constraints. However, support for floating ::: ### Choice From Set -LMQL allows to specify that a variable should be a choice from a set of possible values. This can be rephrased as the variable being within a set of possible values, i.e. `THING in set(["Volleyball", "Sunscreen", "Bathing Suite"])` in the following example +LMQL allows to specify that a variable should be a choice from a set of possible values. This can be rephrased as the variable being within a set of possible values, i.e. `THING in set(["Volleyball", "Sunscreen", "Bathing Suit"])` in the following example ```{lmql} name::set @@ -68,7 +68,7 @@ sample(temperature=0.8) from 'openai/text-ada-001' where - THING in set(["Volleyball", "Sunscreen", "Bathing Suite"]) + THING in set(["Volleyball", "Sunscreen", "Bathing Suit"]) ``` ```promptdown @@ -166,4 +166,4 @@ Here, we enforce a stopping condition on the `.` character, but only once the ge ### Custom Constraints and Theoretical Background -To learn more about the internals of LMQL and how to implement your own LMQL constraint, see the chapter on [Implementing Custom LMQL Constraints](./constraints/custom-constraints.md). \ No newline at end of file +To learn more about the internals of LMQL and how to implement your own LMQL constraint, see the chapter on [Implementing Custom LMQL Constraints](./constraints/custom-constraints.md). diff --git a/docs/docs/language/tools.md b/docs/docs/language/tools.md index 95117648..04e756b9 100644 --- a/docs/docs/language/tools.md +++ b/docs/docs/language/tools.md @@ -47,7 +47,7 @@ How much profit did he make?" # insert few shot demonstrations "{gsm8k_samples()}" -# prompt tempalte +# prompt template "Q: {QUESTION}\n" "Let's think step by step.\n" @@ -83,7 +83,7 @@ Further, we use a function `gsm8k_samples` that returns a few-shot samples for t ## Beyond Calculators -**Wikipedia Search** Function use is not limited to calculators. In the example bellow we show how text retrieval, using Pythons [`async`/`await` syntax](https://docs.python.org/3/library/asyncio.html), can be used to augment the reasoning capabilities of the large language model. +**Wikipedia Search** Function use is not limited to calculators. In the example below we show how text retrieval, using Python's [`async`/`await` syntax](https://docs.python.org/3/library/asyncio.html), can be used to augment the reasoning capabilities of the large language model. ```lmql async def wikipedia(q): @@ -138,7 +138,8 @@ To remember things, you can use 'assign'/'get': `assign("Alice", "banana") # result: "banana"` - To retrieve a stored value: `get("Alice") # result: "banana"` -Always tail calls with " # result". Using these actions, let's solve the following question.\n""" +Always tail calls with " # result". Using these actions, let's solve +the following question.\n""" # actual problem statement """ diff --git a/docs/features/examples/1-packing-list.md b/docs/features/examples/1-packing-list.md index 97e5f32e..a8ba4e7f 100644 --- a/docs/features/examples/1-packing-list.md +++ b/docs/features/examples/1-packing-list.md @@ -13,14 +13,14 @@ Prompt construction and generation is implemented via expressive *Python control for i in range(4): # 'where' denotes hard constraints enforced by the runtime "- [THING] \n" where THING in \ - ["Volleyball", "Sunscreen", "Bathing Suite"] + ["Volleyball", "Sunscreen", "Bathing Suit"] ``` %SPLIT% ```promptdown My packing list for the trip: - [THING| Volleyball] -- [THING| Bathing Suite] +- [THING| Bathing Suit] - [THING| Sunscreen] - [THING| Volleyball] -``` \ No newline at end of file +``` diff --git a/src/lmql/runtime/tracing/tracer.py b/src/lmql/runtime/tracing/tracer.py index 92e48d43..1c3c181b 100644 --- a/src/lmql/runtime/tracing/tracer.py +++ b/src/lmql/runtime/tracing/tracer.py @@ -194,7 +194,7 @@ def __init__(self, tracer): self.tracer = tracer def __enter__(self): - _ensure_tracer + _ensure_tracer() current = _tracer.get()[-1] if len(_tracer.get()) > 0 else None if current is not None: if self.tracer.parent is not None: diff --git a/src/lmql/ui/playground/public/precomputed/list.json b/src/lmql/ui/playground/public/precomputed/list.json index 03a619d2..5922f683 100644 --- a/src/lmql/ui/playground/public/precomputed/list.json +++ b/src/lmql/ui/playground/public/precomputed/list.json @@ -1 +1 @@ -{"lmql-editor-contents":"sample(temperature=0.8)\n \"A list of things not to forget when going to the sea (not travelling): \\n\"\n \"- Sunglasses \\n\"\n for i in range(4):\n \"- [THING] \\n\"\nFROM\n 'openai/text-ada-001'\nWHERE \n THING in set([\"Volleyball\", \"Sunscreen\", \"Bathing Suite\"])","decoder-graph":"{\"nodes\":[{\"id\":\"n0\",\"seq_id\":\"s_0\",\"text\":[\"<|endoftext|>A list of things not to forget when going to the sea (not travelling): \\\\n- Sunglasses \\\\n- \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- \"],\"root\":true,\"logprob\":\"0\",\"logprobs\":[0,0,0,0,0],\"logprobs_det\":[0,0,0,0,0],\"logprobs_norm\":[],\"seqlogprob\":\"0\",\"score_det\":\"0.0\",\"score_nor\":\"0.0\",\"score_tot\":0,\"pool\":null,\"user_data\":{\"head\":{\"head_index\":0,\"variable\":\"THING[0]\",\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- \",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n1\",\"seq_id\":\"s_1\",\"text\":[\"Sun\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sun\"],\"root\":false,\"logprob\":-0.13276204,\"logprobs\":[0,0,0,0,-0.13276204],\"logprobs_det\":[0,0,0,0],\"logprobs_norm\":[-0.13276204],\"seqlogprob\":-0.13276204,\"score_det\":\"0.0\",\"score_nor\":-0.13276204,\"score_tot\":-0.13276204,\"pool\":null,\"user_data\":{\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"},\"head\":{\"variable\":\"THING[0]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sun\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sun\",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sun\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sun) and * \\\\ {eos} -> inc(Sun)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"16012\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n2\",\"seq_id\":\"s_2\",\"text\":[\"screen\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\"],\"root\":false,\"logprob\":-0.062050711363554,\"logprobs\":[0,0,0,-0.13276204,-0.062050711363554],\"logprobs_det\":[0,0,0],\"logprobs_norm\":[-0.13276204,-0.062050711363554],\"seqlogprob\":-0.194812751363554,\"score_det\":\"0.0\",\"score_nor\":-0.11992131524479586,\"score_tot\":-0.11992131524479586,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[0]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"9612\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n3\",\"seq_id\":\"s_3\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[0,0,-0.13276204,-0.062050711363554,0],\"logprobs_det\":[0,0],\"logprobs_norm\":[-0.13276204,-0.062050711363554,0],\"seqlogprob\":-0.194812751363554,\"score_det\":\"0.0\",\"score_nor\":-0.09028851324511046,\"score_tot\":-0.09028851324511046,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n4\",\"seq_id\":\"s_4\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \"],\"root\":false,\"logprob\":-0.002885051304474473,\"seqlogprob\":-0.19769780266802847,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.002885051304474473,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12280636654927034,\"sticky_user_data_keys\":[]},{\"id\":\"n5\",\"seq_id\":\"s_5\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n\"],\"root\":false,\"logprob\":-3.0763180802750867e-7,\"seqlogprob\":-0.1976981102998365,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.000005912312190048397,-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[true,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.0017761467674495153,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12169746201224538,\"sticky_user_data_keys\":[]},{\"id\":\"n6\",\"seq_id\":\"s_6\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n-\"],\"root\":false,\"logprob\":-0.000005912312190048397,\"seqlogprob\":-0.19770402261202655,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.0013399974107739967,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12126131265556986,\"sticky_user_data_keys\":[]},{\"id\":\"n7\",\"seq_id\":\"s_7\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- \"],\"root\":false,\"logprob\":-8.865106582641602,\"seqlogprob\":-9.062810605253627,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- \",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.360342814729961,\"score_nor\":-0.11992131524479586,\"score_tot\":-3.4802641299747568,\"sticky_user_data_keys\":[]},{\"id\":\"n8\",\"seq_id\":\"s_8\",\"text\":[\"Vol\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Vol\"],\"root\":false,\"logprob\":-0.19405696,\"logprobs\":[-0.002885051304474473,-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602,-0.19405696],\"logprobs_det\":[-0.002885051304474473,-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696],\"seqlogprob\":-9.256867565253627,\"score_det\":-3.360342814729961,\"score_nor\":-0.1802267451145863,\"score_tot\":-3.5405695598445472,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Vol\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Vol\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Vol\",\"inc\"],\"follow_map\":\"{eos} -> fin(Vol) and * \\\\ {eos} -> inc(Vol)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16598\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n9\",\"seq_id\":\"s_9\",\"text\":[\"ley\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volley\"],\"root\":false,\"logprob\":-0.19184812903404236,\"logprobs\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602,-0.19405696,-0.19184812903404236],\"logprobs_det\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236],\"seqlogprob\":-9.448715694287669,\"score_det\":-3.360342814729961,\"score_nor\":-0.22005091278969452,\"score_tot\":-3.5803937275196556,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volley\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volley\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volley\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volley) and * \\\\ {eos} -> inc(Volley)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1636\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n10\",\"seq_id\":\"s_10\",\"text\":[\"ball\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\"],\"root\":false,\"logprob\":-0.008109122514724731,\"logprobs\":[-0.000005912312190048397,-8.865106582641602,-0.19405696,-0.19184812903404236,-0.008109122514724731],\"logprobs_det\":[-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236,-0.008109122514724731],\"seqlogprob\":-9.456824816802394,\"score_det\":-3.360342814729961,\"score_nor\":-0.19085726035088357,\"score_tot\":-3.5512000750808443,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1894\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n11\",\"seq_id\":\"s_11\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-8.865106582641602,-0.19405696,-0.19184812903404236,-0.008109122514724731,0],\"logprobs_det\":[-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236,-0.008109122514724731,0],\"seqlogprob\":-9.456824816802394,\"score_det\":-3.360342814729961,\"score_nor\":-0.1679893745868446,\"score_tot\":-3.5283321893168056,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,false,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n12\",\"seq_id\":\"s_12\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \"],\"root\":false,\"logprob\":-0.32002994418144226,\"seqlogprob\":-9.776854760983836,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,false,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.9781275723082166,\"score_nor\":-0.19085726035088357,\"score_tot\":-3.1689848326591,\"sticky_user_data_keys\":[]},{\"id\":\"n13\",\"seq_id\":\"s_13\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n\"],\"root\":false,\"logprob\":-0.0000037684314975194866,\"seqlogprob\":-9.776858529415334,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.0010281838476657867,-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[false,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.621299250474133,\"score_nor\":-0.19085726035088357,\"score_tot\":-2.812156510825017,\"sticky_user_data_keys\":[]},{\"id\":\"n14\",\"seq_id\":\"s_14\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n-\"],\"root\":false,\"logprob\":-0.0010281838476657867,\"seqlogprob\":-9.777886713263,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.3534362979192,\"score_nor\":-0.19085726035088357,\"score_tot\":-2.544293558270083,\"sticky_user_data_keys\":[]},{\"id\":\"n15\",\"seq_id\":\"s_15\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- \"],\"root\":false,\"logprob\":-8.731914520263672,\"seqlogprob\":-18.509801233526673,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- \",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.180215058741366,\"score_nor\":-0.19085726035088357,\"score_tot\":-4.371072319092249,\"sticky_user_data_keys\":[]},{\"id\":\"n16\",\"seq_id\":\"s_16\",\"text\":[\"Sun\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sun\"],\"root\":false,\"logprob\":-0.18017538,\"logprobs\":[-0.32002994418144226,-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672,-0.18017538],\"logprobs_det\":[-0.32002994418144226,-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538],\"seqlogprob\":-18.689976613526674,\"score_det\":-4.180215058741366,\"score_nor\":-0.21939250540212632,\"score_tot\":-4.399607564143492,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sun\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sun\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sun\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sun) and * \\\\ {eos} -> inc(Sun)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16012\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n17\",\"seq_id\":\"s_17\",\"text\":[\"screen\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\"],\"root\":false,\"logprob\":-1.5739750862121582,\"logprobs\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672,-0.18017538,-1.5739750862121582],\"logprobs_det\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538,-1.5739750862121582],\"seqlogprob\":-20.263951699738833,\"score_det\":-4.180215058741366,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.780281689791026,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"9612\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n18\",\"seq_id\":\"s_18\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-0.0010281838476657867,-8.731914520263672,-0.18017538,-1.5739750862121582,0],\"logprobs_det\":[-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538,-1.5739750862121582,0],\"seqlogprob\":-20.263951699738833,\"score_det\":-4.180215058741366,\"score_nor\":-0.5465188099498078,\"score_tot\":-4.7267338686911735,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n19\",\"seq_id\":\"s_19\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \"],\"root\":false,\"logprob\":-0.0002696995798032731,\"seqlogprob\":-20.264221399318636,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.849447451780107,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.449514082829767,\"sticky_user_data_keys\":[]},{\"id\":\"n20\",\"seq_id\":\"s_20\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n\"],\"root\":false,\"logprob\":-0.000004838500899495557,\"seqlogprob\":-20.264226237819535,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.00391997117549181,-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[true,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.575759238517018,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.175825869566678,\"sticky_user_data_keys\":[]},{\"id\":\"n21\",\"seq_id\":\"s_21\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n-\"],\"root\":false,\"logprob\":-0.00391997117549181,\"seqlogprob\":-20.268146208995027,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.345710612993899,\"score_nor\":-0.6000666310496597,\"score_tot\":-3.945777244043559,\"sticky_user_data_keys\":[]},{\"id\":\"n22\",\"seq_id\":\"s_22\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- \"],\"root\":false,\"logprob\":-6.29620885848999,\"seqlogprob\":-26.564355067485018,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- \",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.253750063888368,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.853816694938027,\"sticky_user_data_keys\":[]},{\"id\":\"n23\",\"seq_id\":\"s_23\",\"text\":[\"Vol\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Vol\"],\"root\":false,\"logprob\":-0.6230928,\"logprobs\":[-0.0002696995798032731,-0.000004838500899495557,-0.00391997117549181,-6.29620885848999,-0.6230928],\"logprobs_det\":[-0.0002696995798032731,-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928],\"seqlogprob\":-27.187447867485016,\"score_det\":-4.253750063888368,\"score_nor\":-0.6918603447470693,\"score_tot\":-4.945610408635437,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Vol\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Vol\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Vol\",\"inc\"],\"follow_map\":\"{eos} -> fin(Vol) and * \\\\ {eos} -> inc(Vol)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16598\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n24\",\"seq_id\":\"s_24\",\"text\":[\"ley\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volley\"],\"root\":false,\"logprob\":-0.0005283082136884332,\"logprobs\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999,-0.6230928,-0.0005283082136884332],\"logprobs_det\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332],\"seqlogprob\":-27.187976175698704,\"score_det\":-4.253750063888368,\"score_nor\":-0.6372194474336641,\"score_tot\":-4.890969511322032,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volley\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volley\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volley\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volley) and * \\\\ {eos} -> inc(Volley)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1636\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n25\",\"seq_id\":\"s_25\",\"text\":[\"ball\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\"],\"root\":false,\"logprob\":-0.001967232208698988,\"logprobs\":[-0.00391997117549181,-6.29620885848999,-0.6230928,-0.0005283082136884332,-0.001967232208698988],\"logprobs_det\":[-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332,-0.001967232208698988],\"seqlogprob\":-27.189943407907407,\"score_det\":-4.253750063888368,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.846056804836714,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1894\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n26\",\"seq_id\":\"s_26\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-6.29620885848999,-0.6230928,-0.0005283082136884332,-0.001967232208698988,0],\"logprobs_det\":[-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332,-0.001967232208698988,0],\"seqlogprob\":-27.189943407907407,\"score_det\":-4.253750063888368,\"score_nor\":-0.5540791343452601,\"score_tot\":-4.807829198233628,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,false,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n27\",\"seq_id\":\"s_27\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \"],\"root\":false,\"logprob\":-0.10178821533918381,\"seqlogprob\":-27.29173162324659,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,50256],\"next_logprobs\":[-0.00005801027509733103,-14.531495094299316],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,false,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.038868882968662,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.631175623917008,\"done\":true,\"sticky_user_data_keys\":[]},{\"id\":\"n28\",\"seq_id\":\"s_28\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \\n\"],\"root\":false,\"logprob\":-0.00005801027509733103,\"seqlogprob\":-27.291789633521688,\"pool\":null,\"deterministic\":true,\"next_ids\":[50256],\"next_logprobs\":[-14.531495094299316],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=50256}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[false,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.8347010464009625,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.427007787349308,\"done\":true,\"sticky_user_data_keys\":[]},{\"id\":\"n29\",\"seq_id\":\"s_29\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \\n<|endoftext|>\"],\"root\":false,\"logprob\":-14.531495094299316,\"seqlogprob\":-41.823284727821004,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-5.836868251941911,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.427007787349308,\"done\":true,\"sticky_user_data_keys\":[]}],\"edges\":[[\"n0\",\"n1\"],[\"n1\",\"n2\"],[\"n2\",\"n3\"],[\"n2\",\"n4\"],[\"n4\",\"n5\"],[\"n5\",\"n6\"],[\"n6\",\"n7\"],[\"n7\",\"n8\"],[\"n8\",\"n9\"],[\"n9\",\"n10\"],[\"n10\",\"n11\"],[\"n10\",\"n12\"],[\"n12\",\"n13\"],[\"n13\",\"n14\"],[\"n14\",\"n15\"],[\"n15\",\"n16\"],[\"n16\",\"n17\"],[\"n17\",\"n18\"],[\"n17\",\"n19\"],[\"n19\",\"n20\"],[\"n20\",\"n21\"],[\"n21\",\"n22\"],[\"n22\",\"n23\"],[\"n23\",\"n24\"],[\"n24\",\"n25\"],[\"n25\",\"n26\"],[\"n25\",\"n27\"],[\"n27\",\"n28\"],[\"n28\",\"n29\"]]}"} \ No newline at end of file +{"lmql-editor-contents":"sample(temperature=0.8)\n \"A list of things not to forget when going to the sea (not travelling): \\n\"\n \"- Sunglasses \\n\"\n for i in range(4):\n \"- [THING] \\n\"\nFROM\n 'openai/text-ada-001'\nWHERE \n THING in set([\"Volleyball\", \"Sunscreen\", \"Bathing Suit\"])","decoder-graph":"{\"nodes\":[{\"id\":\"n0\",\"seq_id\":\"s_0\",\"text\":[\"<|endoftext|>A list of things not to forget when going to the sea (not travelling): \\\\n- Sunglasses \\\\n- \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- \"],\"root\":true,\"logprob\":\"0\",\"logprobs\":[0,0,0,0,0],\"logprobs_det\":[0,0,0,0,0],\"logprobs_norm\":[],\"seqlogprob\":\"0\",\"score_det\":\"0.0\",\"score_nor\":\"0.0\",\"score_tot\":0,\"pool\":null,\"user_data\":{\"head\":{\"head_index\":0,\"variable\":\"THING[0]\",\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- \",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n1\",\"seq_id\":\"s_1\",\"text\":[\"Sun\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sun\"],\"root\":false,\"logprob\":-0.13276204,\"logprobs\":[0,0,0,0,-0.13276204],\"logprobs_det\":[0,0,0,0],\"logprobs_norm\":[-0.13276204],\"seqlogprob\":-0.13276204,\"score_det\":\"0.0\",\"score_nor\":-0.13276204,\"score_tot\":-0.13276204,\"pool\":null,\"user_data\":{\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"},\"head\":{\"variable\":\"THING[0]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sun\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sun\",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sun\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sun) and * \\\\ {eos} -> inc(Sun)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"16012\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n2\",\"seq_id\":\"s_2\",\"text\":[\"screen\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\"],\"root\":false,\"logprob\":-0.062050711363554,\"logprobs\":[0,0,0,-0.13276204,-0.062050711363554],\"logprobs_det\":[0,0,0],\"logprobs_norm\":[-0.13276204,-0.062050711363554],\"seqlogprob\":-0.194812751363554,\"score_det\":\"0.0\",\"score_nor\":-0.11992131524479586,\"score_tot\":-0.11992131524479586,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[0]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":0,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"9612\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n3\",\"seq_id\":\"s_3\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[0,0,-0.13276204,-0.062050711363554,0],\"logprobs_det\":[0,0],\"logprobs_norm\":[-0.13276204,-0.062050711363554,0],\"seqlogprob\":-0.194812751363554,\"score_det\":\"0.0\",\"score_nor\":-0.09028851324511046,\"score_tot\":-0.09028851324511046,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n4\",\"seq_id\":\"s_4\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \"],\"root\":false,\"logprob\":-0.002885051304474473,\"seqlogprob\":-0.19769780266802847,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.002885051304474473,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12280636654927034,\"sticky_user_data_keys\":[]},{\"id\":\"n5\",\"seq_id\":\"s_5\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n\"],\"root\":false,\"logprob\":-3.0763180802750867e-7,\"seqlogprob\":-0.1976981102998365,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.000005912312190048397,-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[true,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.0017761467674495153,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12169746201224538,\"sticky_user_data_keys\":[]},{\"id\":\"n6\",\"seq_id\":\"s_6\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n-\"],\"root\":false,\"logprob\":-0.000005912312190048397,\"seqlogprob\":-0.19770402261202655,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-8.865106582641602],\"user_data\":{\"head\":{\"variable\":\"THING[1]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-0.0013399974107739967,\"score_nor\":-0.11992131524479586,\"score_tot\":-0.12126131265556986,\"sticky_user_data_keys\":[]},{\"id\":\"n7\",\"seq_id\":\"s_7\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- \"],\"root\":false,\"logprob\":-8.865106582641602,\"seqlogprob\":-9.062810605253627,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- \",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.360342814729961,\"score_nor\":-0.11992131524479586,\"score_tot\":-3.4802641299747568,\"sticky_user_data_keys\":[]},{\"id\":\"n8\",\"seq_id\":\"s_8\",\"text\":[\"Vol\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Vol\"],\"root\":false,\"logprob\":-0.19405696,\"logprobs\":[-0.002885051304474473,-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602,-0.19405696],\"logprobs_det\":[-0.002885051304474473,-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696],\"seqlogprob\":-9.256867565253627,\"score_det\":-3.360342814729961,\"score_nor\":-0.1802267451145863,\"score_tot\":-3.5405695598445472,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Vol\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Vol\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Vol\",\"inc\"],\"follow_map\":\"{eos} -> fin(Vol) and * \\\\ {eos} -> inc(Vol)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16598\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n9\",\"seq_id\":\"s_9\",\"text\":[\"ley\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volley\"],\"root\":false,\"logprob\":-0.19184812903404236,\"logprobs\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602,-0.19405696,-0.19184812903404236],\"logprobs_det\":[-3.0763180802750867e-7,-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236],\"seqlogprob\":-9.448715694287669,\"score_det\":-3.360342814729961,\"score_nor\":-0.22005091278969452,\"score_tot\":-3.5803937275196556,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volley\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volley\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volley\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volley) and * \\\\ {eos} -> inc(Volley)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1636\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n10\",\"seq_id\":\"s_10\",\"text\":[\"ball\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\"],\"root\":false,\"logprob\":-0.008109122514724731,\"logprobs\":[-0.000005912312190048397,-8.865106582641602,-0.19405696,-0.19184812903404236,-0.008109122514724731],\"logprobs_det\":[-0.000005912312190048397,-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236,-0.008109122514724731],\"seqlogprob\":-9.456824816802394,\"score_det\":-3.360342814729961,\"score_nor\":-0.19085726035088357,\"score_tot\":-3.5512000750808443,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[1]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":1,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1894\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n11\",\"seq_id\":\"s_11\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-8.865106582641602,-0.19405696,-0.19184812903404236,-0.008109122514724731,0],\"logprobs_det\":[-8.865106582641602],\"logprobs_norm\":[-0.19405696,-0.19184812903404236,-0.008109122514724731,0],\"seqlogprob\":-9.456824816802394,\"score_det\":-3.360342814729961,\"score_nor\":-0.1679893745868446,\"score_tot\":-3.5283321893168056,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,false,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n12\",\"seq_id\":\"s_12\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \"],\"root\":false,\"logprob\":-0.32002994418144226,\"seqlogprob\":-9.776854760983836,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,false,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.9781275723082166,\"score_nor\":-0.19085726035088357,\"score_tot\":-3.1689848326591,\"sticky_user_data_keys\":[]},{\"id\":\"n13\",\"seq_id\":\"s_13\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n\"],\"root\":false,\"logprob\":-0.0000037684314975194866,\"seqlogprob\":-9.776858529415334,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.0010281838476657867,-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[false,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.621299250474133,\"score_nor\":-0.19085726035088357,\"score_tot\":-2.812156510825017,\"sticky_user_data_keys\":[]},{\"id\":\"n14\",\"seq_id\":\"s_14\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n-\"],\"root\":false,\"logprob\":-0.0010281838476657867,\"seqlogprob\":-9.777886713263,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-8.731914520263672],\"user_data\":{\"head\":{\"variable\":\"THING[2]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-2.3534362979192,\"score_nor\":-0.19085726035088357,\"score_tot\":-2.544293558270083,\"sticky_user_data_keys\":[]},{\"id\":\"n15\",\"seq_id\":\"s_15\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- \"],\"root\":false,\"logprob\":-8.731914520263672,\"seqlogprob\":-18.509801233526673,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- \",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.180215058741366,\"score_nor\":-0.19085726035088357,\"score_tot\":-4.371072319092249,\"sticky_user_data_keys\":[]},{\"id\":\"n16\",\"seq_id\":\"s_16\",\"text\":[\"Sun\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sun\"],\"root\":false,\"logprob\":-0.18017538,\"logprobs\":[-0.32002994418144226,-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672,-0.18017538],\"logprobs_det\":[-0.32002994418144226,-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538],\"seqlogprob\":-18.689976613526674,\"score_det\":-4.180215058741366,\"score_nor\":-0.21939250540212632,\"score_tot\":-4.399607564143492,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sun\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sun\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sun\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sun) and * \\\\ {eos} -> inc(Sun)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16012\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n17\",\"seq_id\":\"s_17\",\"text\":[\"screen\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\"],\"root\":false,\"logprob\":-1.5739750862121582,\"logprobs\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672,-0.18017538,-1.5739750862121582],\"logprobs_det\":[-0.0000037684314975194866,-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538,-1.5739750862121582],\"seqlogprob\":-20.263951699738833,\"score_det\":-4.180215058741366,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.780281689791026,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[2]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":2,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"9612\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n18\",\"seq_id\":\"s_18\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-0.0010281838476657867,-8.731914520263672,-0.18017538,-1.5739750862121582,0],\"logprobs_det\":[-0.0010281838476657867,-8.731914520263672],\"logprobs_norm\":[-0.18017538,-1.5739750862121582,0],\"seqlogprob\":-20.263951699738833,\"score_det\":-4.180215058741366,\"score_nor\":-0.5465188099498078,\"score_tot\":-4.7267338686911735,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n19\",\"seq_id\":\"s_19\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \"],\"root\":false,\"logprob\":-0.0002696995798032731,\"seqlogprob\":-20.264221399318636,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,12,220],\"next_logprobs\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,true,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.849447451780107,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.449514082829767,\"sticky_user_data_keys\":[]},{\"id\":\"n20\",\"seq_id\":\"s_20\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n\"],\"root\":false,\"logprob\":-0.000004838500899495557,\"seqlogprob\":-20.264226237819535,\"pool\":null,\"deterministic\":true,\"next_ids\":[12,220],\"next_logprobs\":[-0.00391997117549181,-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]:before(2)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=12}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[true,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.575759238517018,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.175825869566678,\"sticky_user_data_keys\":[]},{\"id\":\"n21\",\"seq_id\":\"s_21\",\"text\":[\"-\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n-\"],\"root\":false,\"logprob\":-0.00391997117549181,\"seqlogprob\":-20.268146208995027,\"pool\":null,\"deterministic\":true,\"next_ids\":[220],\"next_logprobs\":[-6.29620885848999],\"user_data\":{\"head\":{\"variable\":\"THING[3]:before(1)\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Sunscreen\\\")\"},\"mask\":\"{token_id=220}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Sunscreen\",\"inc\"],\"follow_map\":\"{eos} -> fin(Sunscreen) and * \\\\ {eos} -> inc(Sunscreen)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"12\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.345710612993899,\"score_nor\":-0.6000666310496597,\"score_tot\":-3.945777244043559,\"sticky_user_data_keys\":[]},{\"id\":\"n22\",\"seq_id\":\"s_22\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- \"],\"root\":false,\"logprob\":-6.29620885848999,\"seqlogprob\":-26.564355067485018,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"\\\")\"},\"mask\":\"{, , }\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- \",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {, , } -> fin(False) and {, , } -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"\",\"inc\"],\"follow_map\":\"{eos} -> fin() and * \\\\ {eos} -> inc()\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[false,true,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.253750063888368,\"score_nor\":-0.6000666310496597,\"score_tot\":-4.853816694938027,\"sticky_user_data_keys\":[]},{\"id\":\"n23\",\"seq_id\":\"s_23\",\"text\":[\"Vol\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Vol\"],\"root\":false,\"logprob\":-0.6230928,\"logprobs\":[-0.0002696995798032731,-0.000004838500899495557,-0.00391997117549181,-6.29620885848999,-0.6230928],\"logprobs_det\":[-0.0002696995798032731,-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928],\"seqlogprob\":-27.187447867485016,\"score_det\":-4.253750063888368,\"score_nor\":-0.6918603447470693,\"score_tot\":-4.945610408635437,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Vol\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Vol\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Vol\",\"inc\"],\"follow_map\":\"{eos} -> fin(Vol) and * \\\\ {eos} -> inc(Vol)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\",\"openai-continuations\":{\"temp-0.8-logprobs-5-16012=100-16598=100-24541=100\":\"CompletionResult(buffer=, continuation_type='temp-0.8-logprobs-5-16012=100-16598=100-24541=100', logit_mask_or_fixed_id=array([-3.4028235e+38, -3.4028235e+38, -3.4028235e+38, ...,\\n -3.4028235e+38, -3.4028235e+38, -3.4028235e+38], dtype=float32))\"}},\"token_id\":\"16598\",\"deterministic_5\":[true,true,true,true,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n24\",\"seq_id\":\"s_24\",\"text\":[\"ley\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volley\"],\"root\":false,\"logprob\":-0.0005283082136884332,\"logprobs\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999,-0.6230928,-0.0005283082136884332],\"logprobs_det\":[-0.000004838500899495557,-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332],\"seqlogprob\":-27.187976175698704,\"score_det\":-4.253750063888368,\"score_nor\":-0.6372194474336641,\"score_tot\":-4.890969511322032,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volley\\\")\"},\"mask\":\"{}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volley\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"* \\\\ {} -> fin(False) and {} -> var(True)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volley\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volley) and * \\\\ {eos} -> inc(Volley)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1636\",\"deterministic_5\":[true,true,true,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n25\",\"seq_id\":\"s_25\",\"text\":[\"ball\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\"],\"root\":false,\"logprob\":-0.001967232208698988,\"logprobs\":[-0.00391997117549181,-6.29620885848999,-0.6230928,-0.0005283082136884332,-0.001967232208698988],\"logprobs_det\":[-0.00391997117549181,-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332,-0.001967232208698988],\"seqlogprob\":-27.189943407907407,\"score_det\":-4.253750063888368,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.846056804836714,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"THING[3]\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":3,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"1894\",\"deterministic_5\":[true,true,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n26\",\"seq_id\":\"s_26\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball<|endoftext|>\"],\"root\":false,\"logprob\":0,\"logprobs\":[-6.29620885848999,-0.6230928,-0.0005283082136884332,-0.001967232208698988,0],\"logprobs_det\":[-6.29620885848999],\"logprobs_norm\":[-0.6230928,-0.0005283082136884332,-0.001967232208698988,0],\"seqlogprob\":-27.189943407907407,\"score_det\":-4.253750063888368,\"score_nor\":-0.5540791343452601,\"score_tot\":-4.807829198233628,\"pool\":null,\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[true,false,false,false,false],\"stop_phrase_5\":[false,false,false,false,false],\"prompt_len\":26,\"sticky_user_data_keys\":[]},{\"id\":\"n27\",\"seq_id\":\"s_27\",\"text\":[\" \"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \"],\"root\":false,\"logprob\":-0.10178821533918381,\"seqlogprob\":-27.29173162324659,\"pool\":null,\"deterministic\":true,\"next_ids\":[198,50256],\"next_logprobs\":[-0.00005801027509733103,-14.531495094299316],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{eos}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"220\",\"deterministic_5\":[true,false,false,false,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-4.038868882968662,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.631175623917008,\"done\":true,\"sticky_user_data_keys\":[]},{\"id\":\"n28\",\"seq_id\":\"s_28\",\"text\":[\"\\\\n\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \\n\"],\"root\":false,\"logprob\":-0.00005801027509733103,\"seqlogprob\":-27.291789633521688,\"pool\":null,\"deterministic\":true,\"next_ids\":[50256],\"next_logprobs\":[-14.531495094299316],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"{token_id=50256}\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"where\"},\"token_id\":\"198\",\"deterministic_5\":[false,false,false,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-3.8347010464009625,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.427007787349308,\"done\":true,\"sticky_user_data_keys\":[]},{\"id\":\"n29\",\"seq_id\":\"s_29\",\"text\":[\"<|endoftext|>\"],\"seqtext\":[\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball \\n<|endoftext|>\"],\"root\":false,\"logprob\":-14.531495094299316,\"seqlogprob\":-41.823284727821004,\"pool\":null,\"deterministic\":true,\"next_ids\":[],\"next_logprobs\":[],\"user_data\":{\"head\":{\"variable\":\"__done__\",\"head_index\":0,\"valid\":true,\"final\":\"var\",\"program_state\":{\"THING\":\"inc(\\\"Volleyball\\\")\"},\"mask\":\"\",\"stopping_phrases\":{\"tokenized\":[],\"text\":[]},\"full_text\":\"A list of things not to forget when going to the sea (not travelling): \\n- Sunglasses \\n- Sunscreen \\n- Volleyball \\n- Sunscreen \\n- Volleyball\",\"num_variables_decoded\":4,\"where\":{\"nodes\":[{\"data\":{\"id\":\"n0\",\"label\":\"InOp\",\"is_token\":0,\"result\":[true,\"var\"],\"follow_map\":\"{eos} -> fin(True) and * \\\\ {eos} -> fin(False)\",\"repr\":\"\"}},{\"data\":{\"id\":\"n1\",\"label\":\"\",\"is_token\":0,\"result\":[\"Volleyball\",\"inc\"],\"follow_map\":\"{eos} -> fin(Volleyball) and * \\\\ {eos} -> inc(Volleyball)\",\"repr\":\"\"}}],\"edges\":[{\"data\":{\"source\":\"n1\",\"target\":\"n0\"}}]},\"program_variables\":{\"THING\":\"fin(\\\"Volleyball\\\")\"}},\"set_by\":\"rewrite\"},\"token_id\":\"50256\",\"deterministic_5\":[false,false,true,true,true],\"stop_phrase_5\":[false,false,false,false,false],\"score_det\":-5.836868251941911,\"score_nor\":-0.5923067409483457,\"score_tot\":-4.427007787349308,\"done\":true,\"sticky_user_data_keys\":[]}],\"edges\":[[\"n0\",\"n1\"],[\"n1\",\"n2\"],[\"n2\",\"n3\"],[\"n2\",\"n4\"],[\"n4\",\"n5\"],[\"n5\",\"n6\"],[\"n6\",\"n7\"],[\"n7\",\"n8\"],[\"n8\",\"n9\"],[\"n9\",\"n10\"],[\"n10\",\"n11\"],[\"n10\",\"n12\"],[\"n12\",\"n13\"],[\"n13\",\"n14\"],[\"n14\",\"n15\"],[\"n15\",\"n16\"],[\"n16\",\"n17\"],[\"n17\",\"n18\"],[\"n17\",\"n19\"],[\"n19\",\"n20\"],[\"n20\",\"n21\"],[\"n21\",\"n22\"],[\"n22\",\"n23\"],[\"n23\",\"n24\"],[\"n24\",\"n25\"],[\"n25\",\"n26\"],[\"n25\",\"n27\"],[\"n27\",\"n28\"],[\"n28\",\"n29\"]]}"} diff --git a/src/lmql/ui/playground/src/queries.js b/src/lmql/ui/playground/src/queries.js index 381f1bd2..8aeedd56 100644 --- a/src/lmql/ui/playground/src/queries.js +++ b/src/lmql/ui/playground/src/queries.js @@ -38,7 +38,7 @@ sample(temperature=0.8) # use a loop to generate a list for i in range(4): "- [THING] \\n" where \\ - THING in set(["Volleyball", "Sunscreen", "Bathing Suite"])`, + THING in set(["Volleyball", "Sunscreen", "Bathing Suit"])`, state: 'precomputed/list.json' }, { @@ -415,4 +415,4 @@ from }, ] }, -]}; \ No newline at end of file +]};