{ "flow": { "nodes": [ { "width": 340, "height": 160, "id": "comment-setup", "type": "comment", "position": { "x": -400, "y": -80 }, "positionAbsolute": { "x": -400, "y": -80 }, "data": { "title": "Setup: Ollama models", "text": "Requires Ollama running on localhost:11434.\n\nIn ChainForge Settings > Model Providers, add each model as:\n Provider: OpenAI (custom)\n Base URL: http://localhost:11434/v1\n API key: ollama\n Model name: hermes3:latest (or phi4:latest, llama3.1:8b, qwen3:14b)\n\nThen press Run on the Prompt node." }, "dragHandle": ".node-header" }, { "width": 500, "height": 480, "id": "table-cognitive", "type": "table", "position": { "x": -400, "y": 120 }, "positionAbsolute": { "x": -400, "y": 120 }, "data": { "title": "Reasoning & Code Test Cases", "columns": [ { "header": "category", "key": "category" }, { "header": "problem", "key": "problem" }, { "header": "expected", "key": "expected" } ], "rows": [ { "__uid": "r1", "category": "reasoning", "problem": "A farmer has 17 sheep. All but 9 die. How many sheep are left?", "expected": "9" }, { "__uid": "r2", "category": "reasoning", "problem": "If it takes 5 machines 5 minutes to make 5 widgets, how long does it take 100 machines to make 100 widgets?", "expected": "5 minutes" }, { "__uid": "r3", "category": "reasoning", "problem": "You have a 3-litre jug and a 5-litre jug. How do you measure exactly 4 litres?", "expected": "fill 5L pour into 3L empty 3L pour 2L fill 5L top off 4L remains" }, { "__uid": "c1", "category": "code_gen", "problem": "Write a Python function is_palindrome(s) that returns True if s is a palindrome. Handle None, empty string, and mixed case.", "expected": "handles None empty case-insensitive" }, { "__uid": "c2", "category": "code_gen", "problem": "Write a Python function flatten(lst) that flattens a nested list of arbitrary depth into a flat list.", "expected": "recursive or iterative handles arbitrary nesting" }, { "__uid": "c3", "category": "code_gen", "problem": "Write a Python function retry(func, retries=3, delay=1) that retries func on exception with delay between attempts.", "expected": "uses try/except sleep raises on final failure" }, { "__uid": "i1", "category": "instruction", "problem": "List exactly 5 programming languages. No bullet points. Each language must start with a different letter. Total response under 30 words.", "expected": "5 languages no bullets different first letters under 30 words" }, { "__uid": "i2", "category": "instruction", "problem": "Summarize what Docker does in exactly 20 words. The word isolation must appear. No technical jargon.", "expected": "exactly 20 words contains isolation plain language" } ] } }, { "width": 380, "height": 420, "id": "prompt-cognitive", "type": "prompt", "position": { "x": 160, "y": 0 }, "positionAbsolute": { "x": 160, "y": 0 }, "data": { "prompt": "Category: {category}\n\nTask: {problem}", "n": 1, "llms": [ { "key": "ollama-hermes3", "name": "hermes3", "emoji": "H", "model": "hermes3:latest", "base_model": "openai", "temp": 0.7, "settings": { "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": { "type": "text" }, "tools": [], "stop": [], "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "formData": { "shortname": "hermes3", "model": "hermes3:latest", "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": "text", "tools": "", "stop": "", "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 } }, { "key": "ollama-phi4", "name": "phi4", "emoji": "P", "model": "phi4:latest", "base_model": "openai", "temp": 0.7, "settings": { "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": { "type": "text" }, "tools": [], "stop": [], "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "formData": { "shortname": "phi4", "model": "phi4:latest", "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": "text", "tools": "", "stop": "", "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 } }, { "key": "ollama-llama", "name": "llama3.1:8b", "emoji": "L", "model": "llama3.1:8b", "base_model": "openai", "temp": 0.7, "settings": { "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": { "type": "text" }, "tools": [], "stop": [], "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "formData": { "shortname": "llama3.1:8b", "model": "llama3.1:8b", "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": "text", "tools": "", "stop": "", "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 } }, { "key": "ollama-qwen3", "name": "qwen3:14b", "emoji": "Q", "model": "qwen3:14b", "base_model": "openai", "temp": 0.7, "settings": { "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": { "type": "text" }, "tools": [], "stop": [], "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 }, "formData": { "shortname": "qwen3:14b", "model": "qwen3:14b", "system_msg": "You are a careful, methodical problem solver. Show your reasoning step by step before stating your final answer.", "temperature": 0.7, "base_url": "http://localhost:11434/v1", "api_key": "ollama", "response_format": "text", "tools": "", "stop": "", "top_p": 1, "presence_penalty": 0, "frequency_penalty": 0 } } ] } }, { "width": 580, "height": 400, "id": "inspect-cognitive", "type": "inspect", "position": { "x": 600, "y": 0 }, "positionAbsolute": { "x": 600, "y": 0 }, "data": { "input": "prompt-cognitive" } } ], "edges": [ { "id": "reactflow__edge-table-cognitive-output-prompt-cognitive-input-category", "source": "table-cognitive", "sourceHandle": "category", "target": "prompt-cognitive", "targetHandle": "category", "interactionWidth": 100, "markerEnd": { "height": "22px", "type": "arrow", "width": "22px" } }, { "id": "reactflow__edge-table-cognitive-output-prompt-cognitive-input-problem", "source": "table-cognitive", "sourceHandle": "problem", "target": "prompt-cognitive", "targetHandle": "problem", "interactionWidth": 100, "markerEnd": { "height": "22px", "type": "arrow", "width": "22px" } }, { "id": "reactflow__edge-prompt-cognitive-prompt-inspect-cognitive-input", "source": "prompt-cognitive", "sourceHandle": "prompt", "target": "inspect-cognitive", "targetHandle": "input", "interactionWidth": 100, "markerEnd": { "height": "22px", "type": "arrow", "width": "22px" } } ], "viewport": { "x": 0, "y": 0, "zoom": 0.8 } } }