{
  "version": "1.0.0",
  "runDate": "2026-06-10T07:10:51.311Z",
  "mode": "with-skills",
  "totalQuestions": 191,
  "totalMcq": 165,
  "totalFreeform": 26,
  "totalPromptTokens": 20628343,
  "totalCompletionTokens": 1915408,
  "totalTokens": 22543751,
  "totalCost": 49.979719,
  "totalDurationMs": 49263810,
  "models": [
    {
      "modelId": "deepseek-v4-flash",
      "modelName": "DeepSeek V4 Flash",
      "provider": "DeepSeek",
      "promptCostPerMillionTokens": 0.1,
      "completionCostPerMillionTokens": 0.2,
      "scores": {
        "foundation": 100,
        "auth": 99,
        "tablesdb": 95.2,
        "functions": 94.8,
        "storage": 93.8,
        "sites": 98.2,
        "messaging": 100,
        "realtime": 99.5,
        "cli": 87.7
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 95,
        "functions": 94.1,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 88
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 93.3,
        "tablesdb": 96.7,
        "functions": 98.3,
        "storage": 91.7,
        "sites": 82.5,
        "messaging": 100,
        "realtime": 96.7,
        "cli": 85
      },
      "overall": 96.1,
      "mcqOverall": 96.4,
      "freeformOverall": 94.2,
      "totalQuestions": 191,
      "totalCorrect": 185,
      "totalPromptTokens": 2314233,
      "totalCompletionTokens": 147793,
      "totalTokens": 2462026,
      "totalCost": 0.365372,
      "totalDurationMs": 7528524,
      "averageTokensPerSecond": 19.63,
      "runDate": "2026-06-10T07:10:51.309Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7380,
          "completionTokens": 175,
          "totalTokens": 7555,
          "cost": 0.001082,
          "durationMs": 24321,
          "tokensPerSecond": 7.2,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14003,
          "completionTokens": 360,
          "totalTokens": 14363,
          "cost": 0.002061,
          "durationMs": 26838,
          "tokensPerSecond": 13.41,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14019,
          "completionTokens": 377,
          "totalTokens": 14396,
          "cost": 0.002068,
          "durationMs": 30467,
          "tokensPerSecond": 12.37,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7370,
          "completionTokens": 318,
          "totalTokens": 7688,
          "cost": 0.001121,
          "durationMs": 9076,
          "tokensPerSecond": 35.04,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7336,
          "completionTokens": 230,
          "totalTokens": 7566,
          "cost": 0.001091,
          "durationMs": 5233,
          "tokensPerSecond": 43.95,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "Great question! The distinction between client-side and server-side SDKs is fundamental to how you architect your Appwrite application. Let me break it down clearly.\n\n---\n\n## Client-Side SDKs (`appwrite` / `react-native-appwrite`)\n\n**Purpose:** Run directly in the user's browser or mobile app.\n\n### How it's initialized\n```typescript\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n// ❌ No API key — users authenticate via sessions\n```\n\n### What you can do\n- **User authentication** — email/password login, OAuth (GitHub, Google, etc.), anonymous sessions\n- **Database reads/writes** — but only what the user's permissions allow\n- **File uploads** — from `<input type=\"file\">` or camera\n- **Real-time subscriptions** — live updates via WebSocket\n- **Account management** — get current user, update profile, logout\n\n### What you **cannot** do\n- Create databases or tables (admin-only)\n- List all users or manage other users' accounts\n- Execute serverless functions\n- Bypass permission rules\n\n### When to use\n- **Frontend apps** (React, Vue, Svelte, Angular, vanilla JS)\n- **React Native / Expo mobile apps**\n- Any scenario where the **end-user is directly interacting** with Appwrite resources\n\n---\n\n## Server-Side SDK (`node-appwrite`)\n\n**Purpose:** Run on your backend server (Node.js, Deno, Cloudflare Workers, etc.).\n\n### How it's initialized\n```typescript\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);  // ✅ API key for admin access\n```\n\n### What you can do\n- **Everything the client SDK can do** (plus much more)\n- **User management** — create, list, update, delete any user\n- **Database administration** — create databases, tables, and manage schemas\n- **Execute serverless functions** — trigger and list executions\n- **File operations from server** — upload from filesystem paths, buffers, or streams\n- **Bypass permissions** — the API key grants full access to your project\n\n### What you **cannot** do\n- Real-time subscriptions (those are client-side only)\n- Direct user authentication flows (OAuth redirects happen in the browser)\n\n### When to use\n- **Backend APIs** (Express, Fastify, Next.js API routes, etc.)\n- **Server-Side Rendering (SSR)** — Next.js, SvelteKit, Nuxt, Remix, Astro\n- **Admin dashboards** — internal tools that need full project access\n- **Background jobs / cron tasks** — automated data processing\n- **Serverless functions** — Appwrite Functions themselves use the server SDK\n\n---\n\n## The SSR Pattern: Using Both Together\n\nA common architecture uses **both SDKs** in the same app:\n\n```typescript\n// 1. Admin client (reusable singleton) — for creating sessions\nconst adminClient = new Client()\n    .setEndpoint(process.env.APPWRITE_ENDPOINT)\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\n// 2. Session client (per-request) — for acting as the logged-in user\nconst sessionClient = new Client()\n    .setEndpoint(process.env.APPWRITE_ENDPOINT)\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);\n```\n\n- The **admin client** handles login, OAuth token creation, and session management\n- The **session client** fetches data on behalf of the authenticated user, respecting their permissions\n\n---\n\n## Quick Reference\n\n| Capability | Client SDK | Server SDK |\n|---|---|---|\n| User login/signup | ✅ | ❌ (creates sessions via admin) |\n| OAuth redirects | ✅ | ❌ (generates token, redirect happens in browser) |\n| Real-time subscriptions | ✅ | ❌ |\n| File upload from user device | ✅ | ❌ (use `InputFile` from server path) |\n| Create databases/tables | ❌ | ✅ |\n| List all users | ❌ | ✅ |\n| Execute functions | ❌ | ✅ |\n| Bypass permissions | ❌ | ✅ (via API key) |\n| Manage schemas | ❌ | ✅ |\n\n**Bottom line:** Use the **client SDK** for anything the end-user does directly. Use the **server SDK** for backend logic, admin operations, and SSR authentication flows. Many production apps use both — the server SDK to manage sessions and the client SDK to power the user interface.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: 1) Client SDKs are explicitly described as being for frontend/user-facing apps (React, Vue, mobile apps, etc.), 2) Server SDKs use API keys (shown in code examples and explained clearly), 3) Server SDKs can bypass permissions (explicitly stated in the table and text), and 4) Client SDKs require user sessions (shown in initialization code and explained throughout). The answer goes well beyond the minimum requirements with detailed examples, code snippets, a comparison table, and the SSR pattern, all of which are accurate and relevant.",
          "promptTokens": 6900,
          "completionTokens": 1464,
          "totalTokens": 8364,
          "cost": 0.001376,
          "durationMs": 94329,
          "tokensPerSecond": 15.52,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14025,
          "completionTokens": 425,
          "totalTokens": 14450,
          "cost": 0.002083,
          "durationMs": 45251,
          "tokensPerSecond": 9.39,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "# Appwrite's Permission Model\n\nAppwrite uses a **default-deny** permission model. By default, **no user has access** to any resource unless permissions are explicitly granted. Permissions are evaluated at the resource level (individual rows, files, etc.) and can optionally be inherited from the parent collection (table or bucket).\n\n---\n\n## How Permissions Work\n\nPermissions are **arrays of permission strings**. Each string combines an **action** with a **role target** using the format:\n\n```\n<action>(\"<role>\")\n```\n\nFor example: `read(\"any\")` means \"anyone can read this resource.\"\n\nYou build these strings using the `Permission` and `Role` helper classes:\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n```\n\n### Permission Evaluation Order\n\n1. If a resource (row/file) has **its own permissions**, those are used exclusively.\n2. If a resource has **no permissions set**, the parent collection's (table/bucket) default permissions apply.\n3. If neither the resource nor the collection has permissions, **access is denied** to everyone — including the creator.\n\n> ⚠️ **Important:** The creator of a resource does **not** automatically get access. You must explicitly grant permissions to the creator if you want them to have access.\n\n---\n\n## Permission Actions (What you can do)\n\n| Action | Description |\n|--------|-------------|\n| `read` | View / read the resource |\n| `create` | Create new resources in the collection |\n| `update` | Modify an existing resource |\n| `delete` | Remove a resource |\n| `write` | **Shorthand** — grants `create` + `update` + `delete` together |\n\nThese are used with the `Permission` helper:\n\n```typescript\nPermission.read(Role.any())      // read(\"any\")\nPermission.create(Role.any())    // create(\"any\")\nPermission.update(Role.any())    // update(\"any\")\nPermission.delete(Role.any())    // delete(\"any\")\nPermission.write(Role.any())     // write(\"any\") — shorthand for create+update+delete\n```\n\n---\n\n## Role Targets (Who gets access)\n\n| Role | Description | Example |\n|------|-------------|---------|\n| `Role.any()` | **Anyone** — includes unauthenticated guests | `read(\"any\")` |\n| `Role.guests()` | **Unauthenticated users only** | `read(\"guests\")` |\n| `Role.users()` | **Any authenticated user** | `read(\"users\")` |\n| `Role.user(\"[USER_ID]\")` | **A specific user** by their user ID | `read(\"user:abc123\")` |\n| `Role.team(\"[TEAM_ID]\")` | **All members** of a team | `read(\"team:team123\")` |\n| `Role.team(\"[TEAM_ID]\", \"[ROLE]\")` | **Team members with a specific role** (e.g., `\"admin\"`, `\"editor\"`) | `update(\"team:team123/admin\")` |\n| `Role.label(\"[LABEL]\")` | **Users with a specific label** (custom attribute) | `read(\"label:premium\")` |\n| `Role.member(\"[MEMBERSHIP_ID]\")` | **A specific team membership** | `read(\"member:membership123\")` |\n\n---\n\n## Setting Permissions on Resources\n\n### Database Rows\n\n```typescript\nconst doc = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.user('[USER_ID]')),       // specific user can read\n        Permission.update(Role.user('[USER_ID]')),     // specific user can update\n        Permission.read(Role.team('[TEAM_ID]')),       // all team members can read\n        Permission.read(Role.any()),                   // anyone (including guests) can read\n    ]\n});\n```\n\n### Storage Files\n\n```typescript\nconst file = await storage.createFile({\n    bucketId: '[BUCKET_ID]',\n    fileId: ID.unique(),\n    file: document.getElementById('file-input').files[0],\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.update(Role.user('[USER_ID]')),\n        Permission.delete(Role.user('[USER_ID]')),\n    ]\n});\n```\n\n### Table/Bucket-Level Default Permissions\n\nYou can set default permissions on the collection itself. These apply to any new row/file that doesn't have its own permissions:\n\n```json\n{\n    \"tables\": [{\n        \"$id\": \"articles\",\n        \"$permissions\": [\n            \"create(\\\"users\\\")\",\n            \"read(\\\"any\\\")\"\n        ],\n        \"rowSecurity\": false,\n        ...\n    }]\n}\n```\n\nWhen `rowSecurity` is `false` (default), the table-level permissions act as defaults for rows. When `rowSecurity` is `true`, each row **must** have its own permissions set explicitly.\n\n---\n\n## Common Mistakes\n\n| Mistake | Consequence |\n|---------|-------------|\n| **Forgetting to set permissions** | Resource is inaccessible to everyone, including the creator |\n| **`Role.any()` with `write`/`update`/`delete`** | Any unauthenticated user can modify or delete the resource |\n| **`Permission.read(Role.any())` on sensitive data** | Makes the resource publicly readable |\n| **Not granting the creator access** | The user who created the resource cannot read or modify it |\n\n---\n\n## Summary\n\n- **Default: deny all** — you must explicitly grant access\n- **Actions:** `read`, `create`, `update`, `delete`, `write` (shorthand)\n- **Roles:** `any()`, `guests()`, `users()`, `user(id)`, `team(id)`, `team(id, role)`, `label(name)`, `member(id)`\n- **Levels:** Resource-level (row/file) overrides collection-level (table/bucket) defaults\n- **No automatic creator access** — always grant permissions to the creating user if needed",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all three rubric requirements: 1) It clearly lists all permission types (read, create, update, delete, and write as shorthand), 2) It mentions well more than 3 role types including Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.label(label), and Role.member(id), and 3) It explicitly explains that permissions are set on resources (rows, files) with detailed examples. The answer goes beyond the reference answer by also explaining inheritance from parent collections, the default-deny model, common mistakes, and code examples, making it exceptionally comprehensive.",
          "promptTokens": 13576,
          "completionTokens": 1675,
          "totalTokens": 15251,
          "cost": 0.00237,
          "durationMs": 106656,
          "tokensPerSecond": 15.7,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14059,
          "completionTokens": 436,
          "totalTokens": 14495,
          "cost": 0.00209,
          "durationMs": 50001,
          "tokensPerSecond": 8.72,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7384,
          "completionTokens": 226,
          "totalTokens": 7610,
          "cost": 0.001097,
          "durationMs": 15348,
          "tokensPerSecond": 14.73,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7392,
          "completionTokens": 202,
          "totalTokens": 7594,
          "cost": 0.001091,
          "durationMs": 6488,
          "tokensPerSecond": 31.13,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14151,
          "completionTokens": 290,
          "totalTokens": 14441,
          "cost": 0.002062,
          "durationMs": 8160,
          "tokensPerSecond": 35.54,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20635,
          "completionTokens": 442,
          "totalTokens": 21077,
          "cost": 0.003013,
          "durationMs": 42038,
          "tokensPerSecond": 10.51,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7348,
          "completionTokens": 254,
          "totalTokens": 7602,
          "cost": 0.0011,
          "durationMs": 6581,
          "tokensPerSecond": 38.6,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14061,
          "completionTokens": 542,
          "totalTokens": 14603,
          "cost": 0.00212,
          "durationMs": 47495,
          "tokensPerSecond": 11.41,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20590,
          "completionTokens": 1123,
          "totalTokens": 21713,
          "cost": 0.003197,
          "durationMs": 28542,
          "tokensPerSecond": 39.35,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14113,
          "completionTokens": 294,
          "totalTokens": 14407,
          "cost": 0.002058,
          "durationMs": 9105,
          "tokensPerSecond": 32.29,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7324,
          "completionTokens": 1263,
          "totalTokens": 8587,
          "cost": 0.001379,
          "durationMs": 41420,
          "tokensPerSecond": 30.49,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20656,
          "completionTokens": 841,
          "totalTokens": 21497,
          "cost": 0.003127,
          "durationMs": 31212,
          "tokensPerSecond": 26.94,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are three core Appwrite services and what they're used for:\n\n1. **Authentication (Account / Users)** – Handles user registration, login, session management, OAuth 2.0 (Google, GitHub, etc.), email/password auth, magic URLs, and anonymous sessions. It also provides server-side user management (create, list, update, delete users).\n\n2. **Database (TablesDB)** – A structured data store where you create databases, tables, and rows. Supports querying with filters, sorting, pagination, full-text search, relationships, and real-time subscriptions. You define typed columns (varchar, integer, boolean, etc.) and set granular permissions per row.\n\n3. **Storage** – Manages file uploads and downloads. You create buckets, upload files (from client-side inputs or server-side paths), generate image previews with transformations, and control access with permissions. Supports any file type and size.\n\nOther notable services include **Functions** (serverless compute for running custom backend code), **Messaging** (email, push notifications, and SMS), **Teams** (group management with role-based access), and **Sites** (deploying static or server-side rendered web apps).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names and describes at least three Appwrite services: Authentication (with accurate description of user management, OAuth, sessions), TablesDB/Database (with accurate description of tables, rows, queries, relationships), and Storage (with accurate description of buckets, files, previews). Additional services like Functions, Messaging, Teams, and Sites are also mentioned with correct descriptions. All descriptions align with the reference answer.",
          "promptTokens": 13577,
          "completionTokens": 581,
          "totalTokens": 14158,
          "cost": 0.002063,
          "durationMs": 19376,
          "tokensPerSecond": 29.99,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7344,
          "completionTokens": 292,
          "totalTokens": 7636,
          "cost": 0.00111,
          "durationMs": 15051,
          "tokensPerSecond": 19.4,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7368,
          "completionTokens": 196,
          "totalTokens": 7564,
          "cost": 0.001086,
          "durationMs": 5892,
          "tokensPerSecond": 33.27,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7456,
          "completionTokens": 145,
          "totalTokens": 7601,
          "cost": 0.001084,
          "durationMs": 10524,
          "tokensPerSecond": 13.78,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's how to implement email/password signup and login with the Appwrite Web SDK:\n\n## 1. Install the SDK\n\n```bash\nnpm install appwrite\n```\n\n## 2. Set Up the Client & Implement Auth\n\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\n// Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')  // Replace with your endpoint\n    .setProject('[PROJECT_ID]');                            // Replace with your project ID\n\nconst account = new Account(client);\n\n// ─── SIGNUP ───────────────────────────────────────────────\nasync function signUp(email: string, password: string, name?: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name, // optional\n        });\n        console.log('Account created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n\n// ─── LOGIN ────────────────────────────────────────────────\nasync function logIn(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n\n// ─── USAGE ────────────────────────────────────────────────\n// Sign up\nawait signUp('user@example.com', 'securePassword123', 'John Doe');\n\n// Log in\nawait logIn('user@example.com', 'securePassword123');\n\n// Get the currently logged-in user\nconst user = await account.get();\nconsole.log('Current user:', user);\n\n// Log out\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n## Key Points\n\n- **`ID.unique()`** generates a unique user ID automatically.\n- **`account.create()`** registers a new user account.\n- **`account.createEmailPasswordSession()`** creates a session (logs the user in).\n- **`account.get()`** retrieves the currently authenticated user.\n- **`account.deleteSession({ sessionId: 'current' })`** logs the user out.\n\n## Error Handling\n\nWrap calls in try/catch and handle `AppwriteException`:\n\n```typescript\nimport { AppwriteException } from 'appwrite';\n\ntry {\n    await account.createEmailPasswordSession({ email, password });\n} catch (err) {\n    if (err instanceof AppwriteException) {\n        console.error(err.message);  // e.g. \"Invalid credentials\"\n        console.error(err.code);     // e.g. 401\n        console.error(err.type);     // e.g. \"user_invalid_credentials\"\n    }\n}\n```\n\nThat's all you need for basic email/password authentication with the Appwrite Web SDK!",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, and password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, the method signatures used are slightly incorrect for the standard Appwrite Web SDK - account.create() typically takes positional arguments (userId, email, password, name) rather than an object, and account.createEmailPasswordSession() similarly takes positional arguments (email, password) rather than an object. These are minor but real inaccuracies in the API usage that could cause runtime errors. The overall structure, concepts, and coverage are excellent.",
          "promptTokens": 6928,
          "completionTokens": 755,
          "totalTokens": 7683,
          "cost": 0.001181,
          "durationMs": 19117,
          "tokensPerSecond": 39.49,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7382,
          "completionTokens": 229,
          "totalTokens": 7611,
          "cost": 0.001098,
          "durationMs": 19844,
          "tokensPerSecond": 11.54,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7448,
          "completionTokens": 360,
          "totalTokens": 7808,
          "cost": 0.001144,
          "durationMs": 18669,
          "tokensPerSecond": 19.28,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# How Appwrite Sessions Work\n\nAppwrite uses **server-side sessions** to authenticate users. When a user logs in, Appwrite creates a session on the server and returns a **session secret** — a token that the client must send with subsequent requests to prove their identity.\n\n---\n\n## 1. How Sessions Are Created\n\nSessions are created through the **Account** service. There are several authentication methods, each producing a session:\n\n### Email/Password Login\n\n```typescript\nconst account = new Account(client);\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n// session.secret  — the session token\n// session.userId  — the authenticated user's ID\n// session.expire  — ISO 8601 expiration timestamp\n```\n\n### OAuth2 Login (Web)\n\n```typescript\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail',\n    scopes: ['repo', 'user']  // optional provider-specific scopes\n});\n```\n\nThe browser is redirected to the OAuth provider, then back to your success URL with the session automatically established via a cookie.\n\n### OAuth2 Login (React Native / Custom Flow)\n\nSince `createOAuth2Session()` doesn't work on React Native, you use a two-step token exchange:\n\n```typescript\n// Step 1: Get an OAuth login URL\nconst loginUrl = await account.createOAuth2Token({\n    provider: OAuthProvider.Github,\n    success: 'myapp://callback',\n    failure: 'myapp://callback',\n});\n\n// Step 2: After redirect, exchange the token for a session\nawait account.createSession({\n    userId: url.searchParams.get('userId'),\n    secret: url.searchParams.get('secret'),\n});\n```\n\n### Server-Side Rendering (SSR) Login\n\nSSR apps use the **admin client** (with an API key) to create sessions, then set the session secret as an HTTP-only cookie:\n\n```typescript\nconst account = new Account(adminClient);\nconst session = await account.createEmailPasswordSession({\n    email: req.body.email,\n    password: req.body.password,\n});\n\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true,\n    secure: true,\n    sameSite: 'strict',\n    expires: new Date(session.expire),\n    path: '/',\n});\n```\n\n---\n\n## 2. How Sessions Are Managed\n\n### Client-Side (Browser / React Native)\n\nThe SDK automatically stores the session secret and sends it with every request. You don't need to manually handle tokens on the client.\n\n### Server-Side (SSR)\n\nYou must create a **per-request session client** that uses the session cookie:\n\n```typescript\n// Extract the session cookie\nconst sessionCookie = req.cookies['a_session_[PROJECT_ID]'];\n\n// Create a fresh client for this request\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setSession(sessionCookie);\n\n// Optionally forward the user-agent for audit logs\nsessionClient.setForwardedUserAgent(req.headers['user-agent']);\n\n// Now act on behalf of the user\nconst account = new Account(sessionClient);\nconst user = await account.get();\n```\n\n> **Important:** Never share session clients between requests. Create a new one per request.\n\n### Session Properties\n\nEach session object (`Models.Session`) contains:\n- **`$id`** — unique session ID\n- **`userId`** — the authenticated user\n- **`secret`** — the session token (used in cookies/headers)\n- **`expire`** — ISO 8601 expiration date\n- **`provider`** — auth method used (e.g., `email`, `github`, `google`)\n- **`ip`** — IP address at creation\n- **`userAgent`** — user agent string at creation\n- **`current`** — boolean indicating if this is the current session\n\n### Session Cookie\n\nThe cookie name is always `a_session_<PROJECT_ID>`. It must be:\n- `httpOnly` — not accessible via JavaScript (prevents XSS)\n- `secure` — only sent over HTTPS\n- `sameSite: 'strict'` — prevents CSRF\n\n---\n\n## 3. How Sessions Are Deleted\n\n### Logout (Client-Side)\n\n```typescript\n// Delete the current session\nawait account.deleteSession({ sessionId: 'current' });\n\n// Delete a specific session by ID\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n\n### Logout (Server-Side)\n\n```typescript\nconst account = new Account(adminClient);\nawait account.deleteSession({ sessionId: 'current' });\n\n// Also clear the cookie\nres.clearCookie('a_session_[PROJECT_ID]');\n```\n\n### Delete All Sessions\n\nYou can delete all sessions for a user (logging them out everywhere):\n\n```typescript\n// Using the Account service (client-side, requires current session)\nawait account.deleteSessions();\n\n// Using the Users service (server-side, requires API key)\nconst users = new Users(adminClient);\nawait users.deleteSessions({ userId: '[USER_ID]' });\n```\n\n---\n\n## 4. Session Limits\n\nAppwrite enforces a **maximum number of active sessions per user**. This is configured at the project level under **Auth > Security > Sessions Limit**.\n\n### Default & Configuration\n\n- **Default limit:** 10 sessions per user\n- **Configurable range:** 1–100 sessions\n- **Set via CLI** in `appwrite.config.json`:\n\n```json\n{\n    \"settings\": {\n        \"auth\": {\n            \"security\": {\n                \"sessionsLimit\": 10\n            }\n        }\n    }\n}\n```\n\nOr via the Appwrite Console under **Auth > Settings > Security**.\n\n### What Happens at the Limit\n\nWhen a user reaches the session limit and tries to create a new session, the **oldest session** is automatically deleted to make room. This ensures the user can always log in without manual session cleanup.\n\n### Best Practices\n\n- **Keep the default (10)** for most applications — it allows users to be logged in across multiple devices/browsers.\n- **Lower the limit** for high-security apps (e.g., banking) to reduce the attack surface.\n- **Raise the limit** if your users commonly use many devices, but be aware of the security trade-off.\n- **Use `deleteSessions()`** on password changes or security-sensitive events to force re-authentication on all devices.\n\n---\n\n## Summary\n\n| Aspect | Details |\n|--------|---------|\n| **Creation** | `createEmailPasswordSession()`, `createOAuth2Session()`, `createSession()` (token exchange) |\n| **Storage** | Client SDK auto-manages; SSR uses `a_session_<PROJECT_ID>` HTTP-only cookie |\n| **Authentication** | Session secret sent via `X-Appwrite-Session` header or cookie |\n| **Deletion** | `deleteSession({ sessionId: 'current' })` or `deleteSessions()` for all |\n| **Limit** | Configurable 1–100 (default 10); oldest session auto-removed when limit reached |\n| **Expiration** | Configurable per project; sessions have an `expire` timestamp |",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer is comprehensive and covers all five rubric criteria: 1) Sessions created on authentication (multiple methods shown), 2) Session tokens/cookies (HTTP-only cookies, session secrets, cookie naming convention), 3) Session limit of 10 (explicitly mentioned as default), 4) Methods to list/delete sessions (deleteSession, deleteSessions, users.deleteSessions shown), 5) Session expiry (expire timestamp mentioned). The answer goes well beyond the reference answer with detailed code examples, SSR handling, OAuth flows, and security best practices. Minor note: listSessions() is not explicitly shown (only delete methods), but the answer is otherwise thorough and accurate. The configurable range of 1-100 sessions is a reasonable claim about Appwrite's console settings.",
          "promptTokens": 13585,
          "completionTokens": 2031,
          "totalTokens": 15616,
          "cost": 0.002471,
          "durationMs": 99149,
          "tokensPerSecond": 20.48,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7390,
          "completionTokens": 578,
          "totalTokens": 7968,
          "cost": 0.001196,
          "durationMs": 28293,
          "tokensPerSecond": 20.43,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7406,
          "completionTokens": 226,
          "totalTokens": 7632,
          "cost": 0.0011,
          "durationMs": 18114,
          "tokensPerSecond": 12.48,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7348,
          "completionTokens": 145,
          "totalTokens": 7493,
          "cost": 0.001069,
          "durationMs": 11588,
          "tokensPerSecond": 12.51,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7496,
          "completionTokens": 403,
          "totalTokens": 7899,
          "cost": 0.001162,
          "durationMs": 17009,
          "tokensPerSecond": 23.69,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7338,
          "completionTokens": 385,
          "totalTokens": 7723,
          "cost": 0.001135,
          "durationMs": 23412,
          "tokensPerSecond": 16.44,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14007,
          "completionTokens": 344,
          "totalTokens": 14351,
          "cost": 0.002057,
          "durationMs": 20810,
          "tokensPerSecond": 16.53,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7370,
          "completionTokens": 810,
          "totalTokens": 8180,
          "cost": 0.001259,
          "durationMs": 33986,
          "tokensPerSecond": 23.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7386,
          "completionTokens": 214,
          "totalTokens": 7600,
          "cost": 0.001094,
          "durationMs": 6886,
          "tokensPerSecond": 31.08,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7386,
          "completionTokens": 434,
          "totalTokens": 7820,
          "cost": 0.001156,
          "durationMs": 7617,
          "tokensPerSecond": 56.98,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7430,
          "completionTokens": 586,
          "totalTokens": 8016,
          "cost": 0.001204,
          "durationMs": 19154,
          "tokensPerSecond": 30.59,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20599,
          "completionTokens": 540,
          "totalTokens": 21139,
          "cost": 0.003035,
          "durationMs": 40200,
          "tokensPerSecond": 13.43,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7444,
          "completionTokens": 390,
          "totalTokens": 7834,
          "cost": 0.001151,
          "durationMs": 19362,
          "tokensPerSecond": 20.14,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "Great question! Let me explain the difference between these two Account methods.\n\n## `account.deleteSession(sessionId)`\n\n**Deletes a single, specific session** by its ID.\n\n```typescript\n// Delete the current session (log out from this device)\nawait account.deleteSession({ sessionId: 'current' });\n\n// Delete a specific session by its ID (e.g., log out a different device)\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n\n- You can pass `'current'` as the session ID to target the session making the request.\n- Or pass a specific session ID string to target another session (e.g., one from a different device/browser).\n\n## `account.deleteSessions()`\n\n**Deletes all sessions** for the authenticated user at once.\n\n```typescript\n// Log out from ALL devices\nawait account.deleteSessions();\n```\n\n- No parameters needed.\n- This is a bulk operation — it removes every active session the user has across all devices and browsers.\n\n---\n\n## When to Use Each\n\n| Scenario | Use |\n|----------|-----|\n| **Log out from the current device/browser** (e.g., a \"Sign Out\" button) | `deleteSession({ sessionId: 'current' })` |\n| **Log out a specific other device** (e.g., \"log out that old phone\") | `deleteSession({ sessionId: '[SESSION_ID]' })` |\n| **\"Log out everywhere\" / \"Sign out of all devices\"** security feature | `deleteSessions()` |\n| **Password change flow** — invalidate all existing sessions so the user must re-login | `deleteSessions()` |\n| **Account compromise / suspicious activity** — force logout from all devices | `deleteSessions()` |\n\n### Key Differences\n\n| Aspect | `deleteSession` | `deleteSessions` |\n|--------|----------------|------------------|\n| **Scope** | One session | All sessions |\n| **Parameter** | `sessionId` (string or `'current'`) | None |\n| **Use case** | Targeted logout | Bulk logout / security reset |\n| **Typical UI** | \"Sign Out\" button | \"Sign Out of All Devices\" button |\n\n### Example: Building a Security Settings Page\n\n```typescript\n// User clicks \"Sign Out\" on their current device\nawait account.deleteSession({ sessionId: 'current' });\n\n// User clicks \"Sign Out of All Other Devices\" (keep current)\nconst sessions = await account.listSessions();\nfor (const session of sessions.sessions) {\n    if (session.$id !== currentSessionId) {\n        await account.deleteSession({ sessionId: session.$id });\n    }\n}\n\n// User clicks \"Sign Out Everywhere\" (including current)\nawait account.deleteSessions();\n```\n\n**Bottom line:** Use `deleteSession` for granular, single-session control (like a standard logout), and `deleteSessions` when you need to revoke all sessions at once (security resets, password changes, or \"log out everywhere\" features).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (including the special 'current' value), 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each (single device logout vs logout everywhere/security resets). The answer goes beyond the reference with helpful code examples, comparison tables, and additional scenarios like password change flows, all of which are accurate and relevant.",
          "promptTokens": 6904,
          "completionTokens": 1003,
          "totalTokens": 7907,
          "cost": 0.001247,
          "durationMs": 52802,
          "tokensPerSecond": 19,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7380,
          "completionTokens": 356,
          "totalTokens": 7736,
          "cost": 0.001133,
          "durationMs": 11331,
          "tokensPerSecond": 31.42,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 14131,
          "completionTokens": 507,
          "totalTokens": 14638,
          "cost": 0.00212,
          "durationMs": 10460,
          "tokensPerSecond": 48.47,
          "toolCallCount": 2
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's the complete code using the Appwrite Web SDK's `TablesDB` API to create a database, a `tasks` table with typed columns, and insert a row.\n\n> **Important:** Creating databases and tables requires **server-side** access (an API key). Row insertion can be done from the client if the table's permissions allow it. The code below shows both parts — use the server-side block in a Node.js backend or Appwrite Function, and the client-side block in your web app.\n\n```typescript\n// ──────────────────────────────────────────────\n// 1. Imports (Web SDK)\n// ──────────────────────────────────────────────\nimport { Client, TablesDB, ID } from 'appwrite';\n\n// ──────────────────────────────────────────────\n// 2. Client setup\n// ──────────────────────────────────────────────\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')  // e.g. 'https://cloud.appwrite.io/v1'\n    .setProject('<PROJECT_ID>');\n\nconst tablesDB = new TablesDB(client);\n\n// ──────────────────────────────────────────────\n// 3. Create database (server-side only)\n// ──────────────────────────────────────────────\n// Requires an API key with `databases.write` scope.\n// Run this in a Node.js backend or Appwrite Function.\nconst database = await tablesDB.create({\n    databaseId: ID.unique(),\n    name: 'My App Database'\n});\nconsole.log(`Database created: ${database.$id}`);\n\n// ──────────────────────────────────────────────\n// 4. Create \"tasks\" table with columns (server-side only)\n// ──────────────────────────────────────────────\nconst table = await tablesDB.createTable({\n    databaseId: database.$id,\n    tableId: ID.unique(),\n    name: 'tasks',\n    columns: [\n        { key: 'title',    type: 'varchar',  size: 255,   required: true  },\n        { key: 'completed', type: 'boolean',                required: true  },\n        { key: 'dueDate',  type: 'datetime',                required: false },\n    ]\n});\nconsole.log(`Table created: ${table.$id}`);\n\n// ──────────────────────────────────────────────\n// 5. Insert a row (client or server)\n// ──────────────────────────────────────────────\n// On the client, the table must have appropriate\n// permissions (e.g., `Permission.create(Role.any())`\n// or `Role.user(...)`) for the current user to write.\nconst row = await tablesDB.createRow({\n    databaseId: database.$id,\n    tableId: table.$id,\n    rowId: ID.unique(),\n    data: {\n        title: 'Buy groceries',\n        completed: false,\n        dueDate: '2025-12-31T23:59:59.000Z'  // ISO 8601 format\n    }\n});\nconsole.log(`Row inserted: ${row.$id}`);\n```\n\n---\n\n## Key points\n\n| Step | Where to run | Required auth |\n|------|-------------|---------------|\n| **Create database** | Server-side (Node.js / Appwrite Function) | API key with `databases.write` scope |\n| **Create table** | Server-side | API key with `databases.write` scope |\n| **Insert row** | Client or server | Depends on table permissions |\n\n### Column types used\n\n| Column | Type | Notes |\n|--------|------|-------|\n| `title` | `varchar` (size 255) | Inline, fully indexable, max 16,383 chars |\n| `completed` | `boolean` | `true` or `false` |\n| `dueDate` | `datetime` | ISO 8601 string (e.g. `\"2025-12-31T23:59:59.000Z\"`) |\n\n### Server-side setup (if you need a complete backend script)\n\n```typescript\n// server-side.mjs\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);   // <-- API key required\n\nconst tablesDB = new TablesDB(client);\n\nasync function setup() {\n    // ... same code as above ...\n}\nsetup().catch(console.error);\n```\n\n### Client-side row insertion with permissions\n\nWhen inserting from the client, make sure the table (or the row itself) grants the current user `create` access. For example, if you want any authenticated user to create tasks:\n\n```typescript\n// Set during table creation (server-side)\nawait tablesDB.createTable({\n    databaseId: database.$id,\n    tableId: ID.unique(),\n    name: 'tasks',\n    columns: [ /* ... */ ],\n    permissions: [\n        Permission.create(Role.any()),   // any authenticated user can create rows\n        Permission.read(Role.any()),\n        Permission.update(Role.any()),\n        Permission.delete(Role.any()),\n    ]\n});\n```\n\nOr set per-row permissions at insert time:\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nconst row = await tablesDB.createRow({\n    databaseId: database.$id,\n    tableId: table.$id,\n    rowId: ID.unique(),\n    data: { title: 'Buy groceries', completed: false, dueDate: '2025-12-31T23:59:59.000Z' },\n    permissions: [\n        Permission.read(Role.user('<USER_ID>')),\n        Permission.update(Role.user('<USER_ID>')),\n        Permission.delete(Role.user('<USER_ID>')),\n    ]\n});\n```\n\n> **Tip:** Use `ID.unique()` to auto-generate IDs for databases, tables, and rows. The `dueDate` value must be an ISO 8601 string — JavaScript's `new Date().toISOString()` works perfectly.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers all 5 required rubric items: 1) Client + TablesDB setup is present, 2) tablesDB.create() for database creation is shown, 3) tablesDB.createTable() for the tasks table is included, 4) All three column types (varchar title, boolean completed, datetime dueDate) are created, 5) tablesDB.createRow() with data is demonstrated. The code is well-structured with clear comments and includes bonus information about permissions and server-side vs client-side usage. The TablesDB API shown (tablesDB.create, tablesDB.createTable, tablesDB.createRow) matches the reference answer's expected API. Minor deduction because TablesDB is not an actual Appwrite SDK service (Appwrite uses Databases service), so this appears to be a hallucinated API, but since the question specifically asks about 'TablesDB API' and the reference answer also uses it, the model correctly follows the question's premise. The implementation is thorough and complete.",
          "promptTokens": 6960,
          "completionTokens": 2039,
          "totalTokens": 8999,
          "cost": 0.001545,
          "durationMs": 119005,
          "tokensPerSecond": 17.13,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7526,
          "completionTokens": 313,
          "totalTokens": 7839,
          "cost": 0.001141,
          "durationMs": 16050,
          "tokensPerSecond": 19.5,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 896,
          "completionTokens": 117,
          "totalTokens": 1013,
          "cost": 0.000158,
          "durationMs": 8194,
          "tokensPerSecond": 14.28,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "The Appwrite TypeScript SDK provides a `Query` class with a rich set of methods for filtering, sorting, and paginating rows in **TablesDB**. Here's a complete guide.\n\n---\n\n## Basic Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';        // Web / React Native\n// or\nimport { Client, TablesDB, Query } from 'node-appwrite';   // Node.js / Deno\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]');  // server-side only\n\nconst tablesDB = new TablesDB(client);\n```\n\n---\n\n## Filtering\n\nAll filter methods can be combined in a single `queries` array. Multiple filters are combined with **AND** by default.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        // --- Equality / Inequality ---\n        Query.equal('status', 'active'),              // field == 'active'\n        Query.equal('category', ['news', 'blog']),    // field IN ['news', 'blog']\n        Query.notEqual('status', 'archived'),          // field != 'archived'\n\n        // --- Comparison ---\n        Query.lessThan('views', 1000),                 // views < 1000\n        Query.lessThanEqual('score', 85),              // score <= 85\n        Query.greaterThan('price', 9.99),              // price > 9.99\n        Query.greaterThanEqual('rating', 4),           // rating >= 4\n        Query.between('age', 18, 65),                  // 18 <= age <= 65\n\n        // --- Null checks ---\n        Query.isNull('deletedAt'),                     // field IS NULL\n        Query.isNotNull('email'),                      // field IS NOT NULL\n\n        // --- String matching ---\n        Query.startsWith('title', 'How to'),           // title LIKE 'How to%'\n        Query.endsWith('email', '@example.com'),        // email LIKE '%@example.com'\n        Query.contains('tags', 'javascript'),           // tags array contains 'javascript'\n        Query.search('description', 'appwrite query'),  // full-text search (requires index)\n    ]\n});\n```\n\n### OR Conditions\n\nUse `Query.or()` to group conditions with OR logic:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.or([\n            Query.equal('role', 'admin'),\n            Query.equal('role', 'moderator'),\n        ]),\n        Query.equal('active', true),\n    ]\n});\n// Returns rows where (role == 'admin' OR role == 'moderator') AND active == true\n```\n\n### Explicit AND\n\nQueries are AND by default, but you can be explicit:\n\n```typescript\nQuery.and([\n    Query.greaterThan('age', 18),\n    Query.lessThan('age', 65),\n])\n```\n\n---\n\n## Sorting\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderAsc('title'),       // A → Z, 0 → 9\n        Query.orderDesc('createdAt'),  // newest first\n    ]\n});\n```\n\nYou can chain multiple sort fields. The order of `orderAsc`/`orderDesc` calls determines priority:\n\n```typescript\nqueries: [\n    Query.orderDesc('priority'),   // sort by priority descending first\n    Query.orderAsc('title'),       // then alphabetically by title\n]\n```\n\n---\n\n## Limiting & Pagination\n\n### Basic Limit & Offset\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),    // max rows returned (default 25, max 100)\n        Query.offset(0),    // skip N rows (not recommended for large datasets)\n    ]\n});\n```\n\n> **⚠️ Offset performance:** `offset` becomes slow on large datasets because the database still scans skipped rows. Use **cursor-based pagination** for production.\n\n### Cursor-Based Pagination (Recommended)\n\nUse `cursorAfter` and `cursorBefore` with the `$id` of a known row:\n\n```typescript\n// First page — get the first 20 rows\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(20),\n        Query.orderAsc('$createdAt'),\n    ]\n});\n\n// Next page — use the last row's $id as cursor\nconst lastRowId = page1.documents[page1.documents.length - 1].$id;\n\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(20),\n        Query.cursorAfter(lastRowId),   // rows after this ID\n        Query.orderAsc('$createdAt'),\n    ]\n});\n\n// Previous page\nconst page0 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(20),\n        Query.cursorBefore(page1.documents[0].$id),  // rows before this ID\n        Query.orderAsc('$createdAt'),\n    ]\n});\n```\n\n> **Important:** `cursorAfter`/`cursorBefore` require a consistent sort order. Always pair them with the same `orderAsc`/`orderDesc` you used to fetch the cursor row.\n\n---\n\n## Selecting Specific Fields\n\nReduce payload size by returning only the fields you need:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.select(['title', 'content', 'status']),\n        Query.equal('status', 'published'),\n    ]\n});\n// Each document will only contain 'title', 'content', 'status', plus system fields ($id, $createdAt, etc.)\n```\n\n---\n\n## Complete Example: Paginated Blog Posts\n\n```typescript\ninterface Post {\n    title: string;\n    content: string;\n    status: 'draft' | 'published';\n    views: number;\n    tags: string[];\n    createdAt: string;\n}\n\nasync function getPublishedPosts(pageCursor?: string, pageSize = 20) {\n    const queries: string[] = [\n        Query.equal('status', 'published'),\n        Query.orderDesc('createdAt'),\n        Query.limit(pageSize),\n        Query.select(['title', 'views', 'tags', 'createdAt']),\n    ];\n\n    if (pageCursor) {\n        queries.push(Query.cursorAfter(pageCursor));\n    }\n\n    const result = await tablesDB.listRows({\n        databaseId: '[DATABASE_ID]',\n        tableId: '[TABLE_ID]',\n        queries,\n    });\n\n    return {\n        posts: result.documents as unknown as Post[],\n        total: result.total,\n        nextCursor: result.documents.length === pageSize\n            ? result.documents[result.documents.length - 1].$id\n            : null,\n    };\n}\n\n// Usage\nconst { posts, total, nextCursor } = await getPublishedPosts();\nconsole.log(`Showing ${posts.length} of ${total} posts`);\n// Pass nextCursor to getPublishedPosts(nextCursor) for the next page\n```\n\n---\n\n## Query Reference Summary\n\n| Method | Purpose |\n|--------|---------|\n| `Query.equal(field, value)` | Exact match (or `IN` if value is array) |\n| `Query.notEqual(field, value)` | Not equal |\n| `Query.lessThan(field, value)` | `<` |\n| `Query.lessThanEqual(field, value)` | `<=` |\n| `Query.greaterThan(field, value)` | `>` |\n| `Query.greaterThanEqual(field, value)` | `>=` |\n| `Query.between(field, a, b)` | `a <= field <= b` |\n| `Query.isNull(field)` | `IS NULL` |\n| `Query.isNotNull(field)` | `IS NOT NULL` |\n| `Query.startsWith(field, prefix)` | String prefix match |\n| `Query.endsWith(field, suffix)` | String suffix match |\n| `Query.contains(field, value)` | Array/string contains |\n| `Query.search(field, keywords)` | Full-text search (requires index) |\n| `Query.orderAsc(field)` | Sort ascending |\n| `Query.orderDesc(field)` | Sort descending |\n| `Query.limit(n)` | Max rows (1–100) |\n| `Query.offset(n)` | Skip rows (avoid for large data) |\n| `Query.cursorAfter(id)` | Paginate forward |\n| `Query.cursorBefore(id)` | Paginate backward |\n| `Query.select([fields])` | Return only specified fields |\n| `Query.or([conditions])` | OR grouping |\n| `Query.and([conditions])` | Explicit AND grouping |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all rubric requirements: 1) Query.equal() for filtering is demonstrated with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting are both shown, 3) Query.limit() and Query.offset() for pagination are covered, 4) All queries are passed as arrays to tablesDB.listRows(), 5) Multiple additional query methods are shown including greaterThan(), lessThan(), cursorAfter(), cursorBefore(), select(), between(), isNull(), search(), and more. The answer goes well beyond the minimum requirements with comprehensive examples, a complete reference table, cursor-based pagination guidance, and a real-world complete example.",
          "promptTokens": 6914,
          "completionTokens": 2202,
          "totalTokens": 9116,
          "cost": 0.001585,
          "durationMs": 117624,
          "tokensPerSecond": 18.72,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14089,
          "completionTokens": 474,
          "totalTokens": 14563,
          "cost": 0.002105,
          "durationMs": 13357,
          "tokensPerSecond": 35.49,
          "toolCallCount": 2
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7436,
          "completionTokens": 331,
          "totalTokens": 7767,
          "cost": 0.001134,
          "durationMs": 8987,
          "tokensPerSecond": 36.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7406,
          "completionTokens": 256,
          "totalTokens": 7662,
          "cost": 0.001109,
          "durationMs": 6985,
          "tokensPerSecond": 36.65,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7340,
          "completionTokens": 139,
          "totalTokens": 7479,
          "cost": 0.001067,
          "durationMs": 6557,
          "tokensPerSecond": 21.2,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 14131,
          "completionTokens": 312,
          "totalTokens": 14443,
          "cost": 0.002066,
          "durationMs": 18719,
          "tokensPerSecond": 16.67,
          "toolCallCount": 2
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14063,
          "completionTokens": 692,
          "totalTokens": 14755,
          "cost": 0.002163,
          "durationMs": 48977,
          "tokensPerSecond": 14.13,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7400,
          "completionTokens": 223,
          "totalTokens": 7623,
          "cost": 0.001098,
          "durationMs": 12662,
          "tokensPerSecond": 17.61,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7388,
          "completionTokens": 203,
          "totalTokens": 7591,
          "cost": 0.001091,
          "durationMs": 9084,
          "tokensPerSecond": 22.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7390,
          "completionTokens": 241,
          "totalTokens": 7631,
          "cost": 0.001102,
          "durationMs": 8688,
          "tokensPerSecond": 27.74,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20665,
          "completionTokens": 596,
          "totalTokens": 21261,
          "cost": 0.00306,
          "durationMs": 25407,
          "tokensPerSecond": 23.46,
          "toolCallCount": 2
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7392,
          "completionTokens": 256,
          "totalTokens": 7648,
          "cost": 0.001107,
          "durationMs": 8648,
          "tokensPerSecond": 29.6,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7414,
          "completionTokens": 244,
          "totalTokens": 7658,
          "cost": 0.001106,
          "durationMs": 8588,
          "tokensPerSecond": 28.41,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20680,
          "completionTokens": 800,
          "totalTokens": 21480,
          "cost": 0.003119,
          "durationMs": 47862,
          "tokensPerSecond": 16.71,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, return at most 20 results, and sort by that field descending, combine `Query.greaterThan`, `Query.limit`, and `Query.orderDesc` in your `listRows` call:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('fieldName', 100),   // field > 100\n        Query.limit(20),                        // at most 20 results\n        Query.orderDesc('fieldName')            // sorted descending by that field\n    ]\n});\n```\n\n**Key points:**\n\n- **`Query.greaterThan('fieldName', 100)`** — filters for rows where the numeric field is strictly greater than 100. Use `Query.greaterThanEqual` if you want `>= 100`.\n- **`Query.limit(20)`** — caps the result set at 20 rows (default is 25, max is 100).\n- **`Query.orderDesc('fieldName')`** — sorts results in descending order by the same field. Use `Query.orderAsc` for ascending.\n- The queries are combined with **AND logic** by default (all conditions must match).\n- The field must be indexed in your table's schema for sorting to work efficiently.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting, 3) Query.limit(20) for capping results, and 4) passing all queries to listRows(). The answer also provides a complete TypeScript code example with proper syntax, along with helpful additional context about each query method. The answer fully satisfies the rubric.",
          "promptTokens": 6918,
          "completionTokens": 535,
          "totalTokens": 7453,
          "cost": 0.001118,
          "durationMs": 14450,
          "tokensPerSecond": 37.02,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14255,
          "completionTokens": 802,
          "totalTokens": 15057,
          "cost": 0.00222,
          "durationMs": 23631,
          "tokensPerSecond": 33.94,
          "toolCallCount": 2
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14011,
          "completionTokens": 484,
          "totalTokens": 14495,
          "cost": 0.002097,
          "durationMs": 16139,
          "tokensPerSecond": 29.99,
          "toolCallCount": 2
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 20503,
          "completionTokens": 1807,
          "totalTokens": 22310,
          "cost": 0.003376,
          "durationMs": 58882,
          "tokensPerSecond": 30.69,
          "toolCallCount": 2
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14109,
          "completionTokens": 544,
          "totalTokens": 14653,
          "cost": 0.002128,
          "durationMs": 15954,
          "tokensPerSecond": 34.1,
          "toolCallCount": 2
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14095,
          "completionTokens": 793,
          "totalTokens": 14888,
          "cost": 0.002195,
          "durationMs": 34775,
          "tokensPerSecond": 22.8,
          "toolCallCount": 2
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's an Appwrite Function in Node.js that receives a JSON body with a `\"name\"` field and returns a personalized greeting:\n\n```javascript\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    // Log the incoming request method and path\n    log(`Received ${req.method} request on ${req.path}`);\n\n    // Only accept POST requests\n    if (req.method !== 'POST') {\n        return res.json({ error: 'Method not allowed. Use POST.' }, 405);\n    }\n\n    // Parse the JSON body\n    const data = req.bodyJson;\n\n    // Validate that the \"name\" field is present\n    if (!data || !data.name) {\n        error('Missing required field: name');\n        return res.json({ error: 'A \"name\" field is required in the JSON body.' }, 400);\n    }\n\n    // Return the personalized greeting\n    return res.json({\n        message: `Hello, ${data.name}! Welcome to Appwrite Functions.`\n    });\n};\n```\n\n### Key points:\n\n- **Function signature**: The handler is a default async export that receives a context object with `{ req, res, log, error }`.\n- **`req.bodyJson`**: Automatically parses the incoming JSON body. Returns `undefined` if the body isn't valid JSON.\n- **`res.json()`**: Sends a JSON response with the correct `Content-Type: application/json` header. Accepts a second argument for the HTTP status code.\n- **`log()` / `error()`**: Built-in logging helpers that appear in the Appwrite Console execution logs.\n- **Validation**: Always check for required fields and return appropriate error codes (400 for bad input, 405 for wrong method).\n\n### Example usage:\n\n```bash\n# Trigger the function via CLI\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"name\": \"Alice\"}'\n```\n\n**Response:**\n```json\n{\n    \"message\": \"Hello, Alice! Welcome to Appwrite Functions.\"\n}\n```",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer is nearly fully correct and includes all required elements: 1) Default export of async function ✓, 2) Destructured context with req, res, log, and error ✓, 3) Parsing req.body (uses req.bodyJson which is the correct Appwrite property for auto-parsed JSON) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The explanation is thorough and accurate. Minor deduction: uses req.bodyJson instead of req.body, which while valid in Appwrite (it's an alternative accessor), the reference answer specifically mentions req.body. However, req.bodyJson is actually the more precise way to access parsed JSON in Appwrite Functions, so this is arguably more correct. Overall an excellent, complete answer.",
          "promptTokens": 13609,
          "completionTokens": 1016,
          "totalTokens": 14625,
          "cost": 0.00219,
          "durationMs": 63601,
          "tokensPerSecond": 15.97,
          "toolCallCount": 2
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14095,
          "completionTokens": 448,
          "totalTokens": 14543,
          "cost": 0.002099,
          "durationMs": 16829,
          "tokensPerSecond": 26.62,
          "toolCallCount": 2
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8463,
          "completionTokens": 298,
          "totalTokens": 8761,
          "cost": 0.001268,
          "durationMs": 11560,
          "tokensPerSecond": 25.78,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14213,
          "completionTokens": 537,
          "totalTokens": 14750,
          "cost": 0.00214,
          "durationMs": 11887,
          "tokensPerSecond": 45.18,
          "toolCallCount": 2
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the CLI\n\nHere’s a complete walkthrough of the steps and key configuration options.\n\n---\n\n## 1. Prerequisites\n\nFirst, install the CLI and authenticate:\n\n```bash\n# Install\nnpm install -g appwrite-cli\n\n# Login to Appwrite Cloud or a self-hosted instance\nappwrite login\n\n# For self-hosted:\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Initialize a project (creates appwrite.config.json)\nappwrite init project\n```\n\n---\n\n## 2. Create a New Function\n\n```bash\nappwrite init functions\n```\n\nThis scaffolds a function directory (e.g., `functions/myFunction/`) with a starter file and a `.gitignore`. You can also **pull** existing functions from the Console:\n\n```bash\nappwrite pull functions\n```\n\n---\n\n## 3. Configure the Function\n\nFunctions are defined in `appwrite.config.json` (or in a separate JSON array file referenced via `includes`). Here’s a complete example:\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"myFunction\",\n      \"name\": \"My Awesome Function\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/myFunction\"\n    }\n  ]\n}\n```\n\n### Key Configuration Fields\n\n| Field | Description |\n|-------|-------------|\n| `$id` | Unique function ID (used in CLI commands and API calls) |\n| `enabled` | Enable/disable the function |\n| `logging` | Store execution logs for debugging |\n| `runtime` | Execution runtime (e.g., `node-22`, `python-3.11`, `php-8.3`, `ruby-3.3`, `deno-2.0`) |\n| `buildSpecification` | Compute spec used during **build** (e.g., `s-1vcpu-512mb`) |\n| `runtimeSpecification` | Compute spec used during **execution** |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion |\n| `scopes` | API scopes granted to the function’s execution key |\n| `events` | Event patterns that trigger the function (e.g., `[\"users.*.create\"]`) |\n| `schedule` | Cron expression for scheduled execution (empty = no schedule) |\n| `timeout` | Max execution duration in seconds (default 15) |\n| `entrypoint` | File inside `path` that starts the function |\n| `commands` | Build/install command run before deployment (e.g., `npm install`) |\n| `ignore` | Extra newline-separated ignore rules (`.gitignore` is read automatically) |\n| `path` | Local directory containing your function source code |\n\n> **Tip:** You can split function definitions into a separate file using `includes` in `appwrite.config.json`:\n> ```json\n> {\n>   \"includes\": {\n>     \"functions\": \"appwrite/functions.json\"\n>   }\n> }\n> ```\n> When using `includes`, the `path` values are resolved **relative to the include file’s directory**.\n\n---\n\n## 4. Deploy the Function\n\n```bash\n# Deploy all functions defined in the config\nappwrite push functions\n\n# Deploy a specific function by ID\nappwrite push functions --function-id myFunction\n\n# Deploy and immediately activate the deployment (set as live)\nappwrite push functions --function-id myFunction --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id myFunction --activate=false\n```\n\nThe CLI will:\n1. Read the function configuration from `appwrite.config.json`\n2. Package the code from the `path` directory (respecting `.gitignore` and `ignore` rules)\n3. Run the `commands` (e.g., `npm install`) on the build server\n4. Upload the deployment\n5. Optionally activate it\n\n---\n\n## 5. Managing Function Variables\n\n**Do not** define variables in `appwrite.config.json`. Instead, place a `.env` file inside your function’s `path`:\n\n```\n# functions/myFunction/.env\nDATABASE_URL=mongodb://...\nSECRET_KEY=my-secret\n```\n\nThen sync them with:\n\n```bash\n# Push code AND sync variables from .env\nappwrite push functions --function-id myFunction --with-variables\n\n# Push code only (leave remote variables unchanged)\nappwrite push functions --function-id myFunction\n```\n\nYou can also manage variables individually:\n\n```bash\nappwrite functions create-variable --function-id myFunction --key MY_VAR --value \"hello\"\nappwrite functions list-variables --function-id myFunction\nappwrite functions delete-variable --function-id myFunction --variable-id <VAR_ID>\n```\n\n---\n\n## 6. Activating a Specific Deployment\n\nIf you have multiple deployments, you can manually set which one is live:\n\n```bash\n# List deployments\nappwrite functions list-deployments --function-id myFunction\n\n# Set a specific deployment as active\nappwrite functions update-deployment --function-id myFunction --deployment-id <DEPLOYMENT_ID>\n```\n\n---\n\n## 7. Local Development & Testing\n\n```bash\n# Run the function locally (uses the configured runtime)\nappwrite run functions\n\n# Run locally with variables fetched from the remote function settings\nappwrite run functions --with-variables\n```\n\n---\n\n## 8. Triggering the Function\n\n```bash\n# Trigger with a JSON body\nappwrite functions create-execution \\\n  --function-id myFunction \\\n  --body '{\"key\": \"value\"}'\n\n# List past executions\nappwrite functions list-executions --function-id myFunction\n\n# Get a specific execution log\nappwrite functions get-execution --function-id myFunction --execution-id <EXECUTION_ID>\n```\n\n---\n\n## 9. CI/CD / Non-Interactive Mode\n\nFor automated pipelines, use `--force` to skip confirmations:\n\n```bash\nappwrite push functions --all --force\nappwrite push functions --function-id myFunction --force\n```\n\nYou can also set the endpoint and project ID via environment variables or the `appwrite client` command for headless use:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\n---\n\n## Summary of the Typical Workflow\n\n```\n1. appwrite login\n2. appwrite init project\n3. appwrite init functions          # scaffold function directory\n4. Edit appwrite.config.json        # configure runtime, entrypoint, etc.\n5. Write your function code         # in the path directory\n6. Add a .env file                  # for variables (optional)\n7. appwrite push functions --activate   # deploy and go live\n8. appwrite functions create-execution  # test it\n```\n\nThat’s it! The CLI handles packaging, building, uploading, and activating your function with a single command.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) CLI installation (npm install -g appwrite-cli), 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed explanation, 4) appwrite push functions command with various options, and 5) Key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional details about local development, CI/CD, triggering functions, and managing deployments, all of which are accurate and relevant.",
          "promptTokens": 7949,
          "completionTokens": 1782,
          "totalTokens": 9731,
          "cost": 0.001612,
          "durationMs": 77118,
          "tokensPerSecond": 23.11,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14063,
          "completionTokens": 479,
          "totalTokens": 14542,
          "cost": 0.002103,
          "durationMs": 11672,
          "tokensPerSecond": 41.04,
          "toolCallCount": 2
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14061,
          "completionTokens": 369,
          "totalTokens": 14430,
          "cost": 0.002072,
          "durationMs": 19370,
          "tokensPerSecond": 19.05,
          "toolCallCount": 2
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20620,
          "completionTokens": 1448,
          "totalTokens": 22068,
          "cost": 0.003292,
          "durationMs": 64381,
          "tokensPerSecond": 22.49,
          "toolCallCount": 2
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14101,
          "completionTokens": 524,
          "totalTokens": 14625,
          "cost": 0.002121,
          "durationMs": 14627,
          "tokensPerSecond": 35.82,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7508,
          "completionTokens": 327,
          "totalTokens": 7835,
          "cost": 0.001143,
          "durationMs": 17917,
          "tokensPerSecond": 18.25,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14191,
          "completionTokens": 749,
          "totalTokens": 14940,
          "cost": 0.002196,
          "durationMs": 77323,
          "tokensPerSecond": 9.69,
          "toolCallCount": 2
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14143,
          "completionTokens": 939,
          "totalTokens": 15082,
          "cost": 0.002243,
          "durationMs": 37241,
          "tokensPerSecond": 25.21,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20608,
          "completionTokens": 1384,
          "totalTokens": 21992,
          "cost": 0.003273,
          "durationMs": 56675,
          "tokensPerSecond": 24.42,
          "toolCallCount": 2
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20707,
          "completionTokens": 1041,
          "totalTokens": 21748,
          "cost": 0.00319,
          "durationMs": 46611,
          "tokensPerSecond": 22.33,
          "toolCallCount": 2
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 14115,
          "completionTokens": 705,
          "totalTokens": 14820,
          "cost": 0.002174,
          "durationMs": 43103,
          "tokensPerSecond": 16.36,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 14085,
          "completionTokens": 7683,
          "totalTokens": 21768,
          "cost": 0.004123,
          "durationMs": 542673,
          "tokensPerSecond": 14.16,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14099,
          "completionTokens": 1126,
          "totalTokens": 15225,
          "cost": 0.002289,
          "durationMs": 30626,
          "tokensPerSecond": 36.77,
          "toolCallCount": 2
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are three key `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime:\n\n1. **`APPWRITE_FUNCTION_ID`** – The unique ID of the function being executed. Useful for identifying which function is running, especially if you reuse the same code across multiple functions or need to reference the function in logs or API calls.\n\n2. **`APPWRITE_FUNCTION_TRIGGER`** – Indicates how the function was triggered. Possible values include `\"http\"` (direct HTTP call), `\"event\"` (triggered by an Appwrite event), or `\"schedule\"` (cron-based execution). This lets you branch logic based on the invocation context.\n\n3. **`APPWRITE_FUNCTION_JWT`** – A JSON Web Token (JWT) scoped to the user who triggered the function (if any). You can use this token to make authenticated Appwrite API calls on behalf of that user from within the function, without needing a separate API key.\n\nOther commonly available variables include `APPWRITE_FUNCTION_NAME`, `APPWRITE_FUNCTION_DEPLOYMENT_ID`, `APPWRITE_FUNCTION_PROJECT_ID`, `APPWRITE_FUNCTION_RUNTIME`, `APPWRITE_FUNCTION_EVENT`, `APPWRITE_FUNCTION_DATA`, `APPWRITE_FUNCTION_USER_ID`, `APPWRITE_FUNCTION_API_KEY`, and `APPWRITE_FUNCTION_ENDPOINT`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly identifies at least three APPWRITE_FUNCTION_* environment variables with accurate descriptions: APPWRITE_FUNCTION_ID (unique function identifier), APPWRITE_FUNCTION_TRIGGER (how the function was invoked with correct possible values), and APPWRITE_FUNCTION_JWT (user JWT for authenticated API calls). All three match the documented runtime environment variables and their purposes align with the reference answer. The additional variables mentioned are also largely correct, demonstrating comprehensive knowledge of the runtime environment.",
          "promptTokens": 13604,
          "completionTokens": 1616,
          "totalTokens": 15220,
          "cost": 0.002357,
          "durationMs": 76134,
          "tokensPerSecond": 21.23,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20638,
          "completionTokens": 352,
          "totalTokens": 20990,
          "cost": 0.002988,
          "durationMs": 18743,
          "tokensPerSecond": 18.78,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7370,
          "completionTokens": 193,
          "totalTokens": 7563,
          "cost": 0.001086,
          "durationMs": 7007,
          "tokensPerSecond": 27.54,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example using the **Appwrite Web SDK** (`appwrite` package for browser/JavaScript) to create a bucket, upload an image with permissions, and generate a preview URL.\n\n```javascript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')  // e.g. 'https://cloud.appwrite.io/v1'\n    .setProject('<PROJECT_ID>');\n\nconst storage = new Storage(client);\n\n// ─────────────────────────────────────────────\n// 2. Create a bucket (requires admin/API key)\n// ─────────────────────────────────────────────\n// Note: Creating a bucket is a privileged operation.\n// In the browser, you need a user with the appropriate\n// team role (e.g., owner/developer) or use an API key\n// on the server side. If you're using the Web SDK\n// client-side, ensure the logged-in user has the\n// `buckets.create` permission via team roles.\n\nasync function createBucket() {\n    const bucket = await storage.createBucket({\n        bucketId: ID.unique(),\n        name: 'My Image Bucket',\n        // Optional: set default file-level permissions\n        // (applied to all files unless overridden)\n        permission: 'file',               // 'file' (per-file) or 'bucket' (inherited)\n        fileSecurity: true,               // enforce per-file permissions\n        enabled: true,\n        maximumFileSize: 10 * 1024 * 1024, // 10 MB\n        allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'],\n        // Default permissions for files in this bucket\n        permissions: [\n            Permission.read(Role.any()),           // anyone can view\n            Permission.create(Role.any()),         // anyone can upload\n            Permission.update(Role.any()),         // anyone can update\n            Permission.delete(Role.any()),         // anyone can delete\n        ],\n    });\n    console.log('Bucket created:', bucket.$id);\n    return bucket.$id;\n}\n\n// ─────────────────────────────────────────────\n// 3. Upload a file with custom permissions\n// ─────────────────────────────────────────────\nasync function uploadFile(bucketId, fileInputElement) {\n    const file = await storage.createFile({\n        bucketId: bucketId,\n        fileId: ID.unique(),\n        file: fileInputElement.files[0],   // from <input type=\"file\">\n        permissions: [\n            Permission.read(Role.any()),                    // public read\n            Permission.update(Role.user('<USER_ID>')),      // only a specific user can update\n            Permission.delete(Role.user('<USER_ID>')),      // only that user can delete\n        ],\n    });\n    console.log('File uploaded:', file.$id);\n    return file;\n}\n\n// ─────────────────────────────────────────────\n// 4. Get a preview URL for the image\n// ─────────────────────────────────────────────\nfunction getPreviewUrl(bucketId, fileId) {\n    // Returns a URL string (no network request needed)\n    const previewUrl = storage.getFilePreview({\n        bucketId: bucketId,\n        fileId: fileId,\n        width: 400,        // optional: resize width\n        height: 300,       // optional: resize height\n        quality: 80,       // optional: image quality (1–100)\n        // Other options: border, borderRadius, background, output, etc.\n    });\n    return previewUrl;  // e.g. \"https://cloud.appwrite.io/v1/storage/buckets/.../preview?width=400&height=300\"\n}\n\n// ─────────────────────────────────────────────\n// Usage example\n// ─────────────────────────────────────────────\n(async () => {\n    try {\n        // Step 1: Create the bucket (run once)\n        const bucketId = await createBucket();\n\n        // Step 2: Upload a file from an <input> element\n        const fileInput = document.getElementById('myFileInput');\n        const uploadedFile = await uploadFile(bucketId, fileInput);\n\n        // Step 3: Generate a preview URL\n        const previewUrl = getPreviewUrl(bucketId, uploadedFile.$id);\n        console.log('Preview URL:', previewUrl);\n\n        // Use it in an <img> tag\n        document.getElementById('preview').src = previewUrl;\n    } catch (error) {\n        console.error('Error:', error);\n    }\n})();\n```\n\n---\n\n## Key Points\n\n### Permission Configuration\n\n| Helper | Purpose |\n|--------|---------|\n| `Permission.read(Role.any())` | Public read access |\n| `Permission.read(Role.user('USER_ID'))` | Specific user can read |\n| `Permission.read(Role.team('TEAM_ID'))` | All team members can read |\n| `Permission.read(Role.team('TEAM_ID', 'editor'))` | Team members with a specific role |\n| `Permission.write(Role.any())` | Grants create + update + delete |\n| `Permission.create(Role.any())` | Upload permission |\n| `Permission.update(Role.any())` | Update permission |\n| `Permission.delete(Role.any())` | Delete permission |\n\n### Important Notes\n\n1. **Bucket creation** (`createBucket`) requires elevated permissions. In the Web SDK, the logged-in user must have a team role that includes `buckets.create`. For production, it's safer to create buckets via the Appwrite Console or a server-side SDK with an API key, then reference the bucket ID in your client code.\n\n2. **File permissions** can be set at upload time (as shown above). If omitted, the bucket's default permissions apply.\n\n3. **`getFilePreview`** returns a **URL string** — it does **not** make a network request. You can use it directly in an `<img>` tag or as a background image. The URL supports on-the-fly image transformations (width, height, quality, crop, border, etc.).\n\n4. **`ID.unique()`** generates a unique ID for the bucket or file. You can also pass a custom string if you prefer.\n\n5. **File input**: The `file` parameter in `createFile` expects a `File` or `Blob` object (from a file input, drag-and-drop, or `fetch` response).\n\n### Alternative: Use an Existing Bucket\n\nIf you already have a bucket created via the Console, skip `createBucket` and just use its ID:\n\n```javascript\nconst BUCKET_ID = 'your-existing-bucket-id';\n\nconst file = await storage.createFile({\n    bucketId: BUCKET_ID,\n    fileId: ID.unique(),\n    file: fileInput.files[0],\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.delete(Role.user('<USER_ID>')),\n    ],\n});\n\nconst previewUrl = storage.getFilePreview({\n    bucketId: BUCKET_ID,\n    fileId: file.$id,\n    width: 400,\n});\n```",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer includes all 5 required elements: Storage service instantiation, bucket creation with permissions, storage.createFile() with bucket ID, file ID, and File object, storage.getFilePreview() for image preview, and correct imports. However, there are some issues with the API usage. The Appwrite Web SDK's createBucket(), createFile(), and getFilePreview() methods use positional parameters, not named object parameters (e.g., `storage.createBucket(ID.unique(), 'My Image Bucket', ...)` not `storage.createBucket({bucketId: ..., name: ...})`). The object-style parameter syntax shown is more typical of the server-side SDKs or newer SDK versions. Additionally, getFilePreview() typically returns a URL object, not a string, and uses positional parameters. The permission configuration and overall structure are correct and well-explained, but the API call signatures may not match the actual Web SDK interface, which could cause runtime errors.",
          "promptTokens": 6920,
          "completionTokens": 2467,
          "totalTokens": 9387,
          "cost": 0.00166,
          "durationMs": 116638,
          "tokensPerSecond": 21.15,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7358,
          "completionTokens": 259,
          "totalTokens": 7617,
          "cost": 0.001103,
          "durationMs": 16184,
          "tokensPerSecond": 16,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7416,
          "completionTokens": 422,
          "totalTokens": 7838,
          "cost": 0.001156,
          "durationMs": 17196,
          "tokensPerSecond": 24.54,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7432,
          "completionTokens": 261,
          "totalTokens": 7693,
          "cost": 0.001114,
          "durationMs": 12226,
          "tokensPerSecond": 21.35,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7374,
          "completionTokens": 265,
          "totalTokens": 7639,
          "cost": 0.001107,
          "durationMs": 10342,
          "tokensPerSecond": 25.62,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20530,
          "completionTokens": 1230,
          "totalTokens": 21760,
          "cost": 0.003219,
          "durationMs": 34244,
          "tokensPerSecond": 35.92,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "Here's a clear breakdown of the three Appwrite Storage methods and when to use each:\n\n---\n\n## 1. `storage.getFileView()`\n\n**What it does:** Returns the raw file content with a `Content-Disposition: inline` header. The browser renders the file directly in the tab/window if it can (images, PDFs, videos, audio, text files). It does **not** trigger a download dialog.\n\n**When to use:**\n- Displaying images in an `<img>` tag or as a background\n- Embedding PDFs in an `<iframe>` or `<embed>` element\n- Playing audio/video files inline in `<audio>` / `<video>` elements\n- Showing text/code files directly in the browser\n- Any scenario where you want the user to **view** the file without saving it\n\n**Example:**\n```typescript\n// Use the returned URL as an image src\n<img src={storage.getFileView({ bucketId: '...', fileId: '...' })} />\n```\n\n---\n\n## 2. `storage.getFileDownload()`\n\n**What it does:** Returns the file with a `Content-Disposition: attachment` header. This forces the browser to download the file to the user's device, regardless of whether the browser could render it inline.\n\n**When to use:**\n- \"Download\" buttons for documents, reports, or assets\n- Exporting data files (CSV, JSON, ZIP)\n- Letting users save a copy of an image, video, or document to their device\n- Any scenario where the user should **save** the file rather than view it\n\n**Example:**\n```typescript\n// Trigger a download when the user clicks a button\n<a href={storage.getFileDownload({ bucketId: '...', fileId: '...' })} download>\n  Download File\n</a>\n```\n\n---\n\n## 3. `storage.getFilePreview()`\n\n**What it does:** Returns a **transformed version** of an image file. Appwrite's server processes the image on-the-fly — you can resize, crop, change format, adjust quality, and more. This is **only for image files** (JPEG, PNG, WebP, GIF, AVIF, SVG, TIFF, etc.).\n\n**When to use:**\n- Generating thumbnails or avatars at a specific size\n- Serving responsive images (different widths for mobile vs. desktop)\n- Reducing bandwidth by serving compressed/lower-quality previews\n- Converting images to a different format (e.g., WebP for modern browsers)\n- Any scenario where you need a **smaller or transformed version** of an image\n\n**Example:**\n```typescript\n// Get a 300x300 WebP preview with 80% quality\nconst previewUrl = storage.getFilePreview({\n  bucketId: '...',\n  fileId: '...',\n  width: 300,\n  height: 300,\n  quality: 80,\n  format: 'webp'\n});\n```\n\n---\n\n## Quick Comparison Table\n\n| Feature | `getFileView()` | `getFileDownload()` | `getFilePreview()` |\n|---|---|---|---|\n| **Content-Disposition** | `inline` | `attachment` | `inline` |\n| **File types** | Any file type | Any file type | **Images only** |\n| **Transformation** | None (raw file) | None (raw file) | Resize, crop, format, quality, etc. |\n| **Browser behavior** | Renders inline | Forces download | Renders transformed image inline |\n| **Use case** | Viewing/embedding | Saving to device | Thumbnails, responsive images |\n\n---\n\n## Important Notes\n\n- **`getFileView()` vs `getFilePreview()` for images:** If you just want to display an image at its original size, use `getFileView()`. If you need a resized/optimized version, use `getFilePreview()`.\n- **Permissions:** All three methods respect the file's read permissions. If a user doesn't have `read` access, the request will be denied.\n- **URLs vs. direct calls:** These methods return URLs that you can use in `<img>`, `<a>`, `<video>`, etc. tags. The actual file data is served by Appwrite's CDN when the browser fetches that URL.\n- **`getFilePreview()` is image-only:** Calling it on a non-image file (e.g., PDF, ZIP) will return an error.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It clearly explains all three methods: 1) getFileView() for inline browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations including resize, crop, format conversion, and quality adjustment. It also explains when to use each one with practical examples, includes a comparison table, and adds important notes about permissions and image-only restriction for getFilePreview(). All four rubric criteria are met thoroughly.",
          "promptTokens": 6910,
          "completionTokens": 1335,
          "totalTokens": 8245,
          "cost": 0.001341,
          "durationMs": 86314,
          "tokensPerSecond": 15.47,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20638,
          "completionTokens": 468,
          "totalTokens": 21106,
          "cost": 0.00302,
          "durationMs": 18061,
          "tokensPerSecond": 25.91,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20644,
          "completionTokens": 589,
          "totalTokens": 21233,
          "cost": 0.003055,
          "durationMs": 19315,
          "tokensPerSecond": 30.49,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7398,
          "completionTokens": 318,
          "totalTokens": 7716,
          "cost": 0.001125,
          "durationMs": 21619,
          "tokensPerSecond": 14.71,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20824,
          "completionTokens": 681,
          "totalTokens": 21505,
          "cost": 0.003106,
          "durationMs": 47746,
          "tokensPerSecond": 14.26,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7416,
          "completionTokens": 365,
          "totalTokens": 7781,
          "cost": 0.00114,
          "durationMs": 20208,
          "tokensPerSecond": 18.06,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14105,
          "completionTokens": 418,
          "totalTokens": 14523,
          "cost": 0.002092,
          "durationMs": 19291,
          "tokensPerSecond": 21.67,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7402,
          "completionTokens": 229,
          "totalTokens": 7631,
          "cost": 0.0011,
          "durationMs": 9303,
          "tokensPerSecond": 24.62,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20626,
          "completionTokens": 436,
          "totalTokens": 21062,
          "cost": 0.00301,
          "durationMs": 25889,
          "tokensPerSecond": 16.84,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7482,
          "completionTokens": 470,
          "totalTokens": 7952,
          "cost": 0.001179,
          "durationMs": 17963,
          "tokensPerSecond": 26.16,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7384,
          "completionTokens": 257,
          "totalTokens": 7641,
          "cost": 0.001106,
          "durationMs": 10939,
          "tokensPerSecond": 23.49,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "Based on the Appwrite Storage API documentation, here's the distinction:\n\n## `getFilePreview` vs `getFileView`\n\n### `getFilePreview` — Use for **images** when you need transformations\n\n`getFilePreview` is specifically designed for **image files** and supports on-the-fly image manipulation. It returns a transformed version of the image.\n\n**What it supports:**\n- **Resizing** — `width` and `height` parameters\n- **Quality** — `quality` parameter (0–100)\n- **Gravity** — `gravity` (e.g., `center`, `top`, `left`, `right`, `bottom`, `top-left`, etc.)\n- **Format conversion** — `output` parameter to convert to `jpg`, `jpeg`, `png`, `webp`, `gif`, `avif`\n- **Border radius** — `borderRadius` (0–4000)\n- **Opacity** — `opacity` (0–100)\n- **Rotation** — `rotation` (0–360)\n- **Background color** — `background` (hex color)\n- **Cropping** — via `width`/`height` combined with `gravity`\n\n```typescript\n// Example: Get a 300x300 WebP preview, centered, 80% quality\nconst previewUrl = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    quality: 80,\n    output: 'webp',\n    gravity: 'center'\n});\n```\n\n### `getFileView` — Use for **any file type** when you want the original file\n\n`getFileView` returns the **original file** as-is, without any transformations. It's suitable for:\n\n- **Non-image files** (PDFs, videos, audio, documents, etc.)\n- **Images when you need the original** (no resizing, no format conversion)\n- **Direct browser viewing** — the browser will display or download the file based on its MIME type\n\n```typescript\n// Example: View the original file directly\nconst viewUrl = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n## When to use which\n\n| Scenario | Use |\n|----------|-----|\n| Display a thumbnail or resized image | `getFilePreview` |\n| Convert image format (e.g., PNG → WebP) | `getFilePreview` |\n| Serve a PDF, video, audio, or document | `getFileView` |\n| Let users download the original file | `getFileDownload` |\n| Show an image at its original resolution | `getFileView` (or `getFilePreview` without size params) |\n\n**Key takeaway:** Use `getFilePreview` **only for images** when you need server-side transformations. Use `getFileView` for everything else — it preserves the original file untouched.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is fully correct and comprehensive. It clearly explains: 1) getFilePreview is for image transformations while getFileView serves the original file as-is, and 2) it lists well more than 2 transformation options including width, height, quality, gravity, format conversion, border radius, opacity, rotation, background color, and cropping. The answer exceeds the rubric requirements with detailed explanations, code examples, and a comparison table.",
          "promptTokens": 6904,
          "completionTokens": 1168,
          "totalTokens": 8072,
          "cost": 0.001294,
          "durationMs": 63617,
          "tokensPerSecond": 18.36,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14063,
          "completionTokens": 273,
          "totalTokens": 14336,
          "cost": 0.002045,
          "durationMs": 27718,
          "tokensPerSecond": 9.85,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 21710,
          "completionTokens": 523,
          "totalTokens": 22233,
          "cost": 0.003186,
          "durationMs": 41747,
          "tokensPerSecond": 12.53,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14113,
          "completionTokens": 494,
          "totalTokens": 14607,
          "cost": 0.002114,
          "durationMs": 26629,
          "tokensPerSecond": 18.55,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying a Site to Appwrite Sites\n\nAppwrite Sites lets you deploy static and server-rendered (SSR) websites directly from your local project. Deployment is managed through the **Appwrite CLI**.\n\n---\n\n## 1. Prerequisites\n\n- Install the Appwrite CLI: `npm install -g appwrite-cli`\n- Log in: `appwrite login`\n- Initialize a project: `appwrite init project`\n\n---\n\n## 2. Deployment Methods\n\n### Method A: Interactive CLI (init → push)\n\n```bash\n# 1. Scaffold a new site (creates a local config entry)\nappwrite init sites\n\n# 2. Deploy the site\nappwrite push sites\n```\n\n### Method B: Pull existing sites from Console\n\n```bash\n# Pull existing site configurations into your local project\nappwrite pull sites\n\n# Then deploy after making changes\nappwrite push sites\n```\n\n### Method C: Non-interactive / CI/CD\n\n```bash\n# Deploy all sites at once\nappwrite push sites --all --force\n\n# Deploy a specific site by ID\nappwrite push sites --site-id <SITE_ID> --force\n\n# Deploy and activate the deployment immediately\nappwrite push sites --site-id <SITE_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push sites --site-id <SITE_ID> --activate=false\n```\n\n### Method D: Manual deployment commands\n\n```bash\n# Create a new deployment (upload build output)\nappwrite sites create-deployment --site-id <SITE_ID>\n\n# Set which deployment is live\nappwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n\n# Cancel an ongoing build\nappwrite sites update-deployment-status --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n```\n\n---\n\n## 3. Build Configuration Options\n\nSite settings are defined in `appwrite.config.json` (or in a separate JSON file referenced via `includes`). Here's the full configuration object:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\n### Field-by-field breakdown\n\n| Field | Required | Description |\n|-------|----------|-------------|\n| `$id` | Yes | Unique site identifier |\n| `name` | Yes | Human-readable site name |\n| `logging` | No | Enable request and build logs |\n| `framework` | No | Framework preset (e.g., `astro`, `next`, `nuxt`, `sveltekit`, `vuepress`, `hugo`, `jekyll`, `static`). Sets sensible defaults for build commands and output directory. |\n| `timeout` | No | Max request duration (seconds) for SSR sites |\n| `installCommand` | No | Command to install dependencies (e.g., `npm install`, `yarn`) |\n| `buildCommand` | No | Command to build the site (e.g., `npm run build`) |\n| `outputDirectory` | No | Directory containing the static build output (e.g., `./dist`, `./build`, `./public`) |\n| `buildSpecification` | No | Compute spec for the build process (e.g., `s-1vcpu-512mb`, `s-1vcpu-1gb`) |\n| `runtimeSpecification` | No | Compute spec for serving runtime traffic (SSR only) |\n| `buildRuntime` | No | Runtime used during build (e.g., `node-22`, `node-20`) |\n| `adapter` | No | Deployment adapter: `\"static\"` for static sites, `\"ssr\"` for server-rendered |\n| `fallbackFile` | No | Fallback file for SPA routing (e.g., `index.html`) — useful for client-side routing |\n| `startCommand` | No | Command to start the server for SSR sites (e.g., `npm run start`) |\n| `deploymentRetention` | No | Number of days to keep old deployments before auto-deletion |\n| `path` | Yes | Local directory containing your site source code |\n\n### Available frameworks\n\nList all supported frameworks:\n\n```bash\nappwrite sites list-frameworks\n```\n\n### Available compute specifications\n\n```bash\nappwrite sites list-specifications\n```\n\n---\n\n## 4. Site Variables (Environment Variables)\n\nDefine environment variables in a `.env` file inside your site's source directory:\n\n```bash\n# sites/my-site/.env\nPUBLIC_API_URL=https://api.example.com\nSECRET_KEY=replace-me\n```\n\nPush variables along with your code:\n\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n> **Note:** Variables are only synced when `--with-variables` is used. Without it, existing remote variables are preserved.\n\n---\n\n## 5. Static vs. SSR Sites\n\n### Static Sites (`adapter: \"static\"`)\n- Build produces a folder of static files (HTML, CSS, JS)\n- Served directly from CDN/edge\n- No server runtime needed\n- Example: Astro (static mode), Hugo, Jekyll, plain HTML\n\n### Server-Rendered Sites (`adapter: \"ssr\"`)\n- Build produces a server bundle\n- Each request is handled by a serverless function\n- Requires `startCommand` and `runtimeSpecification`\n- Example: Next.js, Nuxt, SvelteKit, Astro (SSR mode)\n\n---\n\n## 6. Complete Workflow Example\n\n```bash\n# 1. Login and init\nappwrite login\nappwrite init project\n\n# 2. Create a new site config\nappwrite init sites\n\n# 3. Edit appwrite.config.json to set framework, build commands, etc.\n\n# 4. Deploy\nappwrite push sites\n\n# 5. (Optional) Set a specific deployment as live\nappwrite sites update-site-deployment \\\n    --site-id <SITE_ID> \\\n    --deployment-id <DEPLOYMENT_ID>\n\n# 6. View logs\nappwrite sites list-logs --site-id <SITE_ID>\n```\n\n---\n\n## 7. Key CLI Commands Reference\n\n| Command | Purpose |\n|---------|---------|\n| `appwrite sites list` | List all sites |\n| `appwrite sites create` | Create a new site |\n| `appwrite sites get --site-id <ID>` | Get site details |\n| `appwrite sites update --site-id <ID>` | Update site config |\n| `appwrite sites delete --site-id <ID>` | Delete a site |\n| `appwrite sites list-deployments --site-id <ID>` | List all deployments |\n| `appwrite sites create-deployment --site-id <ID>` | Upload a new deployment |\n| `appwrite sites get-deployment --site-id <ID> --deployment-id <ID>` | Get deployment details |\n| `appwrite sites delete-deployment --site-id <ID> --deployment-id <ID>` | Delete a deployment |\n| `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` | Set active (live) deployment |\n| `appwrite sites update-deployment-status --site-id <ID> --deployment-id <ID>` | Cancel a build |\n| `appwrite sites list-variables --site-id <ID>` | List environment variables |\n| `appwrite sites create-variable --site-id <ID> --key <KEY> --value <VALUE>` | Create a variable |\n| `appwrite sites list-logs --site-id <ID>` | View request logs |\n| `appwrite sites list-frameworks` | List available framework presets |\n| `appwrite sites list-specifications` | List available compute specs |\n\n---\n\n## 8. Tips\n\n- **Framework presets** save you from manually specifying `installCommand`, `buildCommand`, `outputDirectory`, and `adapter` — they're auto-filled based on the framework you choose.\n- **`--activate` flag** on `push` immediately makes the new deployment live. Without it, you must manually call `update-site-deployment`.\n- **`fallbackFile`** is essential for SPAs (React, Vue, Angular) — set it to `index.html` so all routes serve the app shell.\n- **Deployment retention** defaults to keeping old builds; set `deploymentRetention` to auto-clean them.\n- Use `appwrite push sites --all --force` in CI/CD pipelines for fully automated deployments.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The model's answer covers several rubric requirements well: build command configuration (buildCommand field), output directory setting (outputDirectory field), framework support/presets (framework field with examples), and environment variables (section 4). However, it only mentions CLI-based deployment methods and misses Git-based deployments entirely. The reference answer explicitly lists Git-based deployments as a key deployment method, and the rubric requires at least 2 of the 3 methods (Git, CLI, or manual). The model does mention CLI and some manual API commands, so it technically covers 2 methods, but the omission of Git integration (which is a primary deployment method for Appwrite Sites) is a notable gap. The build configuration coverage is thorough and the environment variables section is well-covered. Overall, the answer is partially correct but missing the Git deployment method which is a significant omission.",
          "promptTokens": 13583,
          "completionTokens": 2182,
          "totalTokens": 15765,
          "cost": 0.002513,
          "durationMs": 110568,
          "tokensPerSecond": 19.73,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14107,
          "completionTokens": 517,
          "totalTokens": 14624,
          "cost": 0.00212,
          "durationMs": 12231,
          "tokensPerSecond": 42.27,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21563,
          "completionTokens": 1167,
          "totalTokens": 22730,
          "cost": 0.003346,
          "durationMs": 32251,
          "tokensPerSecond": 36.18,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14089,
          "completionTokens": 385,
          "totalTokens": 14474,
          "cost": 0.00208,
          "durationMs": 32171,
          "tokensPerSecond": 11.97,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8495,
          "completionTokens": 162,
          "totalTokens": 8657,
          "cost": 0.001235,
          "durationMs": 4499,
          "tokensPerSecond": 36.01,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8465,
          "completionTokens": 316,
          "totalTokens": 8781,
          "cost": 0.001274,
          "durationMs": 24418,
          "tokensPerSecond": 12.94,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8397,
          "completionTokens": 6795,
          "totalTokens": 15192,
          "cost": 0.003078,
          "durationMs": 205834,
          "tokensPerSecond": 33.01,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14075,
          "completionTokens": 751,
          "totalTokens": 14826,
          "cost": 0.002181,
          "durationMs": 28051,
          "tokensPerSecond": 26.77,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8433,
          "completionTokens": 151,
          "totalTokens": 8584,
          "cost": 0.001223,
          "durationMs": 7696,
          "tokensPerSecond": 19.62,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14107,
          "completionTokens": 444,
          "totalTokens": 14551,
          "cost": 0.002099,
          "durationMs": 16307,
          "tokensPerSecond": 27.23,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 21641,
          "completionTokens": 7257,
          "totalTokens": 28898,
          "cost": 0.005062,
          "durationMs": 306099,
          "tokensPerSecond": 23.71,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21725,
          "completionTokens": 815,
          "totalTokens": 22540,
          "cost": 0.00327,
          "durationMs": 19084,
          "tokensPerSecond": 42.71,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21671,
          "completionTokens": 739,
          "totalTokens": 22410,
          "cost": 0.003241,
          "durationMs": 63974,
          "tokensPerSecond": 11.55,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14095,
          "completionTokens": 442,
          "totalTokens": 14537,
          "cost": 0.002097,
          "durationMs": 43621,
          "tokensPerSecond": 10.13,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21752,
          "completionTokens": 671,
          "totalTokens": 22423,
          "cost": 0.003233,
          "durationMs": 43835,
          "tokensPerSecond": 15.31,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8453,
          "completionTokens": 289,
          "totalTokens": 8742,
          "cost": 0.001264,
          "durationMs": 10207,
          "tokensPerSecond": 28.31,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are three key deployment/build configuration options for an Appwrite Site, based on the CLI documentation:\n\n1. **`buildCommand`** – The shell command that runs during deployment to produce your site’s production assets. For example, `\"npm run build\"` or `\"yarn build\"`. This is the core build step; without it, no output is generated.\n\n2. **`outputDirectory`** – The path (relative to the site’s source directory) that contains the static files after the build command finishes. For example, `\"./dist\"` or `\"./build\"`. Appwrite uploads everything in this folder as the deployment artifact.\n\n3. **`buildSpecification`** – The compute tier used **while building** the deployment (e.g., `\"s-1vcpu-512mb\"`). This controls the CPU and memory available during the build phase, separate from the runtime specification that handles live traffic. Choosing a higher spec can speed up builds for large projects.\n\n**Bonus options:**\n\n- **`installCommand`** – The command to install dependencies before building (e.g., `\"npm install\"`).  \n- **`buildRuntime`** – The runtime environment used during the build (e.g., `\"node-22\"`).  \n- **`adapter`** – Whether the site is deployed as static files or as a server‑side rendered (SSR) application.  \n- **`fallbackFile`** – A single HTML file (e.g., `index.html`) to serve for SPA client‑side routing when no static file matches.  \n- **`deploymentRetention`** – How many days old deployments are kept before automatic cleanup.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer correctly identifies at least three valid deployment/build configuration options with accurate descriptions. Build command, output directory, and install command are all mentioned in the reference answer. The buildSpecification option (compute tier for builds) is a reasonable additional option not in the reference but plausible. The bonus options include installCommand and other valid options like adapter and fallbackFile. The core three options (buildCommand, outputDirectory, installCommand) align well with the reference answer's examples. Minor uncertainty about buildSpecification being a documented Appwrite option, but the answer is otherwise thorough and accurate.",
          "promptTokens": 7943,
          "completionTokens": 798,
          "totalTokens": 8741,
          "cost": 0.001335,
          "durationMs": 45592,
          "tokensPerSecond": 17.5,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20560,
          "completionTokens": 374,
          "totalTokens": 20934,
          "cost": 0.002983,
          "durationMs": 21647,
          "tokensPerSecond": 17.28,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20701,
          "completionTokens": 661,
          "totalTokens": 21362,
          "cost": 0.003083,
          "durationMs": 45199,
          "tokensPerSecond": 14.62,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20599,
          "completionTokens": 612,
          "totalTokens": 21211,
          "cost": 0.003055,
          "durationMs": 26301,
          "tokensPerSecond": 23.27,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\nAppwrite Messaging lets you send push notifications, emails, and SMS messages. For push notifications, you manage **topics** (groups of subscribers) and send messages to them via the Console, CLI, or SDK.\n\n---\n\n## Supported Push Providers\n\n| Provider | Platform |\n|----------|----------|\n| **Apple Push Notification Service (APNs)** | iOS, macOS, watchOS, tvOS |\n| **Firebase Cloud Messaging (FCM)** | Android, Web (browser push), iOS (via FCM) |\n\nYou configure each provider's credentials (APNs key/certificate, FCM server key) in the **Appwrite Console → Messaging → Providers** section.\n\n---\n\n## Step-by-Step: Sending a Push Notification to a Topic\n\n### 1. Create a Topic\n\nA topic is a named group of subscribers. You can create one via the Console, CLI, or SDK.\n\n**CLI:**\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"promotions\" \\\n    --name \"Promotional Alerts\"\n```\n\n**TypeScript SDK (server-side):**\n```typescript\nimport { Client, Messaging } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nconst topic = await messaging.createTopic({\n    topicId: 'promotions',\n    name: 'Promotional Alerts',\n});\n```\n\n### 2. Add Subscribers to the Topic\n\nEach subscriber is a device token (from APNs or FCM) associated with a user.\n\n**CLI:**\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"promotions\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<TARGET_ID>\"\n```\n\n> **Note:** A *target* is a registered device token. You create a target first via the SDK (e.g., `messaging.createTarget()`), then subscribe it to a topic.\n\n**TypeScript SDK:**\n```typescript\n// First, create a target (register a device token)\nconst target = await messaging.createTarget({\n    targetId: ID.unique(),\n    userId: '[USER_ID]',\n    identifier: 'device_push_token_here',  // FCM or APNs token\n    providerType: 'fcm',                    // or 'apns'\n});\n\n// Then subscribe the target to a topic\nconst subscriber = await messaging.createSubscriber({\n    topicId: 'promotions',\n    subscriberId: ID.unique(),\n    targetId: target.$id,\n});\n```\n\n### 3. Send a Push Notification to the Topic\n\n**CLI:**\n```bash\nappwrite messaging create-push \\\n    --title \"Flash Sale!\" \\\n    --body \"50% off everything — today only\" \\\n    --topic-id \"promotions\" \\\n    --type \"notification\"\n```\n\n**TypeScript SDK:**\n```typescript\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Flash Sale!',\n    body: '50% off everything — today only',\n    topics: ['promotions'],          // send to one or more topics\n    type: 'notification',            // 'notification' or 'data'\n    // Optional: add custom data payload\n    data: {\n        screen: 'promotions',\n        discount: '50',\n    },\n    // Optional: specify badge number, sound, etc.\n    badge: 1,\n    sound: 'default',\n});\n```\n\n### 4. (Optional) Send to Specific Users Instead of a Topic\n\nYou can also target individual users directly by their user IDs:\n\n```typescript\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Welcome!',\n    body: 'Thanks for joining',\n    users: ['[USER_ID_1]', '[USER_ID_2]'],  // send to specific users\n    type: 'notification',\n});\n```\n\n---\n\n## Full Topic Lifecycle (CLI Reference)\n\n| Command | Description |\n|---------|-------------|\n| `appwrite messaging list-topics` | List all topics |\n| `appwrite messaging create-topic` | Create a new topic |\n| `appwrite messaging get-topic --topic-id <ID>` | Get topic details |\n| `appwrite messaging update-topic --topic-id <ID>` | Update topic name |\n| `appwrite messaging delete-topic --topic-id <ID>` | Delete a topic |\n| `appwrite messaging list-subscribers --topic-id <ID>` | List subscribers in a topic |\n| `appwrite messaging create-subscriber --topic-id <ID>` | Add a subscriber |\n| `appwrite messaging delete-subscriber --topic-id <ID> --subscriber-id <ID>` | Remove a subscriber |\n| `appwrite messaging create-push` | Send a push notification |\n| `appwrite messaging list-messages` | View sent messages |\n| `appwrite messaging get-message --message-id <ID>` | Get message details |\n\n---\n\n## Key Points\n\n- **Providers must be configured first** in the Console under **Messaging → Providers** (add your APNs key and FCM server key).\n- **Targets** represent individual device tokens. A user can have multiple targets (e.g., phone + tablet).\n- **Topics** group targets together. A target can belong to many topics.\n- **Push messages** can target topics, specific users, or both.\n- Use `type: 'notification'` for visible alerts or `type: 'data'` for silent payloads processed by your app.\n- The `data` field accepts any JSON object for custom payload handling in your app.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required criteria: 1) Both FCM and APNS providers are explicitly mentioned with their platforms and configuration details; 2) Topic creation is thoroughly explained with CLI and SDK examples; 3) User subscription/targets are covered in detail, including how to register device tokens and subscribe them to topics; 4) The messaging.createPush() method is demonstrated with full code examples; 5) Device token registration is explicitly covered through the createTarget() method with FCM/APNs token examples. The answer goes beyond the reference answer with additional details about CLI commands, optional parameters, and the full topic lifecycle, making it an exceptionally complete response.",
          "promptTokens": 13599,
          "completionTokens": 2037,
          "totalTokens": 15636,
          "cost": 0.002474,
          "durationMs": 87212,
          "tokensPerSecond": 23.36,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14077,
          "completionTokens": 393,
          "totalTokens": 14470,
          "cost": 0.002081,
          "durationMs": 9855,
          "tokensPerSecond": 39.88,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20603,
          "completionTokens": 744,
          "totalTokens": 21347,
          "cost": 0.003093,
          "durationMs": 30266,
          "tokensPerSecond": 24.58,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20633,
          "completionTokens": 620,
          "totalTokens": 21253,
          "cost": 0.003062,
          "durationMs": 60106,
          "tokensPerSecond": 10.32,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20603,
          "completionTokens": 431,
          "totalTokens": 21034,
          "cost": 0.003005,
          "durationMs": 18995,
          "tokensPerSecond": 22.69,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nAppwrite Messaging lets you send **email**, **push notifications**, and **SMS** messages through three targeting strategies: **specific users**, **topics**, and **individual targets**. Here's how each works.\n\n---\n\n## 1. Targeting Specific Users\n\nYou can send a message directly to one or more users by their Appwrite user IDs. This is the most straightforward approach when you know exactly who should receive the message.\n\n**How it works:** Each user has associated **targets** — the devices or contact points (e.g., email address, phone number, FCM/APNs token) they've registered. When you target a user, Appwrite delivers the message to all of that user's active targets for the given channel.\n\n**Example (creating a push notification for specific users):**\n\n```typescript\nimport { Messaging } from 'appwrite';\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Update Available',\n    body: 'Version 2.1 is ready to install.',\n    users: [          // <-- target specific users by ID\n        'user_abc123',\n        'user_def456'\n    ],\n});\n```\n\n**CLI equivalent:**\n\n```bash\nappwrite messaging create-push \\\n    --message-id 'unique()' \\\n    --title 'New Update Available' \\\n    --body 'Version 2.1 is ready to install.' \\\n    --users '[\"user_abc123\", \"user_def456\"]'\n```\n\n> **Note:** The user must have already registered a target for the message type (e.g., an FCM token for push, a verified email for email, a phone number for SMS). If a user has no matching target, they are silently skipped.\n\n---\n\n## 2. Targeting Topics\n\n**Topics** are named groups of subscribers. This is the best approach for broadcast-style messaging — sending to everyone who has opted into a particular channel (e.g., \"product-updates\", \"security-alerts\", \"weekly-newsletter\").\n\n### How Topics Work\n\n1. **Create a topic** — defines a named group (e.g., `\"promotions\"`)\n2. **Add subscribers** — each subscriber links a user to the topic\n3. **Send to the topic** — the message is delivered to all subscribers' registered targets\n\n### Managing Topics (CLI)\n\n```bash\n# Create a topic\nappwrite messaging create-topic \\\n    --topic-id 'unique()' \\\n    --name 'product-updates'\n\n# Add a subscriber (link a user to the topic)\nappwrite messaging create-subscriber \\\n    --topic-id 'product-updates' \\\n    --subscriber-id 'unique()' \\\n    --user-id 'user_abc123'\n\n# List subscribers\nappwrite messaging list-subscribers --topic-id 'product-updates'\n\n# Remove a subscriber\nappwrite messaging delete-subscriber \\\n    --topic-id 'product-updates' \\\n    --subscriber-id 'sub_xyz789'\n```\n\n### Sending to a Topic\n\n```typescript\n// Send an email to all topic subscribers\nawait messaging.createEmail({\n    messageId: ID.unique(),\n    subject: 'Monthly Newsletter',\n    content: '<h1>Your monthly update</h1>...',\n    topics: ['product-updates'],   // <-- target a topic\n});\n\n// Send a push notification to a topic\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Flash Sale!',\n    body: '50% off for the next 2 hours.',\n    topics: ['promotions'],\n});\n\n// Send an SMS to a topic\nawait messaging.createSms({\n    messageId: ID.unique(),\n    content: 'Your code is 123456',\n    topics: ['security-alerts'],\n});\n```\n\n**CLI equivalent:**\n\n```bash\nappwrite messaging create-email \\\n    --message-id 'unique()' \\\n    --subject 'Monthly Newsletter' \\\n    --content '<h1>Your monthly update</h1>...' \\\n    --topics '[\"product-updates\"]'\n```\n\n### Topic Configuration via `appwrite.config.json`\n\nYou can define topics declaratively and deploy them with the CLI:\n\n```json\n{\n    \"topics\": [\n        {\n            \"$id\": \"product-updates\",\n            \"name\": \"Product Updates\",\n            \"subscribe\": \"any\"   // or \"auth\" to restrict to authenticated users\n        },\n        {\n            \"$id\": \"security-alerts\",\n            \"name\": \"Security Alerts\",\n            \"subscribe\": \"auth\"\n        }\n    ]\n}\n```\n\n```bash\nappwrite push topics\n```\n\n---\n\n## 3. Targeting Individual Targets\n\nFor maximum precision, you can send a message directly to **specific targets** — individual devices, email addresses, or phone numbers identified by their target ID. This is useful for:\n\n- Sending a one-time password to a specific phone number\n- Pushing a notification to a single device\n- Sending a confirmation email to a particular address\n\n### How Targets Work\n\nA **target** represents a single delivery endpoint:\n- **Email target** — a verified email address\n- **SMS target** — a phone number\n- **Push target** — a device token (FCM, APNs)\n\nTargets are created when a user registers a device or verifies a contact method. You can also create them server-side.\n\n### Sending to Specific Targets\n\n```typescript\n// Send push to specific device targets\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Personal Alert',\n    body: 'Your report is ready.',\n    targets: [        // <-- target specific device/contact targets\n        'target_device_1',\n        'target_device_2'\n    ],\n});\n\n// Send SMS to specific phone targets\nawait messaging.createSms({\n    messageId: ID.unique(),\n    content: 'Your verification code is 987654',\n    targets: ['target_phone_abc'],\n});\n```\n\n**CLI equivalent:**\n\n```bash\nappwrite messaging create-sms \\\n    --message-id 'unique()' \\\n    --content 'Your verification code is 987654' \\\n    --targets '[\"target_phone_abc\"]'\n```\n\n---\n\n## Combining Targeting Strategies\n\nYou can mix `users`, `topics`, and `targets` in a single message. Appwrite will deduplicate recipients — if the same user is reached through multiple paths, they receive the message only once.\n\n```typescript\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'System Maintenance',\n    body: 'Scheduled downtime tonight at 2 AM.',\n    users: ['user_admin'],           // specific admins\n    topics: ['all-users'],           // entire user base\n    targets: ['target_emergency'],   // critical alert device\n});\n```\n\n---\n\n## Summary Table\n\n| Strategy | When to Use | Example |\n|----------|-------------|---------|\n| **Users** | You know the Appwrite user IDs | Transactional alerts, personalized messages |\n| **Topics** | You have a subscriber group | Newsletters, broadcast announcements, opt-in campaigns |\n| **Targets** | You need device/contact precision | OTP to a specific phone, push to a single device |\n\nAll three approaches work across **email**, **push**, and **SMS** channels. The message is only delivered if the recipient has a registered target matching the channel type.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly explained with dedicated sections; 2) The topic subscription mechanism is thoroughly described including creating topics, adding subscribers, and managing them; 3) How messages are sent to each target type is explained with code examples for each method; 4) Combining targeting strategies is explicitly covered with a code example showing all three used together in a single call, plus mention of deduplication. The answer goes well beyond the minimum requirements with practical examples, CLI commands, and a summary table.",
          "promptTokens": 13591,
          "completionTokens": 2283,
          "totalTokens": 15874,
          "cost": 0.002542,
          "durationMs": 171000,
          "tokensPerSecond": 13.35,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20614,
          "completionTokens": 600,
          "totalTokens": 21214,
          "cost": 0.003054,
          "durationMs": 45789,
          "tokensPerSecond": 13.1,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20498,
          "completionTokens": 596,
          "totalTokens": 21094,
          "cost": 0.003037,
          "durationMs": 16915,
          "tokensPerSecond": 35.23,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20744,
          "completionTokens": 683,
          "totalTokens": 21427,
          "cost": 0.003095,
          "durationMs": 21507,
          "tokensPerSecond": 31.76,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20618,
          "completionTokens": 683,
          "totalTokens": 21301,
          "cost": 0.003078,
          "durationMs": 20898,
          "tokensPerSecond": 32.68,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 14111,
          "completionTokens": 511,
          "totalTokens": 14622,
          "cost": 0.002119,
          "durationMs": 19647,
          "tokensPerSecond": 26.01,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20635,
          "completionTokens": 562,
          "totalTokens": 21197,
          "cost": 0.003046,
          "durationMs": 50775,
          "tokensPerSecond": 11.07,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 34031,
          "completionTokens": 1319,
          "totalTokens": 35350,
          "cost": 0.005134,
          "durationMs": 40383,
          "tokensPerSecond": 32.66,
          "toolCallCount": 3
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 14043,
          "completionTokens": 470,
          "totalTokens": 14513,
          "cost": 0.002098,
          "durationMs": 18242,
          "tokensPerSecond": 25.76,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20665,
          "completionTokens": 1197,
          "totalTokens": 21862,
          "cost": 0.003228,
          "durationMs": 81716,
          "tokensPerSecond": 14.65,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20683,
          "completionTokens": 590,
          "totalTokens": 21273,
          "cost": 0.003061,
          "durationMs": 64804,
          "tokensPerSecond": 9.1,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "Great question! Let me provide a comprehensive answer based on Appwrite's **Messaging** service. Note that the available SDK documentation covers the core services but not the Messaging/Notifications API directly, so I'll give you the full picture.\n\n---\n\n## What Must Be Configured First\n\nBefore you can send push notifications to a topic, you need to set up **three prerequisites**:\n\n### 1. Configure a Push Notification Provider\n\nYou must register a push notification provider in the Appwrite Console:\n\n- **Android / Firebase Cloud Messaging (FCM):** Provide your Firebase server key (from Firebase Console → Project Settings → Cloud Messaging)\n- **Apple / APNs:** Provide your APNs key (`.p8` file), key ID, team ID, and bundle ID\n\nThis is done in **Appwrite Console → Messaging → Providers → Add Provider**.\n\n### 2. Create a Topic\n\nA topic is a logical channel that users can subscribe to (e.g., `\"promotions\"`, `\"alerts\"`, `\"updates\"`). Create it via:\n\n- **Console:** Messaging → Topics → Create Topic\n- **API/SDK:** Using the `Messaging` service\n\n### 3. Subscribe Users to the Topic\n\nEach user's device must be subscribed to the topic. This requires:\n\n- The user's device registration token (from FCM/APNs)\n- Calling the subscribe API with the topic ID and the user's ID\n\n---\n\n## Steps to Send a Push Notification to a Topic\n\nOnce the provider, topic, and subscriptions are in place:\n\n### Step 1: Initialize the Messaging Client\n\n```typescript\nimport { Client, Messaging } from 'node-appwrite'; // or 'appwrite' for client-side\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Required for sending messages\n\nconst messaging = new Messaging(client);\n```\n\n### Step 2: Send the Push Notification to the Topic\n\n```typescript\nconst notification = await messaging.createPushNotification({\n    notificationId: ID.unique(),\n    title: 'Hello Everyone!',\n    body: 'This is a push notification sent to all subscribers of the topic.',\n    // Target the topic\n    topicIds: ['[TOPIC_ID]'],\n    // Optional: additional data payload\n    data: {\n        screen: 'promotions',\n        promoCode: 'SAVE20'\n    },\n    // Optional: action URL\n    action: 'https://example.com/promotions',\n    // Optional: image URL\n    image: 'https://example.com/banner.png',\n    // Optional: badge count\n    badge: 1,\n    // Optional: sound\n    sound: 'default',\n    // Optional: Android-specific configuration\n    android: {\n        priority: 'high',\n        ttl: 3600,\n        icon: 'ic_notification',\n        color: '#FF0000'\n    },\n    // Optional: iOS-specific configuration\n    apns: {\n        priority: 10,\n        ttl: 3600,\n        sound: 'default',\n        category: 'NEWS_CATEGORY'\n    }\n});\n```\n\n### Step 3: Verify Delivery\n\nThe response will include:\n- `$id` — the notification ID\n- `status` — `\"processing\"`, `\"sent\"`, or `\"failed\"`\n- `totalSubscribers` — number of subscribers targeted\n- `sent` — number of successful deliveries\n- `failed` — number of failed deliveries\n\nYou can also check delivery logs in the Appwrite Console under **Messaging → Logs**.\n\n---\n\n## Full Example: End-to-End Flow\n\n### 1. Create a Topic (server-side)\n\n```typescript\nconst topic = await messaging.createTopic({\n    topicId: ID.unique(),\n    name: 'Promotions',\n    subscribe: true // Allow users to subscribe/unsubscribe\n});\n```\n\n### 2. Subscribe a User's Device (client-side)\n\n```typescript\n// On the user's device, after getting the FCM/APNs token:\nconst subscription = await messaging.createSubscriber({\n    subscriberId: ID.unique(),\n    targetId: '[USER_ID]',\n    topicId: '[TOPIC_ID]',\n    providerId: '[PROVIDER_ID]', // The push provider you configured\n    identifier: '[DEVICE_TOKEN]' // FCM or APNs token\n});\n```\n\n### 3. Send Notification to All Subscribers (server-side)\n\n```typescript\nconst result = await messaging.createPushNotification({\n    notificationId: ID.unique(),\n    title: 'Flash Sale!',\n    body: 'Get 20% off all items today only.',\n    topicIds: ['[TOPIC_ID]'],\n    data: { type: 'sale', discount: '20' }\n});\n\nconsole.log(`Sent to ${result.sent} devices, ${result.failed} failed`);\n```\n\n---\n\n## Key Points to Remember\n\n| Requirement | Details |\n|---|---|\n| **API Key needed** | Sending notifications requires a server-side API key with `messaging.write` scope |\n| **Provider must be active** | The push provider must be verified and enabled in the console |\n| **Device token freshness** | Expired or invalid tokens will cause delivery failures |\n| **Rate limits** | Appwrite enforces rate limits on message sending; check your plan |\n| **Topic vs. User targeting** | You can also send directly to specific users via `userIds` instead of `topicIds` |\n\n---\n\n## Alternative: Send to Specific Users (Not Topic)\n\nIf you want to target individual users rather than a topic:\n\n```typescript\nawait messaging.createPushNotification({\n    notificationId: ID.unique(),\n    title: 'Personal Offer',\n    body: 'Just for you!',\n    userIds: ['[USER_ID_1]', '[USER_ID_2]']\n});\n```\n\n---\n\n**Bottom line:** The critical prerequisite is **configuring a push provider** (FCM/APNs) in the Appwrite Console. Without that, no push notifications can be delivered. Once the provider, topic, and subscriptions are set up, sending a notification is a single API call targeting the topic ID.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four required rubric points: 1) Provider configuration (FCM/APNS) - explicitly mentioned as the first prerequisite with detailed setup instructions; 2) Topic creation - covered with both console and API methods; 3) User targets/subscriptions to the topic - explained with device token registration and subscriber creation; 4) Sending push to the topic using createPush with topicIds - demonstrated with code examples. The answer goes beyond the minimum requirements with additional context, code samples, and best practices while remaining accurate to Appwrite's Messaging service architecture.",
          "promptTokens": 6902,
          "completionTokens": 1892,
          "totalTokens": 8794,
          "cost": 0.001496,
          "durationMs": 130954,
          "tokensPerSecond": 14.45,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20554,
          "completionTokens": 625,
          "totalTokens": 21179,
          "cost": 0.003053,
          "durationMs": 31639,
          "tokensPerSecond": 19.75,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7378,
          "completionTokens": 335,
          "totalTokens": 7713,
          "cost": 0.001127,
          "durationMs": 24453,
          "tokensPerSecond": 13.7,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7436,
          "completionTokens": 782,
          "totalTokens": 8218,
          "cost": 0.00126,
          "durationMs": 20036,
          "tokensPerSecond": 39.03,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7420,
          "completionTokens": 464,
          "totalTokens": 7884,
          "cost": 0.001169,
          "durationMs": 11059,
          "tokensPerSecond": 41.96,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7446,
          "completionTokens": 460,
          "totalTokens": 7906,
          "cost": 0.001171,
          "durationMs": 26438,
          "tokensPerSecond": 17.4,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20650,
          "completionTokens": 598,
          "totalTokens": 21248,
          "cost": 0.003058,
          "durationMs": 18431,
          "tokensPerSecond": 32.45,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7452,
          "completionTokens": 650,
          "totalTokens": 8102,
          "cost": 0.001225,
          "durationMs": 19717,
          "tokensPerSecond": 32.97,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7406,
          "completionTokens": 2269,
          "totalTokens": 9675,
          "cost": 0.001672,
          "durationMs": 161819,
          "tokensPerSecond": 14.02,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's a complete example using the Appwrite Web SDK to subscribe to both table row changes and file uploads simultaneously, with distinct handling for each event type:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// 2. Create the Realtime instance\nconst realtime = new Realtime(client);\n\n// 3. Define your database, table, and bucket identifiers\nconst DATABASE_ID = '[DATABASE_ID]';\nconst TABLE_ID   = '[TABLE_ID]';\nconst BUCKET_ID  = '[BUCKET_ID]';\n\n// 4. Subscribe to both channels simultaneously\nconst subscription = await realtime.subscribe(\n    [\n        // Channel for all row changes in a table\n        Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n\n        // Channel for all file uploads in a bucket\n        Channel.bucket(BUCKET_ID).file(),\n    ],\n    (response) => {\n        // The response contains:\n        //   response.events    – array of event strings\n        //   response.payload   – the affected resource (row or file)\n        //   response.channels  – which channels matched\n        //   response.timestamp – ISO 8601 timestamp\n\n        // Determine which channel triggered the event\n        const isTableEvent = response.channels.some(ch =>\n            ch.startsWith(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows`)\n        );\n        const isFileEvent = response.channels.some(ch =>\n            ch.startsWith(`buckets.${BUCKET_ID}.files`)\n        );\n\n        if (isTableEvent) {\n            handleTableRowChange(response);\n        } else if (isFileEvent) {\n            handleFileUpload(response);\n        }\n    }\n);\n\n// 5. Handle table row changes\nfunction handleTableRowChange(response) {\n    const { events, payload, timestamp } = response;\n\n    // Determine the type of row change\n    if (events.includes('tablesdb.*.tables.*.rows.*.create')) {\n        console.log(`🆕 Row created at ${timestamp}:`, payload);\n        // payload is the full row document (includes $id, $createdAt, etc.)\n        // e.g. { $id: '...', title: 'New Todo', done: false, ... }\n        displayNewRow(payload);\n    } else if (events.includes('tablesdb.*.tables.*.rows.*.update')) {\n        console.log(`✏️ Row updated at ${timestamp}:`, payload);\n        // payload contains the updated fields\n        updateRowInUI(payload);\n    } else if (events.includes('tablesdb.*.tables.*.rows.*.delete')) {\n        console.log(`🗑️ Row deleted at ${timestamp}:`, payload);\n        // payload contains the deleted row's metadata (including $id)\n        removeRowFromUI(payload.$id);\n    }\n}\n\n// 6. Handle file uploads\nfunction handleFileUpload(response) {\n    const { events, payload, timestamp } = response;\n\n    if (events.includes('buckets.*.files.*.create')) {\n        console.log(`📁 File uploaded at ${timestamp}:`, payload);\n        // payload is the file metadata object\n        // { $id, bucketId, name, mimeType, size, signature, ... }\n        displayFilePreview(payload);\n    } else if (events.includes('buckets.*.files.*.update')) {\n        console.log(`🔄 File updated at ${timestamp}:`, payload);\n        updateFileInGallery(payload);\n    } else if (events.includes('buckets.*.files.*.delete')) {\n        console.log(`❌ File deleted at ${timestamp}:`, payload);\n        removeFileFromGallery(payload.$id);\n    }\n}\n\n// 7. Example UI update functions (customize as needed)\nfunction displayNewRow(row) {\n    // Add a new row to your table UI\n    const tableBody = document.getElementById('rows-tbody');\n    const tr = document.createElement('tr');\n    tr.id = `row-${row.$id}`;\n    tr.innerHTML = `\n        <td>${row.title || ''}</td>\n        <td>${row.done ? '✅' : '❌'}</td>\n        <td>${new Date(row.$createdAt).toLocaleString()}</td>\n    `;\n    tableBody.prepend(tr);\n}\n\nfunction updateRowInUI(row) {\n    // Update an existing row in the UI\n    const existingRow = document.getElementById(`row-${row.$id}`);\n    if (existingRow) {\n        existingRow.querySelector('.title-cell').textContent = row.title;\n        existingRow.querySelector('.status-cell').textContent = row.done ? '✅' : '❌';\n    }\n}\n\nfunction removeRowFromUI(rowId) {\n    const row = document.getElementById(`row-${rowId}`);\n    if (row) row.remove();\n}\n\nfunction displayFilePreview(file) {\n    // Add file to a gallery or list\n    const gallery = document.getElementById('file-gallery');\n    const div = document.createElement('div');\n    div.id = `file-${file.$id}`;\n    div.className = 'file-item';\n    div.innerHTML = `\n        <p><strong>${file.name}</strong> (${(file.size / 1024).toFixed(1)} KB)</p>\n        <p>Type: ${file.mimeType}</p>\n        <img src=\"${client.storage.getFilePreview({ bucketId: BUCKET_ID, fileId: file.$id, width: 200 })}\" alt=\"${file.name}\" />\n    `;\n    gallery.prepend(div);\n}\n\nfunction updateFileInGallery(file) {\n    const el = document.getElementById(`file-${file.$id}`);\n    if (el) {\n        el.querySelector('strong').textContent = file.name;\n    }\n}\n\nfunction removeFileFromGallery(fileId) {\n    const el = document.getElementById(`file-${file.$id}`);\n    if (el) el.remove();\n}\n\n// 8. Clean up when done (e.g., on component unmount)\n// await subscription.close();\n```\n\n## Key Points\n\n- **Single subscription, multiple channels** – Pass an array of `Channel` builders to `realtime.subscribe()`. This opens one WebSocket connection that listens for all specified events.\n\n- **Event differentiation** – Use `response.channels` to determine which channel fired, then inspect `response.events` for the specific action (`create`, `update`, `delete`).\n\n- **Event strings** follow the pattern `tablesdb.*.tables.*.rows.*.create` (or `update`/`delete`) for rows, and `buckets.*.files.*.create` (or `update`/`delete`) for files. The wildcards match your actual IDs.\n\n- **Payload** – For row events, `payload` is the full document (including `$id`, `$createdAt`, `$updatedAt`, and your custom fields). For file events, `payload` is the file metadata object.\n\n- **Unsubscribing** – Call `subscription.close()` when you no longer need updates (e.g., on page navigation or component unmount) to avoid memory leaks.\n\n- **Permissions** – The user must have at least `read` access to the table rows and bucket files for realtime events to fire.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria well: 1) Uses realtime.subscribe() with an array of channels; 2) Uses Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() for rows, and also mentions the string form 'tablesdb.*.tables.*.rows.*'; 3) Uses Channel.bucket(BUCKET_ID).file() for files, and mentions 'buckets.*.files.*'; 4) Checks event types in the callback using both response.channels and response.events; 5) Has distinct handling functions for table row changes vs file uploads. The answer is comprehensive and well-structured. Minor deduction because Channel.tablesdb() and Channel.bucket() are not standard Appwrite Web SDK APIs (the SDK typically uses string-based channel names like 'databases.[ID].collections.[ID].documents' rather than a Channel builder class), and 'tablesdb' is not a standard Appwrite channel prefix. However, the conceptual approach matches the reference answer's intent closely, and the answer demonstrates correct understanding of the pattern.",
          "promptTokens": 6913,
          "completionTokens": 1954,
          "totalTokens": 8867,
          "cost": 0.001515,
          "durationMs": 111998,
          "tokensPerSecond": 17.45,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "# Appwrite Realtime vs. Webhooks\n\n## Core Differences\n\n| Aspect | **Realtime** | **Webhooks** |\n|--------|-------------|--------------|\n| **Direction** | Server → Client (push via WebSocket) | Server → Server (HTTP POST) |\n| **Protocol** | WebSocket (persistent connection) | HTTP/HTTPS (request/response) |\n| **Where it runs** | Client-side (browser, React Native, mobile) | Server-side (your own backend, third-party service) |\n| **Connection model** | Long-lived, stateful subscription | Stateless, event-triggered HTTP call |\n| **Authentication** | Uses the client's session (user-scoped) | Uses a secret URL + optional TLS (project-scoped) |\n| **Payload** | Full resource data sent to connected clients | JSON payload sent to a configured endpoint |\n| **Filtering** | Subscribe to specific channels (e.g., a single row, a table, a bucket) | Subscribe to specific event patterns (e.g., `functions.*.deployments.*.create`) |\n| **Delivery guarantee** | Best-effort (depends on WebSocket connection) | At-least-once delivery with retries |\n| **Latency** | Near-instant (sub-second) | Depends on your server's response time |\n| **Setup** | SDK-based (`new Realtime(client)`) | Configuration-based (Console, CLI, or API) |\n\n---\n\n## When to Use Each\n\n### Use **Realtime** when…\n\n1. **You need live UI updates** — e.g., a chat app, collaborative document editor, live dashboard, or real-time notification badge. The client receives changes instantly without polling.\n\n2. **The consumer is a user-facing client** — browsers, React Native apps, or mobile apps that already have an authenticated user session.\n\n3. **You want to scope updates to a specific user** — Realtime subscriptions respect the user's permissions. A user only receives events for resources they have access to.\n\n4. **You need to subscribe to granular channels** — e.g., watch a single document (`Channel.tablesdb(db).table(tbl).row(rowId)`), all documents in a table, or all files in a bucket.\n\n5. **You want to avoid managing a webhook endpoint** — no need to deploy, secure, and maintain an HTTP server to receive events.\n\n**Example:** A task management app where multiple users collaborate on a shared board. When one user adds a task, all other connected users see it appear instantly.\n\n```typescript\nconst realtime = new Realtime(client);\nawait realtime.subscribe(\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        // Update UI with response.payload\n        console.log('Event:', response.events);\n    }\n);\n```\n\n---\n\n### Use **Webhooks** when…\n\n1. **You need to trigger server-side business logic** — e.g., send an email, update an external CRM, sync data to a third-party service, or kick off a complex workflow.\n\n2. **The consumer is your own backend or a third-party service** — webhooks deliver events to an HTTP endpoint you control, not to end-user clients.\n\n3. **You need guaranteed delivery** — Appwrite retries failed webhook deliveries, making them more reliable for critical operations like billing or data sync.\n\n4. **You want to react to system-level events** — e.g., function deployments, user creation, or file uploads. These events may not be tied to a specific user session.\n\n5. **You need to process events asynchronously without blocking the client** — the client doesn't wait for the webhook to complete.\n\n**Example:** When a new user signs up, a webhook sends their data to a Mailchimp list and creates a welcome ticket in your support system.\n\n```json\n// appwrite/webhooks.json\n[\n    {\n        \"$id\": \"user-signup\",\n        \"name\": \"User Signup Handler\",\n        \"url\": \"https://api.example.com/appwrite/webhook\",\n        \"events\": [\"users.*.create\"],\n        \"enabled\": true,\n        \"tls\": true\n    }\n]\n```\n\n---\n\n## Can You Use Both Together?\n\n**Absolutely.** They solve different problems and complement each other:\n\n- **Webhooks** handle the backend orchestration (e.g., \"when a document is created, send a push notification via Firebase\").\n- **Realtime** handles the frontend experience (e.g., \"when a document is created, show it immediately in the user's browser\").\n\nA common pattern: A webhook triggers a serverless function that processes data and writes results back to the database. Realtime then pushes those results to all connected clients.\n\n---\n\n## Quick Decision Guide\n\n| Scenario | Recommended |\n|----------|-------------|\n| Show live updates in a browser/mobile app | **Realtime** |\n| Send an email when a user signs up | **Webhook** |\n| Sync data to an external CRM | **Webhook** |\n| Build a live chat feature | **Realtime** |\n| Trigger a serverless function on file upload | **Webhook** (or use function events directly) |\n| Update a dashboard with live metrics | **Realtime** |\n| Notify a third-party service of a database change | **Webhook** |\n| Show a \"user is typing\" indicator | **Realtime** |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Realtime uses WebSockets for client-side communication (explicitly stated in the table and throughout), 2) Webhooks use HTTP POST callbacks server-to-server (clearly explained), 3) Realtime is for live UI updates (multiple examples including chat, dashboards, collaborative editors), 4) Webhooks are for backend/external integrations (CRM sync, email services, third-party services), and 5) concrete use cases are provided for both (task management app for Realtime, Mailchimp/support ticket creation for Webhooks). The answer goes well beyond the minimum requirements with detailed comparison tables, code examples, decision guides, and explanation of how both can be used together.",
          "promptTokens": 13577,
          "completionTokens": 1526,
          "totalTokens": 15103,
          "cost": 0.002328,
          "durationMs": 99630,
          "tokensPerSecond": 15.32,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7392,
          "completionTokens": 202,
          "totalTokens": 7594,
          "cost": 0.001091,
          "durationMs": 9970,
          "tokensPerSecond": 20.26,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7416,
          "completionTokens": 228,
          "totalTokens": 7644,
          "cost": 0.001102,
          "durationMs": 7157,
          "tokensPerSecond": 31.86,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7410,
          "completionTokens": 341,
          "totalTokens": 7751,
          "cost": 0.001133,
          "durationMs": 13303,
          "tokensPerSecond": 25.63,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20620,
          "completionTokens": 1119,
          "totalTokens": 21739,
          "cost": 0.0032,
          "durationMs": 29408,
          "tokensPerSecond": 38.05,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20596,
          "completionTokens": 929,
          "totalTokens": 21525,
          "cost": 0.003144,
          "durationMs": 66835,
          "tokensPerSecond": 13.9,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20734,
          "completionTokens": 1306,
          "totalTokens": 22040,
          "cost": 0.003268,
          "durationMs": 120549,
          "tokensPerSecond": 10.83,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7396,
          "completionTokens": 250,
          "totalTokens": 7646,
          "cost": 0.001105,
          "durationMs": 21676,
          "tokensPerSecond": 11.53,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7450,
          "completionTokens": 528,
          "totalTokens": 7978,
          "cost": 0.001191,
          "durationMs": 38745,
          "tokensPerSecond": 13.63,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19656,
          "completionTokens": 877,
          "totalTokens": 20533,
          "cost": 0.002997,
          "durationMs": 45915,
          "tokensPerSecond": 19.1,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Here's how to subscribe to both a table's rows and a bucket's files in a single `realtime.subscribe()` call:\n\n## Using the `Channel` helper (recommended)\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n  [\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file(),\n  ],\n  (response) => {\n    console.log('Events:', response.events);\n    console.log('Payload:', response.payload);\n    console.log('Matched channels:', response.channels);\n  }\n);\n\n// Later, to unsubscribe:\n// await subscription.close();\n```\n\n## Using raw channel strings\n\nIf you prefer to pass the strings directly:\n\n```typescript\nconst subscription = await realtime.subscribe(\n  [\n    'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n    'buckets.[BUCKET_ID].files',\n  ],\n  (response) => { /* ... */ }\n);\n```\n\n## Exact channel string formats\n\n| Resource | Channel string |\n|---|---|\n| **All rows in a table** | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| **All files in a bucket** | `buckets.[BUCKET_ID].files` |\n\nReplace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual resource IDs.\n\n## How the callback works\n\nThe `response` object contains:\n- **`events`** — array of event strings (e.g. `['tablesdb.*.tables.*.rows.*.create']` or `['buckets.*.files.*.create']`)\n- **`payload`** — the affected resource (a row document or a file object)\n- **`channels`** — which channels matched this event\n- **`timestamp`** — ISO 8601 timestamp\n\nYou can check `response.channels` to determine whether the event came from the table or the bucket and handle each accordingly.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all rubric criteria: 1) It includes a realtime.subscribe() call with an array of channels, 2) It provides the correct rows channel format 'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows', 3) It provides the correct files channel format 'buckets.[BUCKET_ID].files', and 4) It includes a callback function. The answer goes beyond the reference by also showing a Channel helper approach and explaining the callback response object, but the core answer is completely correct.",
          "promptTokens": 6924,
          "completionTokens": 1054,
          "totalTokens": 7978,
          "cost": 0.001264,
          "durationMs": 68601,
          "tokensPerSecond": 15.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8441,
          "completionTokens": 124,
          "totalTokens": 8565,
          "cost": 0.001216,
          "durationMs": 5957,
          "tokensPerSecond": 20.82,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8413,
          "completionTokens": 612,
          "totalTokens": 9025,
          "cost": 0.001349,
          "durationMs": 29911,
          "tokensPerSecond": 20.46,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8399,
          "completionTokens": 263,
          "totalTokens": 8662,
          "cost": 0.00125,
          "durationMs": 13096,
          "tokensPerSecond": 20.08,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8393,
          "completionTokens": 225,
          "totalTokens": 8618,
          "cost": 0.001238,
          "durationMs": 8957,
          "tokensPerSecond": 25.12,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8373,
          "completionTokens": 713,
          "totalTokens": 9086,
          "cost": 0.001372,
          "durationMs": 34564,
          "tokensPerSecond": 20.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8391,
          "completionTokens": 226,
          "totalTokens": 8617,
          "cost": 0.001238,
          "durationMs": 11556,
          "tokensPerSecond": 19.56,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8391,
          "completionTokens": 130,
          "totalTokens": 8521,
          "cost": 0.001211,
          "durationMs": 21220,
          "tokensPerSecond": 6.13,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8379,
          "completionTokens": 290,
          "totalTokens": 8669,
          "cost": 0.001254,
          "durationMs": 9360,
          "tokensPerSecond": 30.98,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "Setting up a CI/CD pipeline with the Appwrite CLI is straightforward using its **non-interactive mode**. Here's a complete guide covering authentication, configuration, and deployment commands.\n\n---\n\n## 1. Install the CLI in Your CI Environment\n\nAdd this step to your pipeline (GitHub Actions, GitLab CI, Jenkins, etc.):\n\n```bash\n# Using npm (most common in CI)\nnpm install -g appwrite-cli\n\n# Or using the install script\ncurl -sL https://appwrite.io/cli/install.sh | bash\n```\n\nVerify the installation:\n\n```bash\nappwrite -v\n```\n\n---\n\n## 2. Authenticate Non-Interactively\n\nIn CI/CD you cannot use `appwrite login` interactively. Instead, use **API keys** or **session cookies** stored as environment variables.\n\n### Option A: Using an API Key (Recommended)\n\n1. Create an API key in the Appwrite Console (**Settings > API Keys**) with the required scopes (e.g., `functions.write`, `databases.write`, etc.).\n2. Store the key as a CI secret (e.g., `APPWRITE_API_KEY`).\n3. Use the `client` command to set credentials:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n                --project-id \"<PROJECT_ID>\" \\\n                --key \"$APPWRITE_API_KEY\"\n```\n\n### Option B: Using a Session Cookie (for user-level auth)\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n                --project-id \"<PROJECT_ID>\" \\\n                --session \"$APPWRITE_SESSION_COOKIE\"\n```\n\n> **Important:** The `--endpoint` for project-scoped API calls uses your region endpoint (e.g., `https://us.cloud.appwrite.io/v1`). The login endpoint (`appwrite login`) uses `https://cloud.appwrite.io/v1` — do not rewrite it.\n\n---\n\n## 3. Project Configuration\n\nCreate an `appwrite.config.json` at the root of your repository. This file defines all resources to deploy:\n\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"projectName\": \"My App\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n  \"includes\": {\n    \"functions\": \"appwrite/functions.json\",\n    \"sites\": \"appwrite/sites.json\",\n    \"tables\": \"appwrite/tables.json\",\n    \"buckets\": \"appwrite/buckets.json\",\n    \"webhooks\": \"appwrite/webhooks.json\",\n    \"teams\": \"appwrite/teams.json\",\n    \"topics\": \"appwrite/topics.json\"\n  }\n}\n```\n\nYou can also define resources inline or split them into separate JSON array files (as shown above with `includes`).\n\n---\n\n## 4. Non-Interactive Deployment Commands\n\nThe key flags for CI/CD are:\n\n| Flag | Purpose |\n|------|---------|\n| `--force` or `-f` | Confirm all warnings non-interactively |\n| `--all` or `-a` | Select all resources of a type |\n| `--json` or `-j` | Output in JSON (useful for logging) |\n\n### Deploy Everything\n\n```bash\nappwrite push all --all --force\n```\n\n### Deploy Specific Resources\n\n```bash\n# Functions\nappwrite push functions --all --force\nappwrite push functions --function-id \"<FUNCTION_ID>\" --force\n\n# Sites\nappwrite push sites --all --force\nappwrite push sites --site-id \"<SITE_ID>\" --force\n\n# Tables (Databases)\nappwrite push tables --all --force\n\n# Buckets (Storage)\nappwrite push buckets --all --force\n\n# Webhooks\nappwrite push webhooks --all --force\n\n# Teams\nappwrite push teams --all --force\n\n# Topics (Messaging)\nappwrite push topics --all --force\n```\n\n### Deploy with Activation\n\nFor functions and sites, you can control whether the deployment is activated immediately:\n\n```bash\n# Deploy and activate (default)\nappwrite push functions --function-id \"<FUNCTION_ID>\" --activate --force\n\n# Deploy without switching live traffic\nappwrite push functions --function-id \"<FUNCTION_ID>\" --activate=false --force\n```\n\n### Sync Environment Variables\n\nIf you have a `.env` file in your function/site directory, push variables with:\n\n```bash\nappwrite push functions --function-id \"<FUNCTION_ID>\" --with-variables --force\nappwrite push sites --site-id \"<SITE_ID>\" --with-variables --force\n```\n\n> **Note:** Variables are saved only when `--with-variables` is used. Without it, the code is pushed but existing variables remain unchanged.\n\n---\n\n## 5. Complete CI/CD Pipeline Example (GitHub Actions)\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Authenticate\n        run: |\n          appwrite client \\\n            --endpoint \"https://${{ secrets.APPWRITE_REGION }}.cloud.appwrite.io/v1\" \\\n            --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\" \\\n            --key \"${{ secrets.APPWRITE_API_KEY }}\"\n\n      - name: Deploy Functions\n        run: appwrite push functions --all --force\n\n      - name: Deploy Sites\n        run: appwrite push sites --all --force\n\n      - name: Deploy Tables, Buckets, Webhooks\n        run: |\n          appwrite push tables --all --force\n          appwrite push buckets --all --force\n          appwrite push webhooks --all --force\n```\n\n---\n\n## 6. Key Points for CI/CD Success\n\n| Requirement | How to Handle |\n|-------------|---------------|\n| **No interactive prompts** | Use `--force` on all `push` commands |\n| **Credentials** | Store API key as a CI secret; never commit it |\n| **Region endpoint** | Use `https://<REGION>.cloud.appwrite.io/v1` (e.g., `us`, `eu`) |\n| **Resource IDs** | Define `$id` in your config files so deployments are idempotent |\n| **Environment variables** | Use `.env` files in function/site directories + `--with-variables` |\n| **JSON output** | Add `--json` for structured logs and status checks |\n| **Pull before push** | Run `appwrite pull all --all --force` first if you want to sync remote changes locally |\n\n---\n\n## 7. Troubleshooting\n\n- **\"Command requires authentication\"** → Ensure `appwrite client` ran successfully with the correct endpoint, project ID, and API key.\n- **\"Resource already exists\"** → Use the same `$id` in your config to make deployments idempotent.\n- **\"Missing --force flag\"** → Add `--force` to skip confirmation prompts in non-interactive mode.\n- **Wrong endpoint** → Project-scoped API calls use `https://<REGION>.cloud.appwrite.io/v1`, not `https://cloud.appwrite.io/v1`.\n\nFor more details, see the [Non-Interactive Mode documentation](https://appwrite.io/docs/tooling/command-line/non-interactive).",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers most of the required rubric points well: 1) API key authentication is clearly explained with environment variable storage (✓), 2) --force flag for non-interactive mode is mentioned and demonstrated (✓), 3) appwrite push command is thoroughly covered (✓), 4) Environment variable configuration is addressed (✓), 5) Authentication step in the pipeline is covered (✓). However, the answer uses 'appwrite client' instead of 'appwrite login --endpoint --key' as specified in the reference answer. The reference specifically mentions 'appwrite login' with '--endpoint' and '--key' flags, while the model uses 'appwrite client' command for authentication. This is a notable difference from the reference answer, though 'appwrite client' may be a valid alternative approach. The answer is comprehensive and practical, covering all key concepts but with a slightly different authentication command than the reference.",
          "promptTokens": 7957,
          "completionTokens": 1844,
          "totalTokens": 9801,
          "cost": 0.00163,
          "durationMs": 82990,
          "tokensPerSecond": 22.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Workflow: Creating, Configuring, and Deploying an Appwrite Function via CLI\n\nBelow is the end-to-end workflow, from initial setup through deployment and execution.\n\n---\n\n## 1. Prerequisites — Install & Authenticate\n\n```bash\n# Install the CLI globally\nnpm install -g appwrite-cli\n\n# Log in to your Appwrite account (Cloud or self-hosted)\nappwrite login\n\n# For self-hosted instances:\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Verify login\nappwrite whoami\n```\n\n---\n\n## 2. Initialize a Project\n\n```bash\n# Creates appwrite.config.json in the current directory\nappwrite init project\n```\n\nThis generates a base `appwrite.config.json` with your project ID, endpoint, and empty resource arrays. You can also pull an existing project's configuration later with `appwrite pull all --all`.\n\n---\n\n## 3. Create the Function Scaffold\n\n```bash\n# Interactive wizard — creates the function directory and adds it to appwrite.config.json\nappwrite init functions\n```\n\nThe CLI will prompt you for:\n- Function name\n- Runtime (e.g., `node-22`, `python-3.9`, `php-8.3`, etc.)\n- Entrypoint (e.g., `src/main.js`)\n- Build/install command (e.g., `npm install`)\n- Path to the function source code directory\n\nAfter this step, you'll have:\n- A new directory (e.g., `functions/myFunction/`) with a starter file\n- An entry in `appwrite.config.json` under the `\"functions\"` array\n\n---\n\n## 4. Configure the Function in `appwrite.config.json`\n\nHere is a complete function configuration object with all key fields explained:\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"myAuthFunction\",\n      \"name\": \"User Authentication Handler\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [\n        \"users.read\",\n        \"users.write\"\n      ],\n      \"events\": [\n        \"users.*.create\",\n        \"users.*.update\"\n      ],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\\n*.log\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\n### Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| **`$id`** | Unique identifier for the function. Used in API calls and CLI commands. |\n| **`name`** | Human-readable display name in the Console. |\n| **`enabled`** | When `false`, the function cannot be executed. Useful for disabling without deleting. |\n| **`logging`** | Enables execution log storage for debugging and observability. |\n| **`runtime`** | Execution environment. Common values: `node-22`, `node-20`, `python-3.9`, `php-8.3`, `ruby-3.3`, `dotnet-8.0`, `deno-2.0`. |\n| **`buildSpecification`** | Compute spec used **during build** (e.g., `s-1vcpu-512mb`, `s-1vcpu-1gb`, `s-2vcpu-2gb`). |\n| **`runtimeSpecification`** | Compute spec used **during execution** (same options as build). |\n| **`deploymentRetention`** | Number of days to keep old deployments before automatic deletion. `0` = keep forever. |\n| **`scopes`** | API scopes granted to the function's execution key. Controls what Appwrite resources the function can access at runtime. |\n| **`events`** | Event patterns that trigger the function automatically (e.g., `users.*.create`, `databases.*.documents.*.create`). Leave empty for manual-only execution. |\n| **`schedule`** | Cron expression for scheduled execution (e.g., `0 0 * * *` for daily at midnight). Empty string = no schedule. |\n| **`timeout`** | Maximum execution duration in seconds (1–900). |\n| **`entrypoint`** | Relative path (from the function's `path`) to the file that starts execution. |\n| **`commands`** | Build/install command run before each deployment (e.g., `npm install`, `pip install -r requirements.txt`). |\n| **`ignore`** | Newline-separated additional ignore rules for packaging. `.gitignore` is always respected automatically. |\n| **`path`** | Local directory containing the function source code. Relative to the config file (or to the include file if using `includes`). |\n\n### Using `includes` for Cleaner Configs\n\nFor larger projects, split function definitions into a separate file:\n\n```json\n{\n  \"projectId\": \"abc123\",\n  \"endpoint\": \"https://us.cloud.appwrite.io/v1\",\n  \"includes\": {\n    \"functions\": \"appwrite/functions.json\"\n  }\n}\n```\n\nThen in `appwrite/functions.json`:\n\n```json\n[\n  {\n    \"$id\": \"myAuthFunction\",\n    \"name\": \"User Auth\",\n    \"runtime\": \"node-22\",\n    \"entrypoint\": \"src/main.js\",\n    \"commands\": \"npm install\",\n    \"path\": \"../functions/userAuth\"\n  }\n]\n```\n\n> **Note:** When using `includes`, the `path` is resolved **relative to the include file's directory**, not the project root.\n\n---\n\n## 5. Write Your Function Code\n\nInside the function directory (e.g., `functions/userAuth/`), create your entrypoint file:\n\n```javascript\n// functions/userAuth/src/main.js\nconst sdk = require('node-appwrite');\n\nmodule.exports = async function (req, res) {\n  const client = new sdk.Client()\n    .setEndpoint(req.variables['APPWRITE_FUNCTION_ENDPOINT'])\n    .setProject(req.variables['APPWRITE_FUNCTION_PROJECT_ID'])\n    .setKey(req.variables['APPWRITE_FUNCTION_API_KEY']);\n\n  const users = new sdk.Users(client);\n\n  try {\n    const user = await users.get(req.variables['APPWRITE_FUNCTION_USER_ID']);\n    res.json({ success: true, user });\n  } catch (error) {\n    res.json({ success: false, error: error.message }, 500);\n  }\n};\n```\n\n---\n\n## 6. Set Environment Variables\n\n**Do not** put variables in `appwrite.config.json`. Instead, create a `.env` file **inside the function's `path` directory**:\n\n```bash\n# functions/userAuth/.env\nDATABASE_URL=mongodb://...\nSECRET_KEY=sk-abc123\nPUBLIC_FLAG=enabled\n```\n\nVariables are synced during deployment using the `--with-variables` flag.\n\n---\n\n## 7. Deploy the Function\n\n```bash\n# Deploy all functions defined in appwrite.config.json\nappwrite push functions --all\n\n# Deploy a specific function by ID\nappwrite push functions --function-id myAuthFunction\n\n# Deploy and automatically activate the new deployment\nappwrite push functions --function-id myAuthFunction --activate\n\n# Deploy without switching live traffic (useful for staging)\nappwrite push functions --function-id myAuthFunction --activate=false\n\n# Deploy and sync environment variables from .env\nappwrite push functions --function-id myAuthFunction --with-variables\n```\n\n### What Happens During Deployment\n\n1. The CLI reads the function config from `appwrite.config.json`\n2. Packages the code from the `path` directory (respecting `.gitignore` and `ignore` rules)\n3. Uploads the deployment to Appwrite\n4. Runs the `commands` (e.g., `npm install`) on the server during build\n5. If `--activate` is used, the new deployment becomes the live version\n\n---\n\n## 8. Manage Deployments\n\n```bash\n# List all deployments for a function\nappwrite functions list-deployments --function-id myAuthFunction\n\n# Set a specific deployment as active (rollback)\nappwrite functions update-deployment \\\n  --function-id myAuthFunction \\\n  --deployment-id <DEPLOYMENT_ID>\n\n# Delete an old deployment\nappwrite functions delete-deployment \\\n  --function-id myAuthFunction \\\n  --deployment-id <DEPLOYMENT_ID>\n```\n\n---\n\n## 9. Trigger Execution\n\n```bash\n# Manual execution with a JSON body\nappwrite functions create-execution \\\n  --function-id myAuthFunction \\\n  --body '{\"userId\": \"user_abc123\"}'\n\n# List execution logs\nappwrite functions list-executions --function-id myAuthFunction\n\n# Get a specific execution's full log\nappwrite functions get-execution \\\n  --function-id myAuthFunction \\\n  --execution-id <EXECUTION_ID>\n```\n\n---\n\n## 10. Local Development\n\n```bash\n# Run the function locally (uses the function's config and code)\nappwrite run functions\n\n# Run locally with environment variables fetched from the remote function\nappwrite run functions --with-variables\n```\n\n---\n\n## 11. Pull Existing Functions (Reverse Sync)\n\nIf you've made changes in the Console and want to bring them local:\n\n```bash\n# Pull all functions into appwrite.config.json\nappwrite pull functions --all\n\n# Pull a specific function\nappwrite pull functions --function-id myAuthFunction\n```\n\n---\n\n## 12. CI/CD / Non-Interactive Mode\n\nFor automated pipelines, use the `--force` flag to skip confirmations:\n\n```bash\n# Deploy everything non-interactively\nappwrite push all --all --force\n\n# Deploy only functions\nappwrite push functions --all --force\n```\n\n---\n\n## Summary of the Complete Workflow\n\n```\n1. appwrite login                          # Authenticate\n2. appwrite init project                   # Create appwrite.config.json\n3. appwrite init functions                 # Scaffold function code + config\n4. Edit appwrite.config.json               # Tune runtime, events, scopes, etc.\n5. Write function code in the path dir     # Implement your logic\n6. Create .env in the function dir         # Set environment variables\n7. appwrite push functions --with-variables --activate   # Deploy & go live\n8. appwrite functions create-execution     # Test it\n9. appwrite functions list-executions      # View logs\n```\n\nThis workflow gives you full control over function configuration, deployment lifecycle, environment management, and execution — all from the command line.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) Runtime selection during the interactive wizard, 3) Detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, events, timeout, entrypoint, commands, etc., 4) Local development with appwrite run functions (step 10), and 5) Deployment with appwrite push functions (step 7). The answer goes well beyond the minimum requirements with extensive detail on each step, making it fully correct and complete.",
          "promptTokens": 7961,
          "completionTokens": 2626,
          "totalTokens": 10587,
          "cost": 0.00185,
          "durationMs": 124469,
          "tokensPerSecond": 21.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8409,
          "completionTokens": 146,
          "totalTokens": 8555,
          "cost": 0.001218,
          "durationMs": 27022,
          "tokensPerSecond": 5.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8401,
          "completionTokens": 251,
          "totalTokens": 8652,
          "cost": 0.001246,
          "durationMs": 8767,
          "tokensPerSecond": 28.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8467,
          "completionTokens": 864,
          "totalTokens": 9331,
          "cost": 0.001427,
          "durationMs": 56249,
          "tokensPerSecond": 15.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8441,
          "completionTokens": 195,
          "totalTokens": 8636,
          "cost": 0.001236,
          "durationMs": 14542,
          "tokensPerSecond": 13.41,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8399,
          "completionTokens": 320,
          "totalTokens": 8719,
          "cost": 0.001265,
          "durationMs": 13633,
          "tokensPerSecond": 23.47,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8395,
          "completionTokens": 251,
          "totalTokens": 8646,
          "cost": 0.001246,
          "durationMs": 20713,
          "tokensPerSecond": 12.12,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8427,
          "completionTokens": 228,
          "totalTokens": 8655,
          "cost": 0.001244,
          "durationMs": 15565,
          "tokensPerSecond": 14.65,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8523,
          "completionTokens": 463,
          "totalTokens": 8986,
          "cost": 0.001323,
          "durationMs": 13043,
          "tokensPerSecond": 35.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8435,
          "completionTokens": 540,
          "totalTokens": 8975,
          "cost": 0.001332,
          "durationMs": 13277,
          "tokensPerSecond": 40.67,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row with the Appwrite CLI, the `--data` and `--permissions` arguments are passed as follows:\n\n- **`--data`**: A single JSON string (wrapped in quotes) containing the row's field values.\n- **`--permissions`**: One or more permission strings, each passed as a separate `--permissions` flag value.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"myDatabase\" \\\n    --table-id \"myTable\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\", \"score\": 42 }' \\\n    --permissions 'read(\"any\")' \\\n    --permissions 'write(\"team:abc\")'\n```\n\n**Key points:**\n- `--data` takes a **single** JSON object string. Use single quotes around it to avoid shell expansion.\n- `--permissions` can be repeated multiple times to grant multiple permissions. Each permission string is a separate `--permissions` flag.\n- `--row-id` is optional; use `'unique()'` to let Appwrite auto-generate an ID.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer correctly mentions data as a JSON string with double quotes for keys/values, and provides a valid example with the correct command structure. However, for permissions, the answer describes using repeated --permissions flags rather than space-separated values in a single array (which is the correct CLI behavior per the reference). The reference shows permissions passed as space-separated values after a single --permissions flag ('read(\"any\")' 'read(\"team:abc\")'), not as multiple --permissions flags. The example is otherwise well-structured and covers most key points.",
          "promptTokens": 7947,
          "completionTokens": 514,
          "totalTokens": 8461,
          "cost": 0.001257,
          "durationMs": 13889,
          "tokensPerSecond": 37.01,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8525,
          "completionTokens": 569,
          "totalTokens": 9094,
          "cost": 0.001353,
          "durationMs": 63350,
          "tokensPerSecond": 8.98,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8485,
          "completionTokens": 784,
          "totalTokens": 9269,
          "cost": 0.001407,
          "durationMs": 22030,
          "tokensPerSecond": 35.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8467,
          "completionTokens": 795,
          "totalTokens": 9262,
          "cost": 0.001408,
          "durationMs": 23230,
          "tokensPerSecond": 34.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8413,
          "completionTokens": 239,
          "totalTokens": 8652,
          "cost": 0.001245,
          "durationMs": 8175,
          "tokensPerSecond": 29.24,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8563,
          "completionTokens": 626,
          "totalTokens": 9189,
          "cost": 0.001374,
          "durationMs": 50654,
          "tokensPerSecond": 12.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 8511,
          "completionTokens": 3119,
          "totalTokens": 11630,
          "cost": 0.002065,
          "durationMs": 140467,
          "tokensPerSecond": 22.2,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8479,
          "completionTokens": 221,
          "totalTokens": 8700,
          "cost": 0.001249,
          "durationMs": 11194,
          "tokensPerSecond": 19.74,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8621,
          "completionTokens": 185,
          "totalTokens": 8806,
          "cost": 0.001259,
          "durationMs": 19897,
          "tokensPerSecond": 9.3,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "gemini-3-1-flash-lite-preview",
      "modelName": "Gemini 3.1 Flash Lite (Preview)",
      "provider": "Google",
      "promptCostPerMillionTokens": 0.25,
      "completionCostPerMillionTokens": 1.5,
      "scores": {
        "foundation": 94.2,
        "auth": 94,
        "tablesdb": 78.9,
        "functions": 95,
        "storage": 85,
        "sites": 93.5,
        "messaging": 92.5,
        "realtime": 84.5,
        "cli": 81.3
      },
      "mcqScores": {
        "foundation": 94.1,
        "auth": 94.1,
        "tablesdb": 85,
        "functions": 94.1,
        "storage": 82.4,
        "sites": 94.4,
        "messaging": 94.1,
        "realtime": 88.2,
        "cli": 84
      },
      "freeformScores": {
        "foundation": 95,
        "auth": 93.3,
        "tablesdb": 38.3,
        "functions": 100,
        "storage": 100,
        "sites": 85,
        "messaging": 83.3,
        "realtime": 63.3,
        "cli": 58.3
      },
      "overall": 88.3,
      "mcqOverall": 89.7,
      "freeformOverall": 79.4,
      "totalQuestions": 191,
      "totalCorrect": 170,
      "totalPromptTokens": 1021737,
      "totalCompletionTokens": 219730,
      "totalTokens": 1241467,
      "totalCost": 0.585049,
      "totalDurationMs": 1112279,
      "averageTokensPerSecond": 197.55,
      "runDate": "2026-06-10T07:10:51.309Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 540,
          "completionTokens": 161,
          "totalTokens": 701,
          "cost": 0.000377,
          "durationMs": 1843,
          "tokensPerSecond": 87.36,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7219,
          "completionTokens": 746,
          "totalTokens": 7965,
          "cost": 0.002924,
          "durationMs": 4260,
          "tokensPerSecond": 175.12,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7220,
          "completionTokens": 416,
          "totalTokens": 7636,
          "cost": 0.002429,
          "durationMs": 4256,
          "tokensPerSecond": 97.74,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 531,
          "completionTokens": 332,
          "totalTokens": 863,
          "cost": 0.000631,
          "durationMs": 2497,
          "tokensPerSecond": 132.96,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 511,
          "completionTokens": 169,
          "totalTokens": 680,
          "cost": 0.000381,
          "durationMs": 1962,
          "tokensPerSecond": 86.14,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, the distinction between client-side and server-side SDKs is fundamental to the security and architecture of your application. The primary difference lies in **how they authenticate** and **what permissions they have**.\n\n---\n\n### 1. Client-Side SDKs (Frontend)\n\nClient-side SDKs are designed to be used directly in your end-user applications, such as web browsers (JavaScript/TypeScript), mobile apps (Flutter, iOS, Android), or desktop apps.\n\n*   **Authentication:** They rely on **user sessions**. When a user logs in, the SDK manages the session (usually via cookies or JWTs) automatically.\n*   **Permissions:** They strictly adhere to the **Appwrite Permission System**. A client-side SDK can only perform actions that the currently logged-in user is authorized to perform based on the document/collection/bucket permissions you have configured in the Appwrite Console.\n*   **Security:** They are designed to be \"untrusted.\" You should assume that a malicious user could inspect the code running on their device. Therefore, you never include sensitive secrets (like API Keys) in client-side code.\n\n**When to use:**\n*   Building user-facing interfaces (React, Vue, Angular, Flutter, Swift, Kotlin).\n*   Allowing users to sign up, log in, and manage their own profiles.\n*   Fetching data that the user is explicitly allowed to see.\n*   Uploading files that belong to the user.\n\n---\n\n### 2. Server-Side SDKs (Backend)\n\nServer-side SDKs are designed to run in secure, server-side environments (Node.js, Python, PHP, Ruby, etc.) or within Appwrite Functions.\n\n*   **Authentication:** They use **API Keys**. These keys are generated in the Appwrite Console and have specific scopes (permissions) assigned to them.\n*   **Permissions:** They operate with the authority of the API Key. If an API Key has the `documents.write` scope, it can create or update documents regardless of the standard user-level permission settings. They can also perform administrative tasks that a regular user cannot.\n*   **Security:** They are designed to be \"trusted.\" Because they run on a server you control, you can safely store API Keys in environment variables.\n\n**When to use:**\n*   Running backend logic (e.g., a Node.js Express server, a Python script).\n*   Executing Appwrite Functions.\n*   Performing administrative tasks (e.g., bulk-deleting users, migrating database schemas).\n*   Handling sensitive operations that should not be exposed to the client (e.g., processing payments, interacting with third-party APIs that require secret keys).\n*   When you need to bypass standard user permissions to perform a system-wide action.\n\n---\n\n### Summary Comparison\n\n| Feature | Client-Side SDKs | Server-Side SDKs |\n| :--- | :--- | :--- |\n| **Environment** | Browser, Mobile, Desktop | Server, Cloud Functions, CLI |\n| **Authentication** | User Session (Cookies/JWT) | API Key (Secret) |\n| **Permissions** | Restricted by User Roles/Teams | Defined by API Key Scopes |\n| **Security** | Untrusted (Never use API Keys) | Trusted (Securely store API Keys) |\n| **Primary Goal** | User interaction | Backend logic & Administration |\n\n### The Golden Rule\n**Never use a Server-side SDK in your client-side code.**\n\nIf you include an API Key in your frontend code, anyone can inspect your source code, steal the key, and gain full administrative access to your Appwrite project. Always keep your API Keys hidden on the server.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four required rubric points: 1) Client SDKs are explicitly described as being for frontend/user-facing applications (browsers, mobile, desktop); 2) Server SDKs use API Keys for authentication, clearly explained; 3) Server SDKs can bypass standard user permissions based on API Key scopes; 4) Client SDKs require user sessions (cookies/JWTs). The answer goes well beyond the minimum requirements with a detailed comparison table, security considerations, and practical use cases, all of which are accurate and relevant.",
          "promptTokens": 326,
          "completionTokens": 1584,
          "totalTokens": 1910,
          "cost": 0.002458,
          "durationMs": 7085,
          "tokensPerSecond": 223.57,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 515,
          "completionTokens": 301,
          "totalTokens": 816,
          "cost": 0.00058,
          "durationMs": 2780,
          "tokensPerSecond": 108.27,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite uses a granular, **Role-Based Access Control (RBAC)** system to secure resources. This model allows you to define exactly who can perform specific actions on individual documents in a database or files in storage.\n\nHere is a breakdown of how the model works and the components involved.\n\n---\n\n### How the Permission Model Works\n\nPermissions are stored as an **array of strings** directly on the resource (e.g., a document or a file). Each string defines a specific **action** that a specific **role** is allowed to perform.\n\nWhen a user makes a request to Appwrite, the system evaluates the user's identity and roles against the permission strings attached to the requested resource. If the user's role matches any of the allowed roles for that action, the request is granted; otherwise, it is denied.\n\nBecause these permissions are enforced server-side, they remain secure even if the client-side code is manipulated.\n\n---\n\n### Permission Actions (The \"What\")\n\nThese define the type of operation being permitted.\n\n| Action | Description |\n| :--- | :--- |\n| `read` | Allows viewing the resource. |\n| `write` | Allows updating or deleting the resource. |\n| `create` | Allows creating a new resource (usually applied to collections or buckets). |\n| `update` | Allows modifying an existing resource. |\n| `delete` | Allows removing the resource. |\n\n---\n\n### Permission Roles (The \"Who\")\n\nThese define the identity or group that is granted the action.\n\n| Role | Description |\n| :--- | :--- |\n| `any` | Anyone, including unauthenticated (guest) users. |\n| `users` | Any authenticated user. |\n| `user(userId)` | A specific user identified by their unique ID. |\n| `team(teamId, role)` | Members of a specific team who hold a specific role within that team. |\n| `member(membershipId)` | A specific membership ID. |\n\n---\n\n### Examples\n\nPermissions are formatted as `action(\"role\")`.\n\n#### 1. Public Read, Private Write\nIf you want a document to be readable by everyone, but only editable by the user who created it (assuming their ID is `user_123`):\n```json\n[\"read(\\\"any\\\")\", \"write(\\\"user(user_123)\\\")\"]\n```\n\n#### 2. Team-Based Access\nIf you want a document to be readable and editable only by members of the \"marketing\" team who have the \"editor\" role:\n```json\n[\"read(\\\"team(marketing, editor)\\\")\", \"write(\\\"team(marketing, editor)\\\")\"]\n```\n\n#### 3. Authenticated Users Only\nIf you want a file to be accessible only by logged-in users:\n```json\n[\"read(\\\"users\\\")\"]\n```\n\n---\n\n### Important Considerations\n\n*   **Granularity:** Permissions are applied at the **document level** (for databases) and the **file level** (for storage). This means you can have different permissions for every single document in the same collection.\n*   **Default Permissions:** When creating a collection or a storage bucket, you define **default permissions**. These permissions are automatically applied to any new document or file created within that collection or bucket, unless overridden during the creation of that specific document/file.\n*   **Inheritance:** Permissions do not \"inherit\" from the collection to the document in a way that prevents you from changing them. The collection's default permissions are simply a template applied at the moment of creation.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all three rubric requirements well: 1) Permission types are clearly listed including read, create, update, delete (plus write), 2) Multiple role types are described including any, users, user(userId), team(teamId), member(membershipId) - well over 3 role types, 3) It clearly explains that permissions are set on individual resources (documents and files). The answer also mentions the SDK-style roles (any, users, user, team, member) which align with the reference answer's Role.any(), Role.users(), Role.user(id), Role.team(id), Role.member(id). Minor gap: it doesn't mention Role.guests() or Role.label() specifically, but otherwise the coverage is comprehensive and accurate.",
          "promptTokens": 321,
          "completionTokens": 1693,
          "totalTokens": 2014,
          "cost": 0.00262,
          "durationMs": 6666,
          "tokensPerSecond": 253.98,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 283,
          "totalTokens": 817,
          "cost": 0.000558,
          "durationMs": 3330,
          "tokensPerSecond": 84.98,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7272,
          "completionTokens": 172,
          "totalTokens": 7444,
          "cost": 0.002076,
          "durationMs": 3118,
          "tokensPerSecond": 55.16,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7277,
          "completionTokens": 396,
          "totalTokens": 7673,
          "cost": 0.002413,
          "durationMs": 7245,
          "tokensPerSecond": 54.66,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 580,
          "completionTokens": 297,
          "totalTokens": 877,
          "cost": 0.000591,
          "durationMs": 5854,
          "tokensPerSecond": 50.73,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 551,
          "completionTokens": 398,
          "totalTokens": 949,
          "cost": 0.000735,
          "durationMs": 3594,
          "tokensPerSecond": 110.74,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7249,
          "completionTokens": 227,
          "totalTokens": 7476,
          "cost": 0.002153,
          "durationMs": 3264,
          "tokensPerSecond": 69.55,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 237,
          "totalTokens": 774,
          "cost": 0.00049,
          "durationMs": 1886,
          "tokensPerSecond": 125.66,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7267,
          "completionTokens": 183,
          "totalTokens": 7450,
          "cost": 0.002091,
          "durationMs": 3498,
          "tokensPerSecond": 52.32,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 554,
          "completionTokens": 308,
          "totalTokens": 862,
          "cost": 0.000601,
          "durationMs": 1967,
          "tokensPerSecond": 156.58,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7241,
          "completionTokens": 387,
          "totalTokens": 7628,
          "cost": 0.002391,
          "durationMs": 3891,
          "tokensPerSecond": 99.46,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 286,
          "totalTokens": 836,
          "cost": 0.000567,
          "durationMs": 2117,
          "tokensPerSecond": 135.1,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Appwrite provides a comprehensive suite of backend services to help developers build applications faster. Here are three core Appwrite services:\n\n### 1. Authentication\nThe **Authentication** service handles user management and security. It allows you to easily implement sign-up, login, and session management using various methods, including:\n*   **Email/Password:** Traditional authentication.\n*   **OAuth2:** Integration with providers like Google, GitHub, Facebook, and many others.\n*   **Anonymous Login:** Allowing users to access features without creating an account immediately.\n*   **Magic URLs/SMS:** Passwordless authentication options.\n\n### 2. Databases\nThe **Databases** service provides a flexible, document-based database solution. It allows you to structure your data into databases, tables, and rows. It includes powerful features such as:\n*   **Querying:** Advanced filtering, sorting, and pagination capabilities.\n*   **Relationships:** Defining relationships between different data entities.\n*   **Permissions:** Granular, document-level access control to ensure users can only read or modify the data they are authorized to access.\n\n### 3. Storage\nThe **Storage** service is designed for managing user-uploaded files, such as images, videos, documents, or any other binary data. Key features include:\n*   **File Management:** Uploading, listing, downloading, and deleting files.\n*   **Image Transformations:** On-the-fly image resizing, cropping, and format conversion.\n*   **Security:** Similar to the database service, it supports fine-grained permissions to control who can upload, view, or delete specific files.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly identifies three Appwrite services (Authentication, Databases, Storage) with accurate and detailed descriptions of their purposes. Authentication covers user management, OAuth2, sessions, and passwordless options. Databases covers document storage, querying, relationships, and permissions. Storage covers file management, image transformations, and access control. These all align well with the reference answer. The only minor issue is that 'Databases' is described somewhat generically (the current Appwrite product is called 'TablesDB' in the reference), but the description is functionally accurate and the service is clearly identifiable. The answer exceeds the minimum requirement of three services with correct purposes.",
          "promptTokens": 6850,
          "completionTokens": 819,
          "totalTokens": 7669,
          "cost": 0.002941,
          "durationMs": 6502,
          "tokensPerSecond": 125.96,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7265,
          "completionTokens": 239,
          "totalTokens": 7504,
          "cost": 0.002175,
          "durationMs": 3382,
          "tokensPerSecond": 70.67,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7283,
          "completionTokens": 297,
          "totalTokens": 7580,
          "cost": 0.002266,
          "durationMs": 3253,
          "tokensPerSecond": 91.3,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7341,
          "completionTokens": 89,
          "totalTokens": 7430,
          "cost": 0.001969,
          "durationMs": 5145,
          "tokensPerSecond": 17.3,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "To implement email/password authentication with the Appwrite Web SDK, you need to initialize the `Client` and use the `Account` service.\n\n### 1. Installation\nFirst, ensure you have the Appwrite SDK installed:\n\n```bash\nnpm install appwrite\n```\n\n### 2. Implementation\n\nHere is the complete code to set up the client, sign up a user, and log them in.\n\n```javascript\nimport { Client, Account, ID } from \"appwrite\";\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite Endpoint\n    .setProject('YOUR_PROJECT_ID');              // Your Project ID\n\nconst account = new Account(client);\n\n// 2. Function to Sign Up (Create Account)\nasync function signUp(email, password, name) {\n    try {\n        // ID.unique() generates a unique ID for the user\n        const user = await account.create(ID.unique(), email, password, name);\n        console.log(\"Account created successfully:\", user);\n    } catch (error) {\n        console.error(\"Signup failed:\", error.message);\n    }\n}\n\n// 3. Function to Log In (Create Session)\nasync function login(email, password) {\n    try {\n        const session = await account.createEmailPasswordSession(email, password);\n        console.log(\"Session created successfully:\", session);\n    } catch (error) {\n        console.error(\"Login failed:\", error.message);\n    }\n}\n\n// --- Usage Examples ---\n// signUp(\"user@example.com\", \"password123\", \"John Doe\");\n// login(\"user@example.com\", \"password123\");\n```\n\n### Key Concepts:\n\n*   **`Client`**: The entry point for all Appwrite services. You must set the endpoint (where your Appwrite server is hosted) and your Project ID.\n*   **`Account`**: The service used for user authentication.\n*   **`account.create()`**: Creates a new user account. The first argument is the User ID; using `ID.unique()` allows Appwrite to generate a secure, unique ID for you.\n*   **`account.createEmailPasswordSession()`**: Authenticates the user and creates a secure session cookie in the browser. Once this is called, subsequent requests to Appwrite will automatically include the session.\n\n### Important Security Note\nEnsure that in your Appwrite Console, under **Auth > Settings**, you have enabled the **Email/Password** provider.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all five rubric criteria: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation with 'new Account(client)', (3) account.create() with ID.unique(), email, password, and name, (4) account.createEmailPasswordSession() for login, and (5) correct imports from 'appwrite' including Client, Account, and ID. The code is well-structured, includes error handling, usage examples, and helpful explanations of key concepts.",
          "promptTokens": 336,
          "completionTokens": 1303,
          "totalTokens": 1639,
          "cost": 0.002039,
          "durationMs": 5152,
          "tokensPerSecond": 252.91,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 262,
          "totalTokens": 799,
          "cost": 0.000527,
          "durationMs": 10181,
          "tokensPerSecond": 25.73,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7345,
          "completionTokens": 272,
          "totalTokens": 7617,
          "cost": 0.002244,
          "durationMs": 4663,
          "tokensPerSecond": 58.33,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "In Appwrite, **sessions** are the mechanism used to maintain a user's authenticated state across multiple requests. When a user successfully authenticates, Appwrite creates a session record in its database and provides the client with a session identifier.\n\nHere is a breakdown of how they work, how they are managed, and the limits involved.\n\n---\n\n### 1. How Sessions Work\nWhen a user logs in (via email, OAuth, anonymous, etc.), Appwrite performs the following steps:\n1.  **Authentication:** Validates the user's credentials.\n2.  **Session Creation:** Generates a unique, cryptographically secure session ID and stores it in the Appwrite internal database.\n3.  **Persistence:**\n    *   **Web SDK:** Appwrite automatically sets a secure, `HttpOnly`, `SameSite=Strict` cookie in the browser containing the session ID. This ensures the session is automatically sent with subsequent requests to the Appwrite API.\n    *   **Other SDKs (Mobile/Server):** The session ID is returned to the client, which must then include it in the `X-Appwrite-Session` header for subsequent requests.\n\n### 2. Creating Sessions\nSessions are created using the `Account` service. Depending on the authentication method, you use different methods:\n\n*   **Email/Password:** `account.createEmailPasswordSession(email, password)`\n*   **OAuth2:** `account.createOAuth2Session(provider, success, failure, scopes)`\n*   **Anonymous:** `account.createAnonymousSession()`\n*   **Magic URL:** `account.createMagicURLSession(userId, email, url)`\n*   **Phone:** `account.createPhoneSession(userId, phone)`\n\nEach of these methods returns a `Session` object containing metadata like the session ID, the device name, the IP address, and the creation timestamp.\n\n### 3. Managing Sessions\nYou can manage active sessions through the `Account` service:\n\n*   **List Sessions:** You can retrieve a list of all active sessions for the currently logged-in user using `account.listSessions()`. This is useful for building a \"Manage Devices\" or \"Security\" page in your application, allowing users to see where they are logged in.\n*   **Session Metadata:** Appwrite automatically captures metadata for each session, including:\n    *   `deviceBrand`, `deviceModel`, `deviceOS`\n    *   `clientType` (e.g., browser, mobile app)\n    *   `ip` address\n    *   `countryCode`\n\n### 4. Deleting Sessions\nDeleting a session effectively logs the user out.\n\n*   **Log out current device:**\n    ```javascript\n    await account.deleteSession('current');\n    ```\n*   **Log out a specific device:**\n    If you have the `sessionId` from `listSessions()`, you can terminate that specific session:\n    ```javascript\n    await account.deleteSession(sessionId);\n    ```\n*   **Log out of all devices:**\n    To terminate every active session for the user:\n    ```javascript\n    await account.deleteSessions();\n    ```\n\n### 5. Session Limits\nAppwrite enforces limits on the number of active sessions a single user can have to prevent abuse and manage resources.\n\n*   **Default Limit:** By default, a user can have a maximum of **100 active sessions**.\n*   **Behavior when limit is reached:** If a user attempts to create a new session while already at the limit, the oldest session will typically be invalidated to make room for the new one (depending on the specific Appwrite version configuration).\n*   **Configuration:** This limit is configurable. If you are self-hosting Appwrite, you can adjust this limit by changing the `_APP_USER_SESSION_LIMIT` environment variable in your `docker-compose.yml` file.\n\n---\n\n### Summary Table\n\n| Action | Method |\n| :--- | :--- |\n| **Create** | `account.create...Session(...)` |\n| **List** | `account.listSessions()` |\n| **Delete Current** | `account.deleteSession('current')` |\n| **Delete Specific** | `account.deleteSession(sessionId)` |\n| **Delete All** | `account.deleteSessions()` |\n\n*For more detailed implementation examples, you can use the `read_skill` tool to look up the Appwrite TypeScript SDK documentation.*",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer covers most key points: sessions created on authentication (✓), session tokens/cookies including HttpOnly cookies (✓), methods to list/delete sessions (✓), and session expiry is implicitly mentioned through deletion. However, the session limit is stated as 100 by default (configurable via environment variable), while the reference answer specifies 10 per user. This is a factual discrepancy on a specific rubric point. The answer is otherwise comprehensive and well-structured, covering creation methods, management, deletion, and metadata. The incorrect session limit (100 vs 10) prevents a full score.",
          "promptTokens": 325,
          "completionTokens": 1896,
          "totalTokens": 2221,
          "cost": 0.002925,
          "durationMs": 7796,
          "tokensPerSecond": 243.2,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7291,
          "completionTokens": 169,
          "totalTokens": 7460,
          "cost": 0.002076,
          "durationMs": 3080,
          "tokensPerSecond": 54.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7309,
          "completionTokens": 328,
          "totalTokens": 7637,
          "cost": 0.002319,
          "durationMs": 3983,
          "tokensPerSecond": 82.35,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7257,
          "completionTokens": 291,
          "totalTokens": 7548,
          "cost": 0.002251,
          "durationMs": 4067,
          "tokensPerSecond": 71.55,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7406,
          "completionTokens": 176,
          "totalTokens": 7582,
          "cost": 0.002115,
          "durationMs": 3267,
          "tokensPerSecond": 53.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7241,
          "completionTokens": 269,
          "totalTokens": 7510,
          "cost": 0.002214,
          "durationMs": 3861,
          "tokensPerSecond": 69.67,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7223,
          "completionTokens": 505,
          "totalTokens": 7728,
          "cost": 0.002563,
          "durationMs": 4439,
          "tokensPerSecond": 113.76,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7268,
          "completionTokens": 298,
          "totalTokens": 7566,
          "cost": 0.002264,
          "durationMs": 3488,
          "tokensPerSecond": 85.44,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7281,
          "completionTokens": 228,
          "totalTokens": 7509,
          "cost": 0.002162,
          "durationMs": 3485,
          "tokensPerSecond": 65.42,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7290,
          "completionTokens": 123,
          "totalTokens": 7413,
          "cost": 0.002007,
          "durationMs": 3411,
          "tokensPerSecond": 36.06,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7329,
          "completionTokens": 268,
          "totalTokens": 7597,
          "cost": 0.002234,
          "durationMs": 3429,
          "tokensPerSecond": 78.16,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 525,
          "completionTokens": 363,
          "totalTokens": 888,
          "cost": 0.000676,
          "durationMs": 3177,
          "tokensPerSecond": 114.26,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7366,
          "completionTokens": 358,
          "totalTokens": 7724,
          "cost": 0.002379,
          "durationMs": 5469,
          "tokensPerSecond": 65.46,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "In Appwrite, both `account.deleteSession()` and `account.deleteSessions()` are used to manage user authentication sessions, but they differ in scope.\n\nHere is the breakdown of the differences and when to use each.\n\n---\n\n### 1. `account.deleteSession(sessionId)`\n\nThis method deletes a **specific** session identified by its unique ID.\n\n*   **Scope:** Targeted. It only invalidates the session corresponding to the provided `sessionId`.\n*   **Argument:** Requires the `sessionId` string.\n*   **Common Shortcut:** You can pass the string `'current'` as the `sessionId` to delete the session that the user is currently using (i.e., the one they are logged into right now).\n\n#### When to use it:\n*   **Standard Logout:** When a user clicks \"Log Out\" on their current device, you typically call `account.deleteSession('current')`.\n*   **Device Management:** If your application has a \"Security\" or \"Active Sessions\" page where users can see a list of devices they are logged into (e.g., \"Chrome on Windows,\" \"iPhone 15\"), you would use this method to allow the user to selectively log out of a specific device.\n\n---\n\n### 2. `account.deleteSessions()`\n\nThis method deletes **all** sessions associated with the current user account.\n\n*   **Scope:** Global. It invalidates every session the user has across all devices and browsers.\n*   **Argument:** None.\n\n#### When to use it:\n*   **Security Compromise:** If a user suspects their account has been compromised, they can use this to immediately force a logout on every device they own.\n*   **Account Deletion/Reset:** If a user is deleting their account or performing a sensitive action that requires a fresh authentication state, you might want to clear all existing sessions.\n*   **\"Log out of all devices\":** If you want to provide a \"Log out of all devices\" feature in your application settings.\n\n---\n\n### Summary Comparison\n\n| Feature | `account.deleteSession(sessionId)` | `account.deleteSessions()` |\n| :--- | :--- | :--- |\n| **Scope** | Single session | All sessions |\n| **Argument** | Required (`sessionId` or `'current'`) | None |\n| **Primary Use Case** | Standard logout or removing a specific device | Global logout (security/reset) |\n\n---\n\n### Code Examples (TypeScript/JavaScript)\n\n#### Deleting the current session (Standard Logout)\n```javascript\nimport { Account, Client } from 'appwrite';\n\nconst client = new Client();\nconst account = new Account(client);\n\n// Logs out the user from the current device\nawait account.deleteSession('current');\n```\n\n#### Deleting a specific session (e.g., from a list of devices)\n```javascript\n// Assuming you have a sessionId from a list of sessions\nconst sessionIdToDelete = '65a1b2c3d4e5f6g7h8i9'; \n\nawait account.deleteSession(sessionIdToDelete);\n```\n\n#### Deleting all sessions (Global Logout)\n```javascript\n// Logs out the user from every device they are logged into\nawait account.deleteSessions();\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (including the 'current' shortcut), 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each (standard logout/device management vs. security compromise/logout everywhere). The answer goes beyond the reference with helpful code examples, a comparison table, and additional context, all of which are accurate and relevant.",
          "promptTokens": 326,
          "completionTokens": 1393,
          "totalTokens": 1719,
          "cost": 0.002171,
          "durationMs": 5689,
          "tokensPerSecond": 244.86,
          "toolCallCount": 0
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7276,
          "completionTokens": 163,
          "totalTokens": 7439,
          "cost": 0.002064,
          "durationMs": 4142,
          "tokensPerSecond": 39.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7344,
          "completionTokens": 164,
          "totalTokens": 7508,
          "cost": 0.002082,
          "durationMs": 3873,
          "tokensPerSecond": 42.34,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "In Appwrite, what you refer to as \"Tables\" are called **Collections**, and the \"TablesDB API\" is accessed via the **`Databases`** service.\n\nBelow is the JavaScript code using the Appwrite Web SDK to create a database, a collection, define the attributes (columns), and insert a document (row).\n\n### Prerequisites\nEnsure you have installed the SDK:\n```bash\nnpm install appwrite\n```\n\n### Implementation\n\n```javascript\nimport { Client, Databases, ID } from 'appwrite';\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your API Endpoint\n    .setProject('YOUR_PROJECT_ID');              // Your Project ID\n\nconst databases = new Databases(client);\n\nasync function setupDatabaseAndInsert() {\n    try {\n        // 2. Create the Database\n        const database = await databases.create(ID.unique(), 'TaskDatabase');\n        const dbId = database.$id;\n        console.log('Database created:', dbId);\n\n        // 3. Create the Collection (\"tasks\" table)\n        const collection = await databases.createCollection(dbId, ID.unique(), 'tasks');\n        const colId = collection.$id;\n        console.log('Collection created:', colId);\n\n        // 4. Create Attributes (Columns)\n        // Note: Attribute creation is asynchronous. \n        // In production, you may need to wait for these to be ready.\n        await databases.createStringAttribute(dbId, colId, 'title', 255, true);\n        await databases.createBooleanAttribute(dbId, colId, 'completed', true);\n        await databases.createDatetimeAttribute(dbId, colId, 'dueDate', true);\n        console.log('Attributes created.');\n\n        // 5. Insert a Row (Document)\n        // We wait briefly to ensure attributes are fully processed by Appwrite\n        await new Promise(resolve => setTimeout(resolve, 2000));\n\n        const document = await databases.createDocument(\n            dbId,\n            colId,\n            ID.unique(),\n            {\n                title: 'Finish Appwrite documentation',\n                completed: false,\n                dueDate: new Date().toISOString() // ISO string format for Datetime\n            }\n        );\n        console.log('Document inserted:', document.$id);\n\n    } catch (error) {\n        console.error('Error:', error);\n    }\n}\n\nsetupDatabaseAndInsert();\n```\n\n### Key Considerations\n\n1.  **Asynchronous Attribute Creation:** When you create attributes via the SDK, Appwrite processes them in the background. If you try to insert a document immediately after creating attributes, you might get an error saying the attribute does not exist yet. The `setTimeout` in the example is a simple way to handle this for demonstration purposes. In a production environment, you might implement a retry mechanism or check the collection status.\n2.  **`ID.unique()`:** This is the recommended way to generate unique IDs for databases, collections, and documents.\n3.  **Datetime Format:** Appwrite expects datetime fields to be in ISO 8601 format (e.g., `new Date().toISOString()`).\n4.  **Permissions:** By default, newly created collections have no permissions. If you need to read or write to this collection from the client-side, you will need to update the collection's permissions using `databases.updateCollection` after creating it.",
          "correct": false,
          "score": 0.1,
          "judgeReasoning": "The question specifically asks about the 'TablesDB API' which appears to be a fictional/non-existent Appwrite API. The model correctly identifies that Appwrite uses 'Collections' and the 'Databases' service rather than a 'TablesDB' API, and provides accurate code using the real Appwrite Web SDK. However, the rubric explicitly requires using TablesDB service with methods like tablesDB.create(), tablesDB.createTable(), and tablesDB.createRow() - none of which appear in the answer. The model used the standard Databases API instead. Since the question is asking about a non-existent API and the model correctly identified this but didn't attempt to use the fictional TablesDB API as specified in the rubric, the score should be very low as it doesn't meet the rubric criteria.",
          "promptTokens": 352,
          "completionTokens": 1791,
          "totalTokens": 2143,
          "cost": 0.002775,
          "durationMs": 6659,
          "tokensPerSecond": 268.96,
          "toolCallCount": 0
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 609,
          "completionTokens": 324,
          "totalTokens": 933,
          "cost": 0.000638,
          "durationMs": 2005,
          "tokensPerSecond": 161.6,
          "toolCallCount": 0
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 568,
          "completionTokens": 279,
          "totalTokens": 847,
          "cost": 0.000561,
          "durationMs": 2270,
          "tokensPerSecond": 122.91,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "In Appwrite, the database service is simply called **Databases** (it is not referred to as \"TablesDB\").\n\nTo query documents within a collection, you use the `databases.listDocuments()` method. This method accepts an array of `Query` objects, which allow you to filter, sort, limit, and paginate your results efficiently.\n\nHere is how to use the `Query` class.\n\n---\n\n### 1. Filtering\nFiltering allows you to narrow down the results based on specific attribute values.\n\n```javascript\nimport { Query } from 'appwrite';\n\n// Example: Get all active users who are older than 18\nconst response = await databases.listDocuments(\n    'databaseId',\n    'collectionId',\n    [\n        Query.equal('status', 'active'),\n        Query.greaterThan('age', 18)\n    ]\n);\n```\n\n**Common Filtering Methods:**\n*   `Query.equal(attribute, value)`\n*   `Query.notEqual(attribute, value)`\n*   `Query.greaterThan(attribute, value)`\n*   `Query.lessThan(attribute, value)`\n*   `Query.contains(attribute, value)` (Useful for strings or arrays)\n\n---\n\n### 2. Sorting\nYou can sort results by any attribute in ascending or descending order.\n\n```javascript\n// Example: Sort by creation date, newest first\nconst response = await databases.listDocuments(\n    'databaseId',\n    'collectionId',\n    [\n        Query.orderDesc('$createdAt')\n    ]\n);\n```\n\n*   `Query.orderAsc(attribute)`\n*   `Query.orderDesc(attribute)`\n\n---\n\n### 3. Limiting and Pagination\nPagination is essential for performance when dealing with large datasets.\n\n#### Using `limit`\nThe `limit` query restricts the number of documents returned in a single request.\n\n```javascript\n// Example: Get only 10 documents\nconst response = await databases.listDocuments(\n    'databaseId',\n    'collectionId',\n    [\n        Query.limit(10)\n    ]\n);\n```\n\n#### Using Cursors (Recommended for Pagination)\nWhile you can use `offset` to skip documents, **using cursors (`cursorAfter` or `cursorBefore`) is significantly faster and more reliable** for large datasets, as it does not require the database to scan through skipped rows.\n\nTo paginate, you pass the ID of the last document from the previous page into `cursorAfter`.\n\n```javascript\n// Page 1: Get first 10\nconst page1 = await databases.listDocuments('dbId', 'colId', [\n    Query.limit(10),\n    Query.orderAsc('name')\n]);\n\n// Get the ID of the last document from page 1\nconst lastId = page1.documents[page1.documents.length - 1].$id;\n\n// Page 2: Get next 10 starting after the last document of page 1\nconst page2 = await databases.listDocuments('dbId', 'colId', [\n    Query.limit(10),\n    Query.orderAsc('name'),\n    Query.cursorAfter(lastId)\n]);\n```\n\n---\n\n### Complete Example\nCombining these techniques allows for powerful data retrieval.\n\n```javascript\nimport { Client, Databases, Query } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('YOUR_PROJECT_ID');\n\nconst databases = new Databases(client);\n\nasync function getPaginatedActiveUsers(lastDocumentId = null) {\n    const queries = [\n        Query.equal('status', 'active'), // Filter\n        Query.orderAsc('name'),          // Sort\n        Query.limit(20)                  // Limit\n    ];\n\n    // Add cursor if we are fetching subsequent pages\n    if (lastDocumentId) {\n        queries.push(Query.cursorAfter(lastDocumentId));\n    }\n\n    try {\n        const response = await databases.listDocuments(\n            'YOUR_DATABASE_ID',\n            'YOUR_COLLECTION_ID',\n            queries\n        );\n        return response;\n    } catch (error) {\n        console.error(error);\n    }\n}\n```\n\n### Key Takeaways\n1.  **Combine Queries:** You can pass multiple `Query` objects in the array. Appwrite will apply them as an `AND` operation.\n2.  **Performance:** Always use `limit` to prevent fetching too much data at once.\n3.  **Cursors over Offsets:** Prefer `cursorAfter` for pagination to ensure your application remains fast as your database grows.",
          "correct": false,
          "score": 0.3,
          "judgeReasoning": "The answer demonstrates good knowledge of Appwrite's Query class with correct methods (Query.equal(), Query.orderDesc(), Query.orderAsc(), Query.limit(), Query.cursorAfter(), Query.greaterThan(), etc.) and shows proper usage patterns. However, the question specifically asks about 'TablesDB' and 'listRows()', which appears to be a specific Appwrite feature/API. The answer instead describes the standard Databases service with 'listDocuments()'. The rubric requires passing queries to 'listRows()' specifically, and the answer uses 'listDocuments()' instead. While the Query class methods shown are correct and the answer is technically accurate for standard Appwrite Databases, it doesn't address the TablesDB-specific API that the question asks about. The answer also doesn't use Query.offset() (instead recommending cursors), though cursorAfter is mentioned as an alternative. Given that the answer correctly covers Query.equal(), Query.orderDesc()/orderAsc(), Query.limit(), and cursorAfter(), but fails on the critical requirement of using listRows() for TablesDB, the score reflects partial credit.",
          "promptTokens": 330,
          "completionTokens": 2006,
          "totalTokens": 2336,
          "cost": 0.003092,
          "durationMs": 7519,
          "tokensPerSecond": 266.79,
          "toolCallCount": 0
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 253,
          "totalTokens": 816,
          "cost": 0.00052,
          "durationMs": 2093,
          "tokensPerSecond": 120.88,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7320,
          "completionTokens": 170,
          "totalTokens": 7490,
          "cost": 0.002085,
          "durationMs": 3345,
          "tokensPerSecond": 50.82,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7322,
          "completionTokens": 378,
          "totalTokens": 7700,
          "cost": 0.002398,
          "durationMs": 4303,
          "tokensPerSecond": 87.85,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7258,
          "completionTokens": 278,
          "totalTokens": 7536,
          "cost": 0.002232,
          "durationMs": 4846,
          "tokensPerSecond": 57.37,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7346,
          "completionTokens": 259,
          "totalTokens": 7605,
          "cost": 0.002225,
          "durationMs": 3455,
          "tokensPerSecond": 74.96,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7279,
          "completionTokens": 190,
          "totalTokens": 7469,
          "cost": 0.002105,
          "durationMs": 3220,
          "tokensPerSecond": 59.01,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 554,
          "completionTokens": 251,
          "totalTokens": 805,
          "cost": 0.000515,
          "durationMs": 2087,
          "tokensPerSecond": 120.27,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7309,
          "completionTokens": 143,
          "totalTokens": 7452,
          "cost": 0.002042,
          "durationMs": 3430,
          "tokensPerSecond": 41.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7287,
          "completionTokens": 234,
          "totalTokens": 7521,
          "cost": 0.002173,
          "durationMs": 3684,
          "tokensPerSecond": 63.52,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 217,
          "totalTokens": 780,
          "cost": 0.000466,
          "durationMs": 1880,
          "tokensPerSecond": 115.43,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7331,
          "completionTokens": 324,
          "totalTokens": 7655,
          "cost": 0.002319,
          "durationMs": 4704,
          "tokensPerSecond": 68.88,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7326,
          "completionTokens": 137,
          "totalTokens": 7463,
          "cost": 0.002037,
          "durationMs": 4188,
          "tokensPerSecond": 32.71,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7325,
          "completionTokens": 706,
          "totalTokens": 8031,
          "cost": 0.00289,
          "durationMs": 5568,
          "tokensPerSecond": 126.8,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter, sort, and limit results in Appwrite, you pass an array of `Query` objects to the `listDocuments` method.\n\nHere is how you achieve your specific requirements:\n\n### Code Example (TypeScript/JavaScript)\n\n```javascript\nimport { Client, Databases, Query } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst databases = new Databases(client);\n\nconst promise = databases.listDocuments(\n    '[DATABASE_ID]',\n    '[COLLECTION_ID]',\n    [\n        Query.greaterThan('yourNumericField', 100), // Filter: field > 100\n        Query.orderDesc('yourNumericField'),        // Sort: descending\n        Query.limit(20)                             // Limit: max 20 results\n    ]\n);\n\npromise.then(\n    function (response) {\n        console.log(response);\n    },\n    function (error) {\n        console.log(error);\n    }\n);\n```\n\n### Key Components\n\n1.  **`Query.greaterThan('fieldName', 100)`**: Filters the documents to include only those where the specified numeric field is strictly greater than 100.\n2.  **`Query.orderDesc('fieldName')`**: Sorts the resulting documents by the specified field in descending order.\n3.  **`Query.limit(20)`**: Restricts the result set to a maximum of 20 documents.\n\n### Important Performance Note\nFor these queries to work efficiently, **you must ensure that the field you are filtering and sorting by is indexed** in your Appwrite Collection settings. If the field is not indexed, Appwrite will throw an error when you attempt to query it. You can add indexes in the Appwrite Console under your Collection's **Attributes & Indexes** tab.",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer correctly includes all three required Query methods: Query.greaterThan for filtering, Query.orderDesc for sorting, and Query.limit(20) for limiting results. However, the answer uses listDocuments() (for the Documents API/Collections) rather than listRows() (for the Databases/Tables API as specified in the reference answer). The reference answer specifically mentions tablesDB.listRows() and passing queries to listRows(). The core Query logic is correct, but the method used to execute the query is different from what the reference answer specifies. This is a meaningful difference as it suggests a different Appwrite API context.",
          "promptTokens": 336,
          "completionTokens": 1201,
          "totalTokens": 1537,
          "cost": 0.001886,
          "durationMs": 4797,
          "tokensPerSecond": 250.36,
          "toolCallCount": 0
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7776,
          "completionTokens": 447,
          "totalTokens": 8223,
          "cost": 0.002615,
          "durationMs": 4255,
          "tokensPerSecond": 105.05,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7228,
          "completionTokens": 568,
          "totalTokens": 7796,
          "cost": 0.002659,
          "durationMs": 4994,
          "tokensPerSecond": 113.74,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7214,
          "completionTokens": 594,
          "totalTokens": 7808,
          "cost": 0.002695,
          "durationMs": 5301,
          "tokensPerSecond": 112.05,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8389,
          "completionTokens": 323,
          "totalTokens": 8712,
          "cost": 0.002582,
          "durationMs": 4346,
          "tokensPerSecond": 74.32,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 296,
          "totalTokens": 846,
          "cost": 0.000582,
          "durationMs": 2591,
          "tokensPerSecond": 114.24,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "To create an Appwrite Function in Node.js that processes a JSON body, you use the standard `export default` signature. Appwrite automatically parses the request body if the `Content-Type` header is set to `application/json`.\n\nHere is the code for your function:\n\n```javascript\nexport default async ({ req, res, log, error }) => {\n  // 1. Access the request body\n  // Appwrite automatically parses JSON bodies into an object\n  const body = req.body;\n\n  // 2. Extract the \"name\" field with a fallback\n  const name = body?.name || 'World';\n\n  // 3. Log information (visible in the Appwrite Console)\n  log(`Generating greeting for: ${name}`);\n\n  // 4. Return the response\n  // Use res.json() to return a JSON object\n  return res.json({\n    message: `Hello, ${name}!`,\n  });\n};\n```\n\n### Key Components:\n\n*   **`req` (Request):** Contains the incoming request data. `req.body` holds the parsed JSON payload.\n*   **`res` (Response):** Used to send the response back to the client. `res.json()` is the standard method for returning JSON data.\n*   **`log`:** A helper function to print logs to the Appwrite Console, which is essential for debugging your function.\n*   **`error`:** A helper function to log errors to the Appwrite Console.\n\n### How to test this:\n\nIf you are using `curl` to test your deployed function, ensure you set the `Content-Type` header:\n\n```bash\ncurl -X POST https://your-appwrite-function-url \\\n  -H \"Content-Type: application/json\" \\\n  -d '{\"name\": \"Alice\"}'\n```\n\n**Expected Response:**\n```json\n{\n  \"message\": \"Hello, Alice!\"\n}\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses 'export default async' function, 2) Destructures context with req, res, log, and error, 3) Parses req.body to extract the name field, 4) Uses res.json() for the response, 5) Follows the correct Appwrite function signature pattern. The code is clean, well-commented, includes a fallback value, and provides helpful testing instructions.",
          "promptTokens": 338,
          "completionTokens": 1186,
          "totalTokens": 1524,
          "cost": 0.001864,
          "durationMs": 5184,
          "tokensPerSecond": 228.78,
          "toolCallCount": 0
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 268,
          "totalTokens": 818,
          "cost": 0.00054,
          "durationMs": 2243,
          "tokensPerSecond": 119.48,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 553,
          "completionTokens": 287,
          "totalTokens": 840,
          "cost": 0.000569,
          "durationMs": 2851,
          "tokensPerSecond": 100.67,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7421,
          "completionTokens": 271,
          "totalTokens": 7692,
          "cost": 0.002262,
          "durationMs": 5266,
          "tokensPerSecond": 51.46,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "Deploying an Appwrite Function using the Appwrite CLI involves configuring your local project and then pushing that configuration to your Appwrite instance.\n\n### Prerequisites\nEnsure you have the Appwrite CLI installed and are logged in to your project:\n```bash\n# Login to your instance\nappwrite login\n\n# Initialize your project (if not already done)\nappwrite init project\n```\n\n---\n\n### Steps to Deploy a Function\n\n#### 1. Initialize the Function\nIf you haven't created the function locally yet, run:\n```bash\nappwrite init functions\n```\nThis will prompt you to provide a name, select a runtime (e.g., `node-22`), and specify an entrypoint file. This creates the necessary directory structure and adds the function configuration to your `appwrite.config.json` (or the file specified in your `includes`).\n\n#### 2. Configure the Function\nOpen your `appwrite.config.json` (or the linked `functions.json` file). You will see an entry for your function. Ensure the `path` points to the directory containing your function code.\n\n#### 3. Push the Function\nTo deploy your code to the Appwrite server, use the `push` command:\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function by ID\nappwrite push functions --function-id <FUNCTION_ID>\n```\n\n---\n\n### Key Configuration Options\nThe behavior of your function is controlled by fields in your `appwrite.config.json`.\n\n| Field | Description |\n| :--- | :--- |\n| `enabled` | Enables or disables the function. |\n| `runtime` | The runtime environment (e.g., `node-22`, `python-3.11`). |\n| `entrypoint` | The file within `path` that executes the function. |\n| `commands` | Build/install commands (e.g., `npm install`) run before deployment. |\n| `path` | The local directory containing your function source code. |\n| `timeout` | Maximum execution duration in seconds. |\n| `events` | Event patterns that trigger the function automatically. |\n| `schedule` | Cron expression for scheduled execution. |\n| `ignore` | Files/folders to ignore when packaging code (e.g., `node_modules`). |\n\n---\n\n### Important Notes\n\n*   **Deployment Activation:** By default, `appwrite push` uploads the code. To immediately make this new deployment the active one, use the `--activate` flag:\n    ```bash\n    appwrite push functions --function-id <FUNCTION_ID> --activate\n    ```\n*   **Environment Variables:** Do **not** define sensitive environment variables in `appwrite.config.json`. Instead, create a `.env` file inside your function's `path` directory. To sync these variables to the server, use:\n    ```bash\n    appwrite push functions --function-id <FUNCTION_ID> --with-variables\n    ```\n*   **Local Development:** You can test your function locally before deploying using:\n    ```bash\n    appwrite run functions\n    ```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric points: (1) CLI installation/login prerequisites, (2) appwrite init functions command, (3) configuration in appwrite.config.json with detailed field descriptions, (4) appwrite push functions command, and (5) key options including runtime, entrypoint, build commands (commands field), permissions (enabled), variables, and schedule. The answer goes beyond the minimum requirements by also covering the --activate flag, environment variables handling, and local development testing, making it a thorough and accurate response.",
          "promptTokens": 7922,
          "completionTokens": 1681,
          "totalTokens": 9603,
          "cost": 0.004502,
          "durationMs": 8137,
          "tokensPerSecond": 206.59,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7278,
          "completionTokens": 345,
          "totalTokens": 7623,
          "cost": 0.002337,
          "durationMs": 4452,
          "tokensPerSecond": 77.49,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8341,
          "completionTokens": 196,
          "totalTokens": 8537,
          "cost": 0.002379,
          "durationMs": 3192,
          "tokensPerSecond": 61.4,
          "toolCallCount": 1
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 560,
          "completionTokens": 982,
          "totalTokens": 1542,
          "cost": 0.001613,
          "durationMs": 4539,
          "tokensPerSecond": 216.35,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7312,
          "completionTokens": 167,
          "totalTokens": 7479,
          "cost": 0.002079,
          "durationMs": 3326,
          "tokensPerSecond": 50.21,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7394,
          "completionTokens": 357,
          "totalTokens": 7751,
          "cost": 0.002384,
          "durationMs": 5408,
          "tokensPerSecond": 66.01,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8467,
          "completionTokens": 385,
          "totalTokens": 8852,
          "cost": 0.002694,
          "durationMs": 5327,
          "tokensPerSecond": 72.27,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 575,
          "completionTokens": 497,
          "totalTokens": 1072,
          "cost": 0.000889,
          "durationMs": 2916,
          "tokensPerSecond": 170.44,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7296,
          "completionTokens": 673,
          "totalTokens": 7969,
          "cost": 0.002834,
          "durationMs": 5562,
          "tokensPerSecond": 121,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7353,
          "completionTokens": 193,
          "totalTokens": 7546,
          "cost": 0.002128,
          "durationMs": 2955,
          "tokensPerSecond": 65.31,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 551,
          "completionTokens": 687,
          "totalTokens": 1238,
          "cost": 0.001168,
          "durationMs": 3877,
          "tokensPerSecond": 177.2,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8354,
          "completionTokens": 136,
          "totalTokens": 8490,
          "cost": 0.002293,
          "durationMs": 3617,
          "tokensPerSecond": 37.6,
          "toolCallCount": 1
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7307,
          "completionTokens": 236,
          "totalTokens": 7543,
          "cost": 0.002181,
          "durationMs": 3621,
          "tokensPerSecond": 65.18,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Appwrite injects several environment variables into the runtime environment of a function, allowing your code to understand its context and handle incoming data.\n\nHere are three commonly used `APPWRITE_FUNCTION_*` environment variables:\n\n### 1. `APPWRITE_FUNCTION_ID`\n*   **What it is:** The unique identifier of the function currently being executed.\n*   **What it is used for:** It is useful for logging, debugging, or if your function needs to make API calls back to the Appwrite server to update its own metadata or status.\n\n### 2. `APPWRITE_FUNCTION_TRIGGER`\n*   **What it is:** Indicates the source or reason that triggered the function execution.\n*   **What it is used for:** It allows your function to change its behavior based on how it was invoked. Common values include `http` (for HTTP requests), `schedule` (for cron-like tasks), or `event` (when triggered by an Appwrite system event, such as `users.create`).\n\n### 3. `APPWRITE_FUNCTION_DATA`\n*   **What it is:** Contains the payload or input data passed to the function.\n*   **What it is used for:** This is the most critical variable for processing input.\n    *   For **HTTP** triggers, it contains the request body.\n    *   For **Event** triggers, it contains the JSON payload of the event that occurred.\n    *   For **Schedule** triggers, it is typically empty unless configured otherwise.\n\n***\n\n*Note: Other useful variables include `APPWRITE_FUNCTION_PROJECT_ID` (the ID of the project the function belongs to) and `APPWRITE_FUNCTION_USER_ID` (the ID of the user who triggered the function, if applicable).*",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly identifies three or more APPWRITE_FUNCTION_* environment variables with accurate descriptions of their purposes: APPWRITE_FUNCTION_ID (unique function identifier for logging/debugging), APPWRITE_FUNCTION_TRIGGER (indicates how the function was invoked - http/schedule/event), and APPWRITE_FUNCTION_DATA (contains the payload/input data). Additionally mentions APPWRITE_FUNCTION_PROJECT_ID and APPWRITE_FUNCTION_USER_ID as bonus variables. All described purposes align with the reference answer.",
          "promptTokens": 332,
          "completionTokens": 1119,
          "totalTokens": 1451,
          "cost": 0.001762,
          "durationMs": 4874,
          "tokensPerSecond": 229.59,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 545,
          "completionTokens": 245,
          "totalTokens": 790,
          "cost": 0.000504,
          "durationMs": 2131,
          "tokensPerSecond": 114.97,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7287,
          "completionTokens": 90,
          "totalTokens": 7377,
          "cost": 0.001957,
          "durationMs": 3033,
          "tokensPerSecond": 29.67,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "To perform these actions using the Appwrite Web SDK, you will primarily use the `Storage` service.\n\n### Prerequisites\n\nEnsure you have installed the Appwrite SDK:\n```bash\nnpm install appwrite\n```\n\n### Implementation\n\nHere is the complete code to initialize the client, create a bucket with specific permissions, upload a file, and generate a preview URL.\n\n```javascript\nimport { Client, Storage, Permission, Role, ID } from \"appwrite\";\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your API Endpoint\n    .setProject('YOUR_PROJECT_ID');             // Your Project ID\n\nconst storage = new Storage(client);\n\nasync function setupAndUpload(file) {\n    try {\n        // 2. Create a Bucket with Permissions\n        // Here, we allow anyone to read, but only logged-in users to create files.\n        const bucket = await storage.createBucket(\n            ID.unique(), \n            \"User Uploads\", \n            [\n                Permission.read(Role.any()),\n                Permission.create(Role.users())\n            ]\n        );\n        console.log(\"Bucket created:\", bucket.$id);\n\n        // 3. Upload a File\n        // 'file' should be a File object from an <input type=\"file\">\n        const uploadedFile = await storage.createFile(\n            bucket.$id,\n            ID.unique(),\n            file\n        );\n        console.log(\"File uploaded:\", uploadedFile.$id);\n\n        // 4. Get a Preview URL\n        // You can customize width, height, gravity, quality, etc.\n        const previewUrl = storage.getFilePreview(\n            bucket.$id, \n            uploadedFile.$id,\n            200, // width\n            200, // height\n            'center', // gravity\n            100 // quality\n        );\n        \n        console.log(\"Preview URL:\", previewUrl);\n        return previewUrl;\n\n    } catch (error) {\n        console.error(\"Error:\", error);\n    }\n}\n\n// Example usage with an HTML input element:\n// const fileInput = document.getElementById('file-input');\n// fileInput.addEventListener('change', (e) => setupAndUpload(e.target.files[0]));\n```\n\n### Key Concepts\n\n1.  **Permissions (`Permission` & `Role`):**\n    *   Permissions are defined as an array of strings.\n    *   `Permission.read(Role.any())`: Allows anyone (even unauthenticated users) to view files in this bucket.\n    *   `Permission.create(Role.users())`: Restricts file uploads to authenticated users only.\n2.  **`ID.unique()`:** This helper generates a unique ID for your bucket and file. You can also provide your own string ID if you prefer.\n3.  **`getFilePreview()`:** This method does not make an API call; it returns a URL string that you can directly set as the `src` attribute of an `<img>` tag in your HTML. Appwrite handles the image processing on the server side based on the parameters you pass (width, height, etc.).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric requirements: 1) Storage service instantiation with `new Storage(client)`, 2) Bucket creation with permissions using `Permission.read(Role.any())` and `Permission.create(Role.users())`, 3) `storage.createFile()` with bucket ID, file ID (`ID.unique()`), and File object, 4) `storage.getFilePreview()` for image preview with customization parameters, 5) Correct imports from 'appwrite' including Client, Storage, Permission, Role, and ID. The code is complete, well-structured, and includes helpful explanations of key concepts.",
          "promptTokens": 334,
          "completionTokens": 1606,
          "totalTokens": 1940,
          "cost": 0.002493,
          "durationMs": 5868,
          "tokensPerSecond": 273.69,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7263,
          "completionTokens": 221,
          "totalTokens": 7484,
          "cost": 0.002147,
          "durationMs": 3747,
          "tokensPerSecond": 58.98,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7318,
          "completionTokens": 238,
          "totalTokens": 7556,
          "cost": 0.002187,
          "durationMs": 3291,
          "tokensPerSecond": 72.32,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7239,
          "completionTokens": 308,
          "totalTokens": 7547,
          "cost": 0.002272,
          "durationMs": 22340,
          "tokensPerSecond": 13.79,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7285,
          "completionTokens": 213,
          "totalTokens": 7498,
          "cost": 0.002141,
          "durationMs": 3034,
          "tokensPerSecond": 70.2,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7224,
          "completionTokens": 253,
          "totalTokens": 7477,
          "cost": 0.002186,
          "durationMs": 4464,
          "tokensPerSecond": 56.68,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "All three methods—`getFileView()`, `getFileDownload()`, and `getFilePreview()`—return a URL that allows you to access a file stored in an Appwrite Storage bucket.\n\nThe fundamental difference lies in **how the browser handles the file** when that URL is accessed, which is controlled by the `Content-Disposition` HTTP header.\n\n---\n\n### 1. `storage.getFileView()`\n*   **Purpose:** To display the file directly within the browser.\n*   **Mechanism:** Sets the `Content-Disposition` header to `inline`.\n*   **When to use:**\n    *   When you want to embed an image, PDF, or text file directly into your application UI.\n    *   Example: Displaying a user's profile picture in an `<img>` tag or showing a PDF document inside an `<iframe>`.\n\n### 2. `storage.getFileDownload()`\n*   **Purpose:** To force the browser to download the file to the user's local device.\n*   **Mechanism:** Sets the `Content-Disposition` header to `attachment`.\n*   **When to use:**\n    *   When the user explicitly clicks a \"Download\" button.\n    *   When the file type is not meant to be rendered in the browser (e.g., a `.zip` archive, a `.csv` file, or a raw data file).\n\n### 3. `storage.getFilePreview()`\n*   **Purpose:** To retrieve a **transformed** version of an image or PDF.\n*   **Mechanism:** Allows you to pass parameters to resize, crop, change the quality, or convert the format of the file on the fly.\n*   **When to use:**\n    *   When you need to optimize images for performance (e.g., generating a small thumbnail from a large high-resolution photo).\n    *   When you need to ensure an image fits specific dimensions in your UI layout.\n    *   *Note:* This method is specifically designed for image and PDF files.\n\n---\n\n### Summary Comparison\n\n| Method | Primary Goal | `Content-Disposition` | Best For |\n| :--- | :--- | :--- | :--- |\n| **`getFileView`** | Display in browser | `inline` | Images, PDFs, Text files |\n| **`getFileDownload`** | Save to disk | `attachment` | ZIPs, Documents, Exports |\n| **`getFilePreview`** | Transform/Resize | N/A (Dynamic) | Thumbnails, Responsive images |\n\n---\n\n### Code Examples (JavaScript/TypeScript)\n\n```javascript\nimport { Storage } from 'appwrite';\n\nconst storage = new Storage(client);\n\n// 1. View: Displaying an image in an <img> tag\nconst viewUrl = storage.getFileView('bucketId', 'fileId');\n// Result: <img src={viewUrl} />\n\n// 2. Download: Triggering a download\nconst downloadUrl = storage.getFileDownload('bucketId', 'fileId');\n// Result: <a href={downloadUrl} download>Download File</a>\n\n// 3. Preview: Getting a 200x200px thumbnail\nconst previewUrl = storage.getFilePreview(\n    'bucketId', \n    'fileId', \n    200,   // width\n    200,   // height\n    'center', // gravity\n    100    // quality\n);\n// Result: <img src={previewUrl} />\n```\n\n**Important Note:** All these methods return a URL that includes the necessary project and authentication information. If your bucket permissions are set to \"Private,\" the URL will only work for users who have the appropriate read permissions for that specific file.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations including resize, crop, format conversion, and quality adjustment, 4) clear use cases for each method. The answer goes beyond the reference with helpful code examples, a comparison table, and notes about permissions, all of which are accurate and add value.",
          "promptTokens": 329,
          "completionTokens": 1595,
          "totalTokens": 1924,
          "cost": 0.002475,
          "durationMs": 6138,
          "tokensPerSecond": 259.86,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7297,
          "completionTokens": 261,
          "totalTokens": 7558,
          "cost": 0.002216,
          "durationMs": 3293,
          "tokensPerSecond": 79.26,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7310,
          "completionTokens": 268,
          "totalTokens": 7578,
          "cost": 0.002229,
          "durationMs": 4409,
          "tokensPerSecond": 60.78,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7296,
          "completionTokens": 486,
          "totalTokens": 7782,
          "cost": 0.002553,
          "durationMs": 4087,
          "tokensPerSecond": 118.91,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7438,
          "completionTokens": 235,
          "totalTokens": 7673,
          "cost": 0.002212,
          "durationMs": 3406,
          "tokensPerSecond": 69,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7320,
          "completionTokens": 218,
          "totalTokens": 7538,
          "cost": 0.002157,
          "durationMs": 3094,
          "tokensPerSecond": 70.46,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 558,
          "completionTokens": 388,
          "totalTokens": 946,
          "cost": 0.000722,
          "durationMs": 2341,
          "tokensPerSecond": 165.74,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7302,
          "completionTokens": 306,
          "totalTokens": 7608,
          "cost": 0.002285,
          "durationMs": 3635,
          "tokensPerSecond": 84.18,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7292,
          "completionTokens": 286,
          "totalTokens": 7578,
          "cost": 0.002252,
          "durationMs": 4359,
          "tokensPerSecond": 65.61,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7384,
          "completionTokens": 297,
          "totalTokens": 7681,
          "cost": 0.002292,
          "durationMs": 4164,
          "tokensPerSecond": 71.33,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7301,
          "completionTokens": 237,
          "totalTokens": 7538,
          "cost": 0.002181,
          "durationMs": 21862,
          "tokensPerSecond": 10.84,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "You should use `getFilePreview` when you need to serve an optimized version of an image to the client, rather than the original file. This is crucial for performance, as it allows you to reduce file size, adjust dimensions, and change formats to match the specific needs of the UI (e.g., generating thumbnails, profile pictures, or responsive images).\n\nUse `getFileView` when you need to provide the original, unmodified file, such as when a user wants to download the full-resolution image.\n\n### What `getFilePreview` Supports\n\n`getFilePreview` allows you to apply various transformations to an image on the fly. It supports the following parameters:\n\n*   **Dimensions:** `width` and `height` (in pixels) to resize the image.\n*   **Gravity:** `gravity` (e.g., 'center', 'top', 'left') to determine the focal point when cropping.\n*   **Quality:** `quality` (1-100) to adjust image compression.\n*   **Format:** `output` (e.g., 'jpg', 'png', 'webp') to convert the image format.\n*   **Styling:**\n    *   `borderWidth` and `borderColor`\n    *   `borderRadius`\n    *   `opacity`\n    *   `rotation`\n    *   `background` color",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for image transformations/optimization) from getFileView (for original file). It lists numerous transformation options including width, height, gravity, quality, output format, border, border-radius, opacity, rotation, and background - covering all the key parameters mentioned in the reference answer. The explanation is accurate and complete.",
          "promptTokens": 326,
          "completionTokens": 1269,
          "totalTokens": 1595,
          "cost": 0.001985,
          "durationMs": 5306,
          "tokensPerSecond": 239.16,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8338,
          "completionTokens": 178,
          "totalTokens": 8516,
          "cost": 0.002352,
          "durationMs": 3532,
          "tokensPerSecond": 50.4,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8384,
          "completionTokens": 207,
          "totalTokens": 8591,
          "cost": 0.002407,
          "durationMs": 3524,
          "tokensPerSecond": 58.74,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 561,
          "completionTokens": 301,
          "totalTokens": 862,
          "cost": 0.000592,
          "durationMs": 3001,
          "tokensPerSecond": 100.3,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "Deploying a site to Appwrite is primarily managed through the **Appwrite CLI**.\n\n### How to Deploy a Site\n\nTo deploy a site, you generally follow these steps using the Appwrite CLI:\n\n1.  **Initialize:** If you are setting up a new site configuration in your project, run:\n    ```bash\n    appwrite init sites\n    ```\n    This will help you create the necessary configuration in your `appwrite.config.json` file.\n2.  **Pull (Optional):** If you have already created a site via the Appwrite Console and want to sync it locally, run:\n    ```bash\n    appwrite pull sites\n    ```\n3.  **Deploy:** Once your configuration is set, deploy your site by running:\n    ```bash\n    appwrite push sites\n    ```\n\n---\n\n### Build Configuration Options\n\nSite configuration is defined in your `appwrite.config.json` file (or a separate JSON file if using `includes`). These settings dictate how Appwrite builds and serves your site.\n\n| Field | Description |\n| :--- | :--- |\n| `framework` | The framework preset used for build and deployment defaults (e.g., `astro`, `nextjs`). |\n| `installCommand` | Command used to install dependencies (e.g., `npm install`). |\n| `buildCommand` | Command used to build the site (e.g., `npm run build`). |\n| `outputDirectory` | The directory containing the static build output (e.g., `./dist`). |\n| `buildRuntime` | The runtime used to build the site (e.g., `node-22`). |\n| `buildSpecification` | Compute specification used while building the deployment. |\n| `runtimeSpecification` | Compute specification used while serving runtime workloads. |\n| `adapter` | Deployment adapter (e.g., `static` or `ssr` behavior). |\n| `startCommand` | Command used to start server-rendered output. |\n| `fallbackFile` | Fallback file for SPA routing or missing routes. |\n| `timeout` | Maximum request or function duration in seconds for server-rendered sites. |\n| `logging` | Enables/disables site request and build logs. |\n| `deploymentRetention` | Number of days to retain old deployments. |\n\n---\n\n### Deployment Methods\n\n*   **CLI (Interactive):** The standard method for local development and manual deployments using `appwrite push sites`.\n*   **CLI (Non-Interactive/CI/CD):** For automated pipelines, you can use the CLI in non-interactive mode. This is ideal for GitHub Actions, GitLab CI, or other CI/CD platforms:\n    ```bash\n    # Deploy all sites non-interactively\n    appwrite push sites --all --force\n    \n    # Deploy a specific site\n    appwrite push sites --site-id <SITE_ID> --force\n    ```\n\n### Managing Site Variables\nDo not define site variables directly in `appwrite.config.json`. Instead, use a `.env` file inside your site's configured `path`. To sync these variables to Appwrite, use the `--with-variables` flag during deployment:\n\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers several rubric requirements well: build command configuration, output directory setting, framework support/presets, and environment variables (via --with-variables flag). However, it only mentions CLI as a deployment method and completely omits Git-based deployments and manual uploads, which are key deployment methods. The rubric requires at least 2 deployment methods (Git, CLI, or manual), and while the answer mentions CLI in two modes (interactive and non-interactive), these are essentially the same method. The answer is detailed and accurate for what it covers, but missing the Git integration and manual upload deployment methods is a significant gap.",
          "promptTokens": 7922,
          "completionTokens": 1890,
          "totalTokens": 9812,
          "cost": 0.004816,
          "durationMs": 7799,
          "tokensPerSecond": 242.34,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8386,
          "completionTokens": 155,
          "totalTokens": 8541,
          "cost": 0.002329,
          "durationMs": 3648,
          "tokensPerSecond": 42.49,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8284,
          "completionTokens": 736,
          "totalTokens": 9020,
          "cost": 0.003175,
          "durationMs": 5834,
          "tokensPerSecond": 126.16,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 547,
          "completionTokens": 223,
          "totalTokens": 770,
          "cost": 0.000471,
          "durationMs": 1923,
          "tokensPerSecond": 115.96,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8413,
          "completionTokens": 364,
          "totalTokens": 8777,
          "cost": 0.002649,
          "durationMs": 4228,
          "tokensPerSecond": 86.09,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8374,
          "completionTokens": 776,
          "totalTokens": 9150,
          "cost": 0.003258,
          "durationMs": 5532,
          "tokensPerSecond": 140.27,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8309,
          "completionTokens": 63082,
          "totalTokens": 71391,
          "cost": 0.0967,
          "durationMs": 147551,
          "tokensPerSecond": 427.53,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8352,
          "completionTokens": 420,
          "totalTokens": 8772,
          "cost": 0.002718,
          "durationMs": 4178,
          "tokensPerSecond": 100.53,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8354,
          "completionTokens": 220,
          "totalTokens": 8574,
          "cost": 0.002419,
          "durationMs": 6837,
          "tokensPerSecond": 32.18,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8388,
          "completionTokens": 285,
          "totalTokens": 8673,
          "cost": 0.002525,
          "durationMs": 6374,
          "tokensPerSecond": 44.71,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 8344,
          "completionTokens": 63587,
          "totalTokens": 71931,
          "cost": 0.097467,
          "durationMs": 123165,
          "tokensPerSecond": 516.27,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8401,
          "completionTokens": 771,
          "totalTokens": 9172,
          "cost": 0.003257,
          "durationMs": 8173,
          "tokensPerSecond": 94.34,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8347,
          "completionTokens": 382,
          "totalTokens": 8729,
          "cost": 0.00266,
          "durationMs": 4800,
          "tokensPerSecond": 79.58,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8373,
          "completionTokens": 316,
          "totalTokens": 8689,
          "cost": 0.002567,
          "durationMs": 4119,
          "tokensPerSecond": 76.72,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8410,
          "completionTokens": 183,
          "totalTokens": 8593,
          "cost": 0.002377,
          "durationMs": 3060,
          "tokensPerSecond": 59.8,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8368,
          "completionTokens": 328,
          "totalTokens": 8696,
          "cost": 0.002584,
          "durationMs": 5101,
          "tokensPerSecond": 64.3,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "When deploying a site using the Appwrite CLI, you configure your build and deployment settings within the `appwrite.json` file. Here are three key configuration options for Appwrite Sites:\n\n### 1. `buildCommand`\n*   **What it is:** This option specifies the command that Appwrite should execute to build your project before deployment.\n*   **What it is for:** Many modern web frameworks (like React, Vue, or Next.js) require a compilation step to transform source code into static assets. By setting this (e.g., `\"npm run build\"` or `\"yarn build\"`), you ensure that Appwrite generates the necessary production-ready files before serving them.\n\n### 2. `outputDirectory`\n*   **What it is:** This option defines the directory where your build process places the final static files (HTML, CSS, JS) that are ready to be served.\n*   **What it is for:** After the `buildCommand` finishes, Appwrite needs to know exactly which folder contains the production assets to host. Common examples include `\"dist\"`, `\"build\"`, or `\"out\"`. If this is misconfigured, Appwrite will not be able to locate your site's files.\n\n### 3. `rootDirectory`\n*   **What it is:** This option specifies the subdirectory within your repository where the site's source code is located.\n*   **What it is for:** This is particularly useful in monorepo setups where your frontend application might live in a subfolder (e.g., `/apps/my-web-app`) rather than at the root of the Git repository. It tells Appwrite where to start looking for the project configuration and source files.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly identifies three valid deployment/build configuration options for Appwrite Sites: buildCommand (e.g., npm run build), outputDirectory (e.g., dist, build, out), and rootDirectory (for monorepo setups). Each option is accurately described with its purpose, matching the reference answer's examples. The explanations are clear, detailed, and correct.",
          "promptTokens": 323,
          "completionTokens": 983,
          "totalTokens": 1306,
          "cost": 0.001555,
          "durationMs": 4621,
          "tokensPerSecond": 212.72,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 516,
          "completionTokens": 192,
          "totalTokens": 708,
          "cost": 0.000417,
          "durationMs": 1830,
          "tokensPerSecond": 104.92,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 567,
          "completionTokens": 267,
          "totalTokens": 834,
          "cost": 0.000542,
          "durationMs": 2776,
          "tokensPerSecond": 96.18,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7275,
          "completionTokens": 433,
          "totalTokens": 7708,
          "cost": 0.002468,
          "durationMs": 4246,
          "tokensPerSecond": 101.98,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "Setting up push notifications in Appwrite is handled through the **Messaging** service. This service acts as an abstraction layer, allowing you to send notifications across different platforms without needing to interact directly with provider-specific APIs.\n\n### 1. Setting Up Push Notifications\n\nTo set up push notifications, you must configure the Messaging service in the Appwrite Console:\n\n1.  **Navigate to Messaging:** In your Appwrite project, go to the **Messaging** tab in the left sidebar.\n2.  **Add a Provider:** Click on **Providers** and add the push notification provider(s) you intend to use (e.g., Firebase Cloud Messaging for Android/Web, Apple Push Notification service for iOS).\n3.  **Configure Provider:** You will need to provide the necessary credentials (e.g., Service Account JSON for FCM, or Auth Key/Certificate for APNs) as required by the specific provider.\n4.  **Register Targets:** For a user to receive a notification, their device must be registered as a \"Target\" in Appwrite. This is typically done on the client side using the Appwrite SDK by creating a `Target` associated with the user.\n\n### 2. Supported Providers\n\nAppwrite Messaging currently supports the following major push notification providers:\n\n*   **Firebase Cloud Messaging (FCM):** Used primarily for Android and web push notifications.\n*   **Apple Push Notification service (APNs):** Used for iOS and macOS push notifications.\n\n### 3. Sending a Push Notification to a Topic\n\nTopics allow you to broadcast messages to a group of users who have subscribed to a specific topic, rather than sending individual messages to specific device tokens.\n\nTo send a message to a topic, you use the **Server SDK** (e.g., `node-appwrite`).\n\n#### Step A: Subscribe a User/Target to a Topic\nBefore you can send to a topic, targets (devices) must be subscribed to it. This is usually done via the SDK:\n\n```javascript\n// Example using Node.js SDK\nconst messaging = new Messaging(client);\n\nawait messaging.createSubscriber({\n    topicId: 'news-updates',\n    targetId: 'target-id-from-client-registration',\n});\n```\n\n#### Step B: Send the Message\nOnce targets are subscribed, you can send a message to the topic:\n\n```javascript\n// Example using Node.js SDK\nconst messaging = new Messaging(client);\n\nawait messaging.createMessage({\n    messageId: ID.unique(),\n    topicId: 'news-updates',\n    data: {\n        title: 'New Update!',\n        body: 'Check out the latest features in our app.',\n    },\n    // Optional: Add platform-specific configurations here\n});\n```\n\n### Summary Checklist\n*   **Console:** Configure FCM/APNs providers in the Messaging section.\n*   **Client:** Register the device as a `Target` for the user.\n*   **Server:** Subscribe the `Target` to a `Topic`.\n*   **Server:** Use `messaging.createMessage` targeting the `Topic` to broadcast the notification.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers most key elements: FCM and APNS providers (criterion 1), topic creation for targeting (criterion 2), user subscription/targets (criterion 3), and device token registration (criterion 5). However, it uses `messaging.createMessage()` instead of the correct `messaging.createPush()` method (criterion 4), which is a notable inaccuracy. The answer is otherwise well-structured and comprehensive, covering the setup process, providers, topics, and subscriptions in detail.",
          "promptTokens": 6870,
          "completionTokens": 1738,
          "totalTokens": 8608,
          "cost": 0.004325,
          "durationMs": 8328,
          "tokensPerSecond": 208.69,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 539,
          "completionTokens": 329,
          "totalTokens": 868,
          "cost": 0.000628,
          "durationMs": 2336,
          "tokensPerSecond": 140.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7305,
          "completionTokens": 434,
          "totalTokens": 7739,
          "cost": 0.002477,
          "durationMs": 4900,
          "tokensPerSecond": 88.57,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 544,
          "completionTokens": 201,
          "totalTokens": 745,
          "cost": 0.000438,
          "durationMs": 1786,
          "tokensPerSecond": 112.54,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 535,
          "completionTokens": 621,
          "totalTokens": 1156,
          "cost": 0.001065,
          "durationMs": 4206,
          "tokensPerSecond": 147.65,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging provides a flexible system for delivering notifications (Push, SMS, Email) by decoupling the message content from the delivery destination.\n\nAt the core of this system is the **Target**. A Target represents a specific destination for a message, such as a device token (for push notifications), a phone number (for SMS), or an email address.\n\nHere is how Appwrite Messaging handles targeting across the three methods you requested:\n\n---\n\n### 1. Sending to Specific Users\nWhen you send a message to a `userId`, Appwrite automatically resolves all active **Targets** associated with that user.\n\n*   **How it works:** When a user logs in or registers a device/contact method, that Target is linked to their `userId` in the Appwrite database.\n*   **Use Case:** Sending a personalized notification (e.g., \"Your order has shipped\") to all devices owned by a specific user.\n*   **API Behavior:** You provide the `userId` in the message creation request. Appwrite iterates through all targets linked to that user and dispatches the message to each one.\n\n### 2. Sending to Topics\nTopics implement a classic Publish/Subscribe (Pub/Sub) pattern.\n\n*   **How it works:** You create a named Topic (e.g., `news`, `marketing`, `alerts`). Users or specific Targets subscribe to this topic. When you send a message to the topic, Appwrite broadcasts it to every subscriber.\n*   **Use Case:** Broadcasting announcements, news updates, or alerts to a large group of users without needing to manage individual user IDs.\n*   **API Behavior:** You provide the `topicId` in the message creation request.\n\n### 3. Sending to Individual Targets\nThis is the most granular level of targeting, allowing you to bypass user associations entirely.\n\n*   **How it works:** Every registered Target has a unique `targetId`. By sending a message directly to a `targetId`, you are targeting a specific device token, phone number, or email address directly.\n*   **Use Case:** Sending a test notification to a specific development device, or handling highly specific, non-user-bound messaging scenarios.\n*   **API Behavior:** You provide the `targetId` in the message creation request.\n\n---\n\n### Summary Comparison\n\n| Targeting Method | Scope | Best For |\n| :--- | :--- | :--- |\n| **User ID** | All targets linked to a specific user. | Personalized, user-centric notifications. |\n| **Topic ID** | All targets subscribed to a specific topic. | Broadcasting, newsletters, group alerts. |\n| **Target ID** | A single, specific device/contact point. | Debugging, specific device-level actions. |\n\n### Conceptual API Usage\n\nRegardless of the targeting method, you use the `messaging.createMessage` method. The difference lies in which parameter you populate:\n\n```javascript\n// Example using the Appwrite SDK\nconst messaging = new Messaging(client);\n\n// 1. Send to a User\nawait messaging.createMessage(\n    'message-id', \n    ['user-id-123'], // Array of User IDs\n    'Hello User!'\n);\n\n// 2. Send to a Topic\nawait messaging.createMessage(\n    'message-id', \n    [], // No User IDs\n    'Hello Topic!',\n    ['topic-id-news'] // Array of Topic IDs\n);\n\n// 3. Send to a specific Target\nawait messaging.createMessage(\n    'message-id', \n    [], \n    'Hello Device!',\n    [],\n    ['target-id-abc'] // Array of Target IDs\n);\n```\n\n*Note: When creating a message, you can mix and match these parameters (e.g., sending to a specific user AND a specific topic simultaneously) depending on your application's requirements.*",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all four rubric requirements: 1) Three targeting methods (topics, users, targets) are clearly described; 2) Topic subscription mechanism is explained via Pub/Sub pattern with users/targets subscribing to topics; 3) How messages are sent to each target type is detailed (user resolves all linked targets, topic broadcasts to all subscribers, target ID goes directly to specific endpoint); 4) Combining targeting methods is mentioned in the final note about mixing and matching parameters. The answer is comprehensive and accurate, with only minor imprecision in the pseudocode API examples (which don't exactly match Appwrite's actual SDK but serve as conceptual illustrations). Overall, this is a thorough and correct response.",
          "promptTokens": 327,
          "completionTokens": 1690,
          "totalTokens": 2017,
          "cost": 0.002617,
          "durationMs": 7474,
          "tokensPerSecond": 226.12,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 538,
          "completionTokens": 338,
          "totalTokens": 876,
          "cost": 0.000641,
          "durationMs": 2613,
          "tokensPerSecond": 129.35,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7212,
          "completionTokens": 579,
          "totalTokens": 7791,
          "cost": 0.002672,
          "durationMs": 5626,
          "tokensPerSecond": 102.92,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 590,
          "completionTokens": 323,
          "totalTokens": 913,
          "cost": 0.000632,
          "durationMs": 3330,
          "tokensPerSecond": 97,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 343,
          "totalTokens": 877,
          "cost": 0.000648,
          "durationMs": 3376,
          "tokensPerSecond": 101.6,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 561,
          "completionTokens": 258,
          "totalTokens": 819,
          "cost": 0.000527,
          "durationMs": 2580,
          "tokensPerSecond": 100,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 549,
          "completionTokens": 323,
          "totalTokens": 872,
          "cost": 0.000622,
          "durationMs": 2155,
          "tokensPerSecond": 149.88,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8382,
          "completionTokens": 178,
          "totalTokens": 8560,
          "cost": 0.002362,
          "durationMs": 3863,
          "tokensPerSecond": 46.08,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 527,
          "completionTokens": 297,
          "totalTokens": 824,
          "cost": 0.000577,
          "durationMs": 2153,
          "tokensPerSecond": 137.95,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7323,
          "completionTokens": 201,
          "totalTokens": 7524,
          "cost": 0.002132,
          "durationMs": 3516,
          "tokensPerSecond": 57.17,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 327,
          "totalTokens": 890,
          "cost": 0.000631,
          "durationMs": 3087,
          "tokensPerSecond": 105.93,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "To send push notifications to users subscribed to a topic in Appwrite, you utilize the **Appwrite Messaging service**.\n\nHere is the breakdown of the prerequisites and the steps required to implement this.\n\n---\n\n### What Must Be Configured First (Prerequisites)\n\nBefore you can send any push notifications, you must complete the following setup in your Appwrite project:\n\n1.  **Configure Messaging Providers:**\n    You must configure the push notification providers in the Appwrite Console under **Messaging > Providers**.\n    *   **FCM (Firebase Cloud Messaging):** Required for Android and Web push notifications. You need your Firebase project credentials (Service Account JSON).\n    *   **APNs (Apple Push Notification service):** Required for iOS. You need your Apple Developer credentials (p8 key, team ID, bundle ID).\n2.  **Client-Side Integration:**\n    Your client application (iOS, Android, or Web) must be properly configured to handle push notifications. This includes:\n    *   Integrating the Appwrite Client SDK.\n    *   Requesting and obtaining the necessary permissions from the user to receive notifications.\n    *   Ensuring the device has registered a valid push token with Appwrite (this happens automatically when using the Appwrite SDK).\n\n---\n\n### Steps to Send a Push Notification to a Topic\n\nThe process involves two distinct phases: the client-side subscription and the server-side dispatch.\n\n#### Step 1: Client-Side Subscription\nBefore a user can receive a message sent to a specific topic, their device must be subscribed to that topic. This is done within your client application using the Appwrite SDK.\n\n```javascript\n// Example using the Appwrite Web/JS SDK\nimport { Client, Messaging } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('<YOUR_PROJECT_ID>');\n\nconst messaging = new Messaging(client);\n\n// Subscribe the current user's device to a topic\nawait messaging.subscribe('my-topic-name');\n```\n\n#### Step 2: Server-Side Message Dispatch\nOnce users are subscribed, you use the Appwrite Server SDK (or the Appwrite CLI) to send the message. This should be done from a secure environment (e.g., a backend server, a Cloud Function, or a script) using an API Key with the `messaging.write` scope.\n\n```javascript\n// Example using the Appwrite Node.js SDK\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('<YOUR_PROJECT_ID>')\n    .setKey('<YOUR_API_KEY>');\n\nconst messaging = new Messaging(client);\n\n// Send the message to the topic\nawait messaging.createPushMessage(\n    ID.unique(), // Message ID\n    'My Notification Title', // Title\n    'This is the body of the notification.', // Body\n    [], // Topics (empty array means send to no one, specify topic here)\n    ['my-topic-name'] // Target topics\n);\n```\n\n### Summary of Workflow\n1.  **Configure** FCM/APNs providers in the Appwrite Console.\n2.  **Client** calls `messaging.subscribe('topic-name')`.\n3.  **Server** calls `messaging.createPushMessage(...)` targeting `'topic-name'`.\n4.  Appwrite handles the distribution to all devices registered to that topic.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) - clearly mentioned as prerequisites, 2) Topic creation - implicitly referenced through subscription to a topic, though explicit topic creation step is missing, 3) User targets/subscriptions to the topic - covered via client-side subscription, 4) Sending push to the topic via createPushMessage (equivalent to createPush with topicIds) - demonstrated with code. The main gap is that explicit topic creation (creating the topic entity before subscribing to it) is not mentioned as a distinct step, and the code example has a minor inconsistency (empty array for Topics parameter). Overall, the answer is substantially correct and covers the key concepts well.",
          "promptTokens": 325,
          "completionTokens": 1641,
          "totalTokens": 1966,
          "cost": 0.002543,
          "durationMs": 5899,
          "tokensPerSecond": 278.18,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 515,
          "completionTokens": 255,
          "totalTokens": 770,
          "cost": 0.000511,
          "durationMs": 2079,
          "tokensPerSecond": 122.66,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7302,
          "completionTokens": 143,
          "totalTokens": 7445,
          "cost": 0.00204,
          "durationMs": 3752,
          "tokensPerSecond": 38.11,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7332,
          "completionTokens": 292,
          "totalTokens": 7624,
          "cost": 0.002271,
          "durationMs": 4914,
          "tokensPerSecond": 59.42,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7327,
          "completionTokens": 533,
          "totalTokens": 7860,
          "cost": 0.002631,
          "durationMs": 4261,
          "tokensPerSecond": 125.09,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7335,
          "completionTokens": 213,
          "totalTokens": 7548,
          "cost": 0.002153,
          "durationMs": 3749,
          "tokensPerSecond": 56.82,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7298,
          "completionTokens": 169,
          "totalTokens": 7467,
          "cost": 0.002078,
          "durationMs": 3395,
          "tokensPerSecond": 49.78,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7341,
          "completionTokens": 713,
          "totalTokens": 8054,
          "cost": 0.002905,
          "durationMs": 5874,
          "tokensPerSecond": 121.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7314,
          "completionTokens": 197,
          "totalTokens": 7511,
          "cost": 0.002124,
          "durationMs": 3301,
          "tokensPerSecond": 59.68,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "To subscribe to both database document changes and storage file uploads simultaneously, you pass an array of channel strings to the `realtime.subscribe()` method.\n\nInside the callback function, you can differentiate between the events by inspecting the `events` array provided in the response object.\n\n### Implementation Example\n\n```javascript\nimport { Client, Realtime } from 'appwrite';\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your API Endpoint\n    .setProject('YOUR_PROJECT_ID');             // Your Project ID\n\nconst realtime = new Realtime(client);\n\n// 2. Define the channels\nconst databaseChannel = 'databases.YOUR_DATABASE_ID.collections.YOUR_COLLECTION_ID.documents';\nconst storageChannel = 'buckets.YOUR_BUCKET_ID.files';\n\n// 3. Subscribe to both channels\nconst unsubscribe = realtime.subscribe([databaseChannel, storageChannel], (response) => {\n    // The response.events array contains the specific event string\n    // e.g., \"databases.*.collections.*.documents.*.create\"\n    const event = response.events[0];\n\n    // 4. Handle events differently based on the event string\n    if (event.includes('.documents.')) {\n        console.log('--- Database Event Detected ---');\n        console.log('Action:', event);\n        console.log('Document Data:', response.payload);\n        // Add your database-specific logic here\n    } \n    else if (event.includes('.files.')) {\n        console.log('--- Storage Event Detected ---');\n        console.log('Action:', event);\n        console.log('File Data:', response.payload);\n        // Add your storage-specific logic here\n    }\n});\n\n// To stop listening later:\n// unsubscribe();\n```\n\n### Key Concepts\n\n1.  **Channel Strings:**\n    *   **Database:** `databases.[databaseId].collections.[collectionId].documents`\n    *   **Storage:** `buckets.[bucketId].files`\n    *   You can use `*` as a wildcard if you want to listen to *all* collections in a database or *all* buckets, but it is best practice to be specific for performance and security.\n2.  **The Callback:** The callback function receives a `response` object. The `response.events` property is an array containing the specific event that triggered the callback (e.g., `...documents.create`, `...files.delete`).\n3.  **Differentiation:** Because the event strings for database documents and storage files have distinct structures (containing `.documents.` or `.files.` respectively), checking the event string is the most reliable way to route the logic.\n4.  **Cleanup:** Always store the result of `realtime.subscribe()` (which is an unsubscribe function) and call it when your component unmounts or when you no longer need the subscription to prevent memory leaks.",
          "correct": true,
          "score": 0.6,
          "judgeReasoning": "The answer correctly covers: 1) Using realtime.subscribe() with an array of channels, 2) A channel for files (buckets.[ID].files), 3) Event type checking in the callback via response.events, and 4) Different handling logic per event type. However, it uses standard Appwrite database document channels (databases.[ID].collections.[ID].documents) rather than the TablesDB-specific channels (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()) that the rubric requires. The question specifically asks about 'table row changes' which refers to Appwrite's Tables/TablesDB feature, not the standard Collections/Documents database. This is a meaningful miss since the channel format is different for TablesDB rows versus regular database documents.",
          "promptTokens": 329,
          "completionTokens": 1638,
          "totalTokens": 1967,
          "cost": 0.002539,
          "durationMs": 6831,
          "tokensPerSecond": 239.79,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Both Appwrite Realtime and Webhooks are event-driven mechanisms, but they serve fundamentally different purposes based on **who** needs the information and **how** they need to process it.\n\nHere is the breakdown of the differences and guidance on when to use each.\n\n---\n\n### At a Glance: Comparison Table\n\n| Feature | Appwrite Realtime | Appwrite Webhooks |\n| :--- | :--- | :--- |\n| **Primary Consumer** | Client-side (Browser, Mobile App) | Server-side (External API, Backend) |\n| **Communication** | WebSocket (Persistent connection) | HTTP POST (Request/Response) |\n| **Direction** | Server $\\rightarrow$ Client | Appwrite $\\rightarrow$ External Server |\n| **Latency** | Extremely Low (Instant) | Low (Depends on network/processing) |\n| **Reliability** | Ephemeral (If client is offline, event is missed) | Reliable (Appwrite supports retries) |\n| **Use Case** | UI updates, live collaboration | Backend integration, data processing |\n\n---\n\n### 1. Appwrite Realtime\nAppwrite Realtime uses **WebSockets** to maintain a persistent, bidirectional connection between the Appwrite server and your client application.\n\n*   **How it works:** Your client application \"subscribes\" to specific channels (e.g., a specific document, a collection, or a user's account). When an event occurs on the server that matches that subscription, Appwrite pushes the data directly to the client.\n*   **Key Characteristic:** It is **ephemeral**. If the client is offline when the event happens, they will not receive the update. The client is responsible for fetching the current state when they reconnect.\n\n#### When to use Realtime:\nUse Realtime when you need to **update the user interface immediately** based on changes happening in the database or authentication state.\n*   **Chat Applications:** Displaying new messages as they arrive.\n*   **Live Dashboards:** Updating charts or counters without refreshing the page.\n*   **Collaborative Tools:** Showing cursor movements or document edits from other users.\n*   **Notifications:** Triggering a toast notification or UI alert when a specific event occurs.\n\n---\n\n### 2. Appwrite Webhooks\nAppwrite Webhooks are **server-to-server** notifications. When an event occurs in Appwrite, it sends an HTTP POST request containing the event payload to a URL you have configured.\n\n*   **How it works:** You define an endpoint on your own server (or a third-party service like Zapier or Stripe). When an event triggers, Appwrite sends the data to that URL. Your server receives the request, processes the data, and returns a response.\n*   **Key Characteristic:** It is **reliable**. Appwrite expects a successful HTTP response (2xx status code) from your server. If your server is down or returns an error, Appwrite can retry the delivery.\n\n#### When to use Webhooks:\nUse Webhooks when you need to **trigger backend logic or integrate with external systems** based on events.\n*   **Third-Party Integrations:** Sending a welcome email via SendGrid or Mailgun when a new user signs up.\n*   **Data Processing:** Triggering a server-side function to resize an image after it has been uploaded to Appwrite Storage.\n*   **Data Synchronization:** Syncing data from Appwrite to an external database or CRM (e.g., Salesforce, HubSpot) whenever a document is created or updated.\n*   **Security/Auditing:** Logging events to an external security monitoring service.\n\n---\n\n### Summary: How to Decide\n\nAsk yourself: **\"Who needs to know about this event?\"**\n\n1.  **If the *User* needs to see it in the UI:** Use **Realtime**.\n    *   *Example:* \"I want the user to see their friend's status change from 'Offline' to 'Online' immediately.\"\n2.  **If the *Backend* needs to perform an action:** Use **Webhooks**.\n    *   *Example:* \"I want to charge a customer's credit card via Stripe as soon as they upgrade their subscription in my Appwrite database.\"\n\n**Can you use both?**\nYes. For example, when a user uploads a file, you might use **Realtime** to show a progress bar or a \"Processing...\" message in the UI, while simultaneously using a **Webhook** to trigger a server-side function that compresses the image.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all five rubric criteria: (1) Realtime uses WebSockets for client-side communication, (2) Webhooks use HTTP POST callbacks server-to-server, (3) Realtime is used for live UI updates, (4) Webhooks are for backend/external integrations, and (5) multiple concrete use cases are provided for each (chat apps, live dashboards for Realtime; email notifications, data sync, image processing for Webhooks). The answer goes beyond the reference with additional details like reliability differences, ephemeral nature of Realtime, and a combined use case example, all of which are accurate and helpful.",
          "promptTokens": 321,
          "completionTokens": 1863,
          "totalTokens": 2184,
          "cost": 0.002875,
          "durationMs": 7723,
          "tokensPerSecond": 241.23,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7289,
          "completionTokens": 207,
          "totalTokens": 7496,
          "cost": 0.002133,
          "durationMs": 3875,
          "tokensPerSecond": 53.42,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 557,
          "completionTokens": 412,
          "totalTokens": 969,
          "cost": 0.000757,
          "durationMs": 3122,
          "tokensPerSecond": 131.97,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7305,
          "completionTokens": 157,
          "totalTokens": 7462,
          "cost": 0.002062,
          "durationMs": 3454,
          "tokensPerSecond": 45.45,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7286,
          "completionTokens": 168,
          "totalTokens": 7454,
          "cost": 0.002074,
          "durationMs": 3223,
          "tokensPerSecond": 52.13,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7273,
          "completionTokens": 223,
          "totalTokens": 7496,
          "cost": 0.002153,
          "durationMs": 3274,
          "tokensPerSecond": 68.11,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7363,
          "completionTokens": 431,
          "totalTokens": 7794,
          "cost": 0.002487,
          "durationMs": 4037,
          "tokensPerSecond": 106.76,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7288,
          "completionTokens": 234,
          "totalTokens": 7522,
          "cost": 0.002173,
          "durationMs": 3358,
          "tokensPerSecond": 69.68,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7349,
          "completionTokens": 356,
          "totalTokens": 7705,
          "cost": 0.002371,
          "durationMs": 4867,
          "tokensPerSecond": 73.15,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7344,
          "completionTokens": 553,
          "totalTokens": 7897,
          "cost": 0.002666,
          "durationMs": 4856,
          "tokensPerSecond": 113.88,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Yes, you can listen to multiple channels simultaneously by passing an array of channel strings to the `realtime.subscribe()` method.\n\n### The `realtime.subscribe()` Call\n\n```javascript\nclient.subscribe([\n    'databases.YOUR_DATABASE_ID.collections.YOUR_COLLECTION_ID.documents',\n    'buckets.YOUR_BUCKET_ID.files'\n], (response) => {\n    // This callback will trigger for both database and storage events\n    console.log(response);\n});\n```\n\n### Exact Channel Strings\n\nThe channel strings follow a specific hierarchical structure:\n\n1.  **Database Table (Collection) Rows:**\n    `databases.{databaseId}.collections.{collectionId}.documents`\n    *   Replace `{databaseId}` with your Database ID.\n    *   Replace `{collectionId}` with your Collection ID.\n\n2.  **Storage Bucket Files:**\n    `buckets.{bucketId}.files`\n    *   Replace `{bucketId}` with your Bucket ID.\n\n### Important Note\nBecause a single callback handles events from both sources, you should inspect the `response.events` array or the `response.payload` structure within your callback function to determine which service triggered the event and how to handle it accordingly.",
          "correct": false,
          "score": 0.3,
          "judgeReasoning": "The answer includes a realtime.subscribe call with an array of channels and a callback, which satisfies requirements 1 and 4. The files channel format 'buckets.{bucketId}.files' is correct, satisfying requirement 3. However, the rows channel format is wrong - the answer uses standard Appwrite database channel format ('databases...collections...documents') instead of the TablesDB-specific format ('tablesdb.[databaseId].tables.[tableId].rows') that the question specifically asks about. The question explicitly asks about TablesDB table rows, not standard database documents. This is a significant error that misses requirement 2.",
          "promptTokens": 337,
          "completionTokens": 850,
          "totalTokens": 1187,
          "cost": 0.001359,
          "durationMs": 3677,
          "tokensPerSecond": 231.17,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8356,
          "completionTokens": 121,
          "totalTokens": 8477,
          "cost": 0.00227,
          "durationMs": 3475,
          "tokensPerSecond": 34.82,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8329,
          "completionTokens": 496,
          "totalTokens": 8825,
          "cost": 0.002826,
          "durationMs": 5632,
          "tokensPerSecond": 88.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8310,
          "completionTokens": 312,
          "totalTokens": 8622,
          "cost": 0.002546,
          "durationMs": 4320,
          "tokensPerSecond": 72.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8324,
          "completionTokens": 235,
          "totalTokens": 8559,
          "cost": 0.002434,
          "durationMs": 4666,
          "tokensPerSecond": 50.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 8291,
          "completionTokens": 209,
          "totalTokens": 8500,
          "cost": 0.002386,
          "durationMs": 3565,
          "tokensPerSecond": 58.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8305,
          "completionTokens": 193,
          "totalTokens": 8498,
          "cost": 0.002366,
          "durationMs": 3257,
          "tokensPerSecond": 59.26,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8304,
          "completionTokens": 166,
          "totalTokens": 8470,
          "cost": 0.002325,
          "durationMs": 2995,
          "tokensPerSecond": 55.43,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8293,
          "completionTokens": 653,
          "totalTokens": 8946,
          "cost": 0.003053,
          "durationMs": 5486,
          "tokensPerSecond": 119.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "Setting up a CI/CD pipeline with the Appwrite CLI allows you to automate the deployment of your project configuration, functions, sites, and other resources.\n\n### Core Concept for CI/CD\nThe Appwrite CLI relies on the `appwrite.config.json` file to define your project's state. In a CI/CD pipeline, you typically:\n1.  **Configure:** Ensure your `appwrite.config.json` and associated resource files (e.g., `functions.json`, `sites.json`) are committed to your repository.\n2.  **Authenticate:** Ensure the CLI is authenticated in your CI environment.\n3.  **Deploy:** Use the `appwrite push` command with specific flags to bypass interactive prompts.\n\n---\n\n### Non-Interactive Deployment Commands\n\nTo run the CLI in a CI/CD environment (headless mode), you must use flags that suppress prompts and confirm actions automatically.\n\n#### Required Flags\n*   **`--force`**: This is the most critical flag for CI/CD. It automatically confirms all warnings and prompts, allowing the command to proceed without human intervention.\n*   **`--all`**: Used to target all resources of a specific type (e.g., all functions) or all resources in the project.\n\n#### Deployment Examples\n\n**Deploying everything:**\n```bash\nappwrite push all --all --force\n```\n\n**Deploying specific resource types:**\n```bash\n# Deploy all functions\nappwrite push functions --all --force\n\n# Deploy all sites\nappwrite push sites --all --force\n\n# Deploy all database tables\nappwrite push tables --all --force\n```\n\n**Deploying a specific resource by ID:**\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n---\n\n### Best Practices for CI/CD\n\n1.  **Authentication:** In a CI environment, you cannot use the interactive `appwrite login` command. You should authenticate using an API key. While the CLI handles this, ensure your CI environment has the necessary permissions configured via an Appwrite API Key that has access to the project.\n2.  **Environment Variables:** If your functions or sites require environment variables, do not hardcode them. Use `.env` files locally and ensure your CI/CD pipeline handles the injection of secrets securely (e.g., using GitHub Actions Secrets) before running the `appwrite push` command with the `--with-variables` flag if necessary.\n3.  **Validation:** Before running `push` in your pipeline, it is good practice to run `appwrite pull` (if you want to sync remote changes back to your repo) or simply ensure your local `appwrite.config.json` is valid.\n4.  **Verbose Logging:** If a deployment fails in your pipeline, use the `--verbose` flag to get a complete error log to help with debugging:\n    ```bash\n    appwrite push all --all --force --verbose\n    ```",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer covers 4 of 5 rubric criteria well: --force flag, appwrite push command, environment variables, and API key authentication concept. However, it lacks the specific `appwrite login --endpoint --key` command syntax for non-interactive authentication in CI/CD pipelines, which is a key detail from the reference answer. The answer mentions API keys conceptually but doesn't show how to actually authenticate the CLI non-interactively with specific flags.",
          "promptTokens": 7932,
          "completionTokens": 1754,
          "totalTokens": 9686,
          "cost": 0.004614,
          "durationMs": 9265,
          "tokensPerSecond": 189.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "To manage Appwrite Functions using the CLI, you primarily interact with the `appwrite.json` file. Note that the standard configuration file used by the Appwrite CLI is named **`appwrite.json`**, not `appwrite.config.json`.\n\nHere is the complete workflow for creating, configuring, and deploying an Appwrite Function.\n\n---\n\n### 1. Initialization\nTo start, navigate to your project directory and initialize the function. This command creates the necessary directory structure, boilerplate code, and the `appwrite.json` file.\n\n```bash\nappwrite init function\n```\nThe CLI will prompt you for:\n*   **Function Name:** A human-readable name.\n*   **Function ID:** A unique identifier (or leave blank to auto-generate).\n*   **Runtime:** Select the language/runtime (e.g., `node-18.0`, `python-3.10`, `php-8.1`).\n\n---\n\n### 2. Configuration (`appwrite.json`)\nThe `appwrite.json` file is the source of truth for your project's infrastructure. When you add a function, it is added to the `functions` array.\n\n#### Key Configuration Options\nInside the `functions` array, you can configure the following:\n\n| Option | Description |\n| :--- | :--- |\n| `functionId` | Unique ID for the function. |\n| `name` | Display name of the function. |\n| `runtime` | The execution environment (e.g., `node-18.0`). |\n| `path` | The local directory containing your function code. |\n| `entrypoint` | The file that executes the function (e.g., `src/index.js`). |\n| `commands` | Build commands to run before deployment (e.g., `npm install`). |\n| `events` | Array of events that trigger this function (e.g., `[\"users.*.create\"]`). |\n| `schedule` | Cron expression for scheduled execution (e.g., `\"0 0 * * *\"`). |\n| `timeout` | Maximum execution time in seconds (default 15s, max 900s). |\n| `scopes` | Permissions the function has (e.g., `[\"users.read\"]`). |\n\n**Example `appwrite.json` snippet:**\n```json\n{\n  \"projectId\": \"my-project-id\",\n  \"projectName\": \"my-project-name\",\n  \"functions\": [\n    {\n      \"functionId\": \"welcome-email\",\n      \"name\": \"Send Welcome Email\",\n      \"runtime\": \"node-18.0\",\n      \"path\": \"functions/welcome-email\",\n      \"entrypoint\": \"src/index.js\",\n      \"commands\": \"npm install\",\n      \"events\": [\"users.*.create\"],\n      \"timeout\": 30\n    }\n  ]\n}\n```\n\n---\n\n### 3. Development\nWrite your function code within the directory specified in the `path` field of `appwrite.json`. Ensure your code exports the required handler function for your chosen runtime.\n\n*   **Environment Variables:** Do not hardcode secrets. Use the Appwrite Console or CLI to set environment variables for your function.\n*   **Dependencies:** If your runtime requires dependencies (like `node_modules`), ensure they are installed via the `commands` field in `appwrite.json` so they are included during the build process.\n\n---\n\n### 4. Deployment\nOnce your code is ready and `appwrite.json` is configured, deploy the function to your Appwrite project:\n\n```bash\nappwrite deploy function\n```\n\n**What happens during deployment:**\n1.  The CLI reads `appwrite.json`.\n2.  It zips the contents of the directory specified in `path`.\n3.  It uploads the code to the Appwrite server.\n4.  Appwrite triggers the build process (running your `commands`).\n5.  Once built, the function is ready to be executed via API, events, or schedules.\n\n---\n\n### Pro-Tips\n*   **CI/CD:** For automated deployments, use the `--yes` flag with the deploy command to skip interactive prompts: `appwrite deploy function --yes`.\n*   **Specific Function:** If you have multiple functions and only want to deploy one, you can specify the ID: `appwrite deploy function --functionId=welcome-email`.\n*   **Secrets:** Always manage sensitive API keys or database credentials using Appwrite's built-in **Environment Variables** feature in the Console, rather than committing them to your repository.",
          "correct": true,
          "score": 0.6,
          "judgeReasoning": "The answer covers most of the key rubric points but with some inaccuracies and omissions. It correctly covers: (1) scaffolding with 'appwrite init function' (close to 'appwrite init functions'), (2) runtime selection during initialization, (3) configuration options in appwrite.json (though the question asks about appwrite.config.json - the answer correctly notes the actual filename is appwrite.json), and (5) deployment with 'appwrite deploy function' (though the rubric expects 'appwrite push functions'). However, it misses rubric point (4) - local development with 'appwrite run functions' - which is a key step in the workflow. The deployment command used ('appwrite deploy function') differs from the expected 'appwrite push functions'. The configuration details are thorough and accurate. The answer loses points for missing the local development step with 'appwrite run functions' and using a different deployment command than expected.",
          "promptTokens": 334,
          "completionTokens": 1988,
          "totalTokens": 2322,
          "cost": 0.003066,
          "durationMs": 8029,
          "tokensPerSecond": 247.6,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8325,
          "completionTokens": 104,
          "totalTokens": 8429,
          "cost": 0.002237,
          "durationMs": 3666,
          "tokensPerSecond": 28.37,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8314,
          "completionTokens": 134,
          "totalTokens": 8448,
          "cost": 0.00228,
          "durationMs": 3979,
          "tokensPerSecond": 33.68,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8373,
          "completionTokens": 161,
          "totalTokens": 8534,
          "cost": 0.002335,
          "durationMs": 3738,
          "tokensPerSecond": 43.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8359,
          "completionTokens": 346,
          "totalTokens": 8705,
          "cost": 0.002609,
          "durationMs": 4260,
          "tokensPerSecond": 81.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8316,
          "completionTokens": 124,
          "totalTokens": 8440,
          "cost": 0.002265,
          "durationMs": 2884,
          "tokensPerSecond": 43,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8308,
          "completionTokens": 424,
          "totalTokens": 8732,
          "cost": 0.002713,
          "durationMs": 4219,
          "tokensPerSecond": 100.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8343,
          "completionTokens": 269,
          "totalTokens": 8612,
          "cost": 0.002489,
          "durationMs": 3583,
          "tokensPerSecond": 75.08,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8449,
          "completionTokens": 158,
          "totalTokens": 8607,
          "cost": 0.002349,
          "durationMs": 3228,
          "tokensPerSecond": 48.95,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8351,
          "completionTokens": 754,
          "totalTokens": 9105,
          "cost": 0.003219,
          "durationMs": 5331,
          "tokensPerSecond": 141.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a document (row) using the Appwrite CLI (`appwrite database createDocument`), the `--data` and `--permissions` arguments must be passed as **JSON strings**.\n\nTo ensure the shell correctly interprets these arguments, it is best practice to wrap the entire JSON string in single quotes (`'`).\n\n### 1. The `--data` argument\nThis must be a valid JSON object representing the document's attributes.\n*   **Format:** `'{\"key\": \"value\", \"number\": 123}'`\n\n### 2. The `--permissions` argument\nThis must be a valid JSON array of strings, where each string represents a permission rule. Because the permission rules themselves contain double quotes (e.g., `read(\"any\")`), you must escape those internal double quotes with a backslash (`\\\"`).\n*   **Format:** `'[\"read(\\\"any\\\")\", \"write(\\\"role:member\\\")\"]'`\n\n---\n\n### Example\nHere is how you would create a document in a collection:\n\n```bash\nappwrite database createDocument \\\n  --database-id \"my-database-id\" \\\n  --collection-id \"my-collection-id\" \\\n  --document-id \"unique()\" \\\n  --data '{\"name\": \"John Doe\", \"age\": 30, \"isActive\": true}' \\\n  --permissions '[\"read(\\\"any\\\")\", \"write(\\\"user:1234567890\\\")\"]'\n```\n\n**Key Tips:**\n*   **Escaping:** If you are running this in a script or a complex shell environment, ensure your quotes are properly escaped so the CLI receives the raw JSON string.\n*   **Validation:** If the CLI returns an error, double-check that your JSON is strictly valid (e.g., ensure all keys are in double quotes, no trailing commas).",
          "correct": false,
          "score": 0.4,
          "judgeReasoning": "The answer addresses the general concept of passing data as JSON and permissions as an array, but has several inaccuracies compared to the reference answer. The reference answer specifies that permissions should be passed as space-separated values (not as a JSON array), and uses the `tables-db create-row` command rather than `database createDocument`. The model's approach of wrapping permissions in a JSON array with escaped quotes (`'[\"read(\\\"any\\\")\", ...]'`) is incorrect - the CLI expects space-separated permission strings, not a JSON array. The model does correctly mention data as a JSON string with double quotes, but the permissions format and command name are wrong.",
          "promptTokens": 325,
          "completionTokens": 1075,
          "totalTokens": 1400,
          "cost": 0.001694,
          "durationMs": 4593,
          "tokensPerSecond": 234.05,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8470,
          "completionTokens": 882,
          "totalTokens": 9352,
          "cost": 0.003441,
          "durationMs": 6267,
          "tokensPerSecond": 140.74,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8410,
          "completionTokens": 1032,
          "totalTokens": 9442,
          "cost": 0.003651,
          "durationMs": 6757,
          "tokensPerSecond": 152.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8384,
          "completionTokens": 974,
          "totalTokens": 9358,
          "cost": 0.003557,
          "durationMs": 9001,
          "tokensPerSecond": 108.21,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8329,
          "completionTokens": 314,
          "totalTokens": 8643,
          "cost": 0.002553,
          "durationMs": 3997,
          "tokensPerSecond": 78.56,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8487,
          "completionTokens": 711,
          "totalTokens": 9198,
          "cost": 0.003188,
          "durationMs": 5519,
          "tokensPerSecond": 128.83,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 8427,
          "completionTokens": 1209,
          "totalTokens": 9636,
          "cost": 0.00392,
          "durationMs": 7617,
          "tokensPerSecond": 158.72,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8392,
          "completionTokens": 179,
          "totalTokens": 8571,
          "cost": 0.002367,
          "durationMs": 3507,
          "tokensPerSecond": 51.04,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8536,
          "completionTokens": 142,
          "totalTokens": 8678,
          "cost": 0.002347,
          "durationMs": 3805,
          "tokensPerSecond": 37.32,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "qwen3-6-plus",
      "modelName": "Qwen 3.6 Plus",
      "provider": "Alibaba",
      "promptCostPerMillionTokens": 0.33,
      "completionCostPerMillionTokens": 1.95,
      "scores": {
        "foundation": 99.2,
        "auth": 97.8,
        "tablesdb": 91.7,
        "functions": 98,
        "storage": 94.3,
        "sites": 98.5,
        "messaging": 100,
        "realtime": 98.5,
        "cli": 92.9
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 95,
        "functions": 100,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 95,
        "auth": 85,
        "tablesdb": 70,
        "functions": 86.7,
        "storage": 95,
        "sites": 85,
        "messaging": 100,
        "realtime": 90,
        "cli": 100
      },
      "overall": 96.5,
      "mcqOverall": 97.6,
      "freeformOverall": 89.8,
      "totalQuestions": 191,
      "totalCorrect": 186,
      "totalPromptTokens": 1079336,
      "totalCompletionTokens": 117033,
      "totalTokens": 1196369,
      "totalCost": 0.579004,
      "totalDurationMs": 3267700,
      "averageTokensPerSecond": 35.82,
      "runDate": "2026-06-10T07:10:51.309Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 806,
          "completionTokens": 112,
          "totalTokens": 918,
          "cost": 0.00048,
          "durationMs": 2814,
          "tokensPerSecond": 39.8,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 780,
          "completionTokens": 219,
          "totalTokens": 999,
          "cost": 0.000681,
          "durationMs": 107704,
          "tokensPerSecond": 2.03,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 780,
          "completionTokens": 508,
          "totalTokens": 1288,
          "cost": 0.001244,
          "durationMs": 11602,
          "tokensPerSecond": 43.79,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 803,
          "completionTokens": 171,
          "totalTokens": 974,
          "cost": 0.000594,
          "durationMs": 95485,
          "tokensPerSecond": 1.79,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 784,
          "completionTokens": 126,
          "totalTokens": 910,
          "cost": 0.000501,
          "durationMs": 3703,
          "tokensPerSecond": 34.03,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, the SDKs are split into **client-side** and **server-side** packages to enforce security boundaries. The main difference lies in **authentication** and **permission levels**.\n\n### 1. Client-Side SDKs\nUsed in environments where the code runs on the user's device (browsers or mobile phones).\n\n*   **Packages:** `appwrite` (Web) or `react-native-appwrite` (Mobile).\n*   **Authentication:** Relies on **user sessions**. Users log in via email/password, OAuth, or anonymous auth. The SDK stores a session cookie/token to identify the user.\n*   **Permissions:** Strictly enforced. Users can **only** access resources (database rows, files) if they have been explicitly granted permission via the Appwrite Console or API.\n*   **Capabilities:**\n    *   User login/logout.\n    *   Reading/writing data the user owns or has access to.\n    *   Uploading files to storage.\n    *   Real-time subscriptions.\n\n**When to use:**\n*   Building a React, Vue, or vanilla JS web application.\n*   Building a React Native or Flutter mobile app.\n*   Any scenario where the end-user interacts directly with the backend.\n\n### 2. Server-Side SDKs\nUsed in trusted environments where the code runs on a server you control.\n\n*   **Package:** `node-appwrite` (Node.js or Deno).\n*   **Authentication:** Uses **API Keys** (for admin access) or **Session Cookies** (for SSR).\n    *   **API Keys:** Bypass all permission checks. They have \"superuser\" access to your project.\n    *   **Session Cookies:** Used in Server-Side Rendering (SSR) to act on behalf of a specific user without exposing their credentials to the client.\n*   **Permissions:** API keys ignore permission rules. They can read, update, or delete any resource in the project.\n*   **Capabilities:**\n    *   **Admin tasks:** Creating/deleting users, managing teams, creating databases/tables.\n    *   **Server-Side Rendering (SSR):** Handling auth in Next.js, SvelteKit, or Nuxt securely.\n    *   **Cloud Functions:** Backend logic triggered by events or schedules.\n\n**When to use:**\n*   **Appwrite Cloud Functions:** Custom backend logic (e.g., processing payments, sending emails).\n*   **SSR Frameworks:** Next.js, Remix, or Astro apps where you need to fetch data on the server before sending HTML to the client.\n*   **Admin Dashboards:** Internal tools where staff need to manage all users and data.\n*   **Cron Jobs / Scripts:** Data migrations or scheduled maintenance tasks.\n\n### Summary Comparison\n\n| Feature | Client-Side (`appwrite`) | Server-Side (`node-appwrite`) |\n| :--- | :--- | :--- |\n| **Environment** | Browser / Mobile Device | Node.js / Deno Server |\n| **Auth Method** | User Sessions (Email, OAuth) | API Keys (Admin) or Cookies (SSR) |\n| **Security** | Restricted by Permissions | API Keys bypass permissions |\n| **Primary Use** | User-facing apps | Backend logic, Admin tasks, SSR |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four rubric requirements: 1) Client SDKs are explicitly described as being for frontend/user-facing apps (browsers, mobile devices, React/Vue apps), 2) Server SDKs use API Keys for authentication, 3) Server SDKs with API keys bypass all permission checks ('superuser' access), and 4) Client SDKs require user sessions (email/password, OAuth, anonymous auth with session cookies/tokens). The answer goes beyond the reference with additional details about SSR use cases, specific packages, and a comparison table, all of which are accurate and relevant.",
          "promptTokens": 6811,
          "completionTokens": 1895,
          "totalTokens": 8706,
          "cost": 0.005909,
          "durationMs": 123395,
          "tokensPerSecond": 15.36,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 789,
          "completionTokens": 112,
          "totalTokens": 901,
          "cost": 0.000475,
          "durationMs": 3992,
          "tokensPerSecond": 28.06,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite uses a **default-deny** permission model, meaning no user has access to a resource (like a database row or storage file) unless permissions are explicitly granted. Permissions are defined as an array of strings that pair an **action** with a **role target**.\n\n### How It Works\n1. **Explicit Permissions:** You must explicitly grant access when creating or updating a resource. If you forget to set permissions, the resource becomes inaccessible to everyone, including the creator.\n2. **Granularity:** Permissions can be set at the **resource level** (per row or per file) for fine-grained control, or at the **container level** (table or bucket) to apply default rules to all resources within.\n3. **Helpers:** In the SDK, permissions are built using the `Permission` and `Role` helper classes to ensure correct string formatting.\n\n### Permission Actions\nThere are five core actions you can grant:\n* **`read`**: Allows viewing or downloading the resource.\n* **`create`**: Allows creating new resources (typically used at the table/bucket level).\n* **`update`**: Allows modifying the resource's data or metadata.\n* **`delete`**: Allows removing the resource.\n* **`write`**: A shorthand that grants `create`, `update`, and `delete` permissions simultaneously.\n\n### Role Targets\nYou can assign these actions to specific users, groups, or the public:\n* **`Role.user('[USER_ID]')`**: Grants access to a specific authenticated user.\n* **`Role.users()`**: Grants access to any authenticated user.\n* **`Role.team('[TEAM_ID]')`**: Grants access to all members of a specific team.\n* **`Role.team('[TEAM_ID]', '[ROLE]')`**: Grants access only to team members with a specific role (e.g., `'admin'` or `'editor'`).\n* **`Role.any()`**: Grants access to anyone, including unauthenticated guests.\n\n### Example Usage\nWhen creating a database row or uploading a file, you pass the permissions array:\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\n// Example: Create a row with specific permissions\nawait tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'My Document' },\n    permissions: [\n        Permission.read(Role.user('user123')),       // Specific user can read\n        Permission.update(Role.user('user123')),     // Specific user can update\n        Permission.read(Role.team('team456')),       // Team members can read\n        Permission.read(Role.any()),                 // Public read access\n    ]\n});\n```\n\n### ⚠️ Common Pitfalls\n* **Forgetting Permissions:** If you don't set permissions, the resource is locked. Always ensure the creator or intended audience has access.\n* **Public Write Access:** Using `Permission.write(Role.any())` allows anyone on the internet to modify or delete your data. Use this with extreme caution.\n* **Sensitive Data:** Avoid `Permission.read(Role.any())` on private user data, as it makes the resource publicly accessible without authentication.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as a shorthand), 2) Multiple role types are mentioned including Role.any(), Role.users(), Role.user(id), Role.team(id) - well over 3, and 3) Permissions being set on resources is explicitly described with granularity at resource level and container level. The answer also adds valuable context about the default-deny model, common pitfalls, and code examples. Minor deductions: it mentions Role.users() instead of Role.users() (which is correct actually), but misses Role.guests(), Role.member(), and Role.label() from the reference. Overall very comprehensive and accurate.",
          "promptTokens": 6801,
          "completionTokens": 1606,
          "totalTokens": 8407,
          "cost": 0.005342,
          "durationMs": 33606,
          "tokensPerSecond": 47.79,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 806,
          "completionTokens": 154,
          "totalTokens": 960,
          "cost": 0.000562,
          "durationMs": 4357,
          "tokensPerSecond": 35.35,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7361,
          "completionTokens": 299,
          "totalTokens": 7660,
          "cost": 0.002975,
          "durationMs": 18554,
          "tokensPerSecond": 16.12,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7371,
          "completionTokens": 250,
          "totalTokens": 7621,
          "cost": 0.002883,
          "durationMs": 6857,
          "tokensPerSecond": 36.46,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 850,
          "completionTokens": 191,
          "totalTokens": 1041,
          "cost": 0.000649,
          "durationMs": 4109,
          "tokensPerSecond": 46.48,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 818,
          "completionTokens": 178,
          "totalTokens": 996,
          "cost": 0.000613,
          "durationMs": 4512,
          "tokensPerSecond": 39.45,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7327,
          "completionTokens": 309,
          "totalTokens": 7636,
          "cost": 0.002984,
          "durationMs": 8094,
          "tokensPerSecond": 38.18,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 808,
          "completionTokens": 197,
          "totalTokens": 1005,
          "cost": 0.000647,
          "durationMs": 4589,
          "tokensPerSecond": 42.93,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7363,
          "completionTokens": 500,
          "totalTokens": 7863,
          "cost": 0.003368,
          "durationMs": 17972,
          "tokensPerSecond": 27.82,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 828,
          "completionTokens": 131,
          "totalTokens": 959,
          "cost": 0.000525,
          "durationMs": 3095,
          "tokensPerSecond": 42.33,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7313,
          "completionTokens": 405,
          "totalTokens": 7718,
          "cost": 0.003166,
          "durationMs": 111819,
          "tokensPerSecond": 3.62,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 825,
          "completionTokens": 243,
          "totalTokens": 1068,
          "cost": 0.000742,
          "durationMs": 5361,
          "tokensPerSecond": 45.33,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are three core Appwrite services and what they are used for:\n\n1. **Databases**: Used for storing, organizing, and querying structured data. It allows you to create collections, manage documents, define relationships between data, and apply fine-grained, attribute-level read/write permissions.\n2. **Storage**: Used for managing files and media assets. It handles secure file uploads/downloads, provides built-in image manipulation (resizing, cropping, format conversion, and preview generation), and supports file-level access control.\n3. **Functions**: Used for running custom server-side code in a secure, isolated environment. You can deploy backend logic in multiple runtimes (Node.js, Python, PHP, Dart, Ruby, etc.) and trigger them via HTTP requests, scheduled cron jobs, or Appwrite events (like a new database document or file upload).\n\n*(Bonus)* **Account (Auth)**: Handles user authentication and session management. It supports email/password, OAuth 2.0 providers (Google, GitHub, Apple, etc.), magic URLs, phone/SMS login, and anonymous sessions.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly names three Appwrite services (Databases, Storage, Functions) with accurate descriptions of their purposes, plus a bonus Auth service. The descriptions are detailed and accurate. The only minor issue is that 'Databases' is described as the older name - the current product is 'TablesDB' in newer Appwrite versions - but the functionality described is correct. Storage and Functions descriptions are spot-on. Auth/Account description is also accurate. Overall this is a strong, well-detailed answer that meets the rubric requirements.",
          "promptTokens": 524,
          "completionTokens": 1398,
          "totalTokens": 1922,
          "cost": 0.002896,
          "durationMs": 125662,
          "tokensPerSecond": 11.13,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7331,
          "completionTokens": 249,
          "totalTokens": 7580,
          "cost": 0.002868,
          "durationMs": 75160,
          "tokensPerSecond": 3.31,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7351,
          "completionTokens": 217,
          "totalTokens": 7568,
          "cost": 0.002812,
          "durationMs": 5832,
          "tokensPerSecond": 37.21,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7429,
          "completionTokens": 261,
          "totalTokens": 7690,
          "cost": 0.002923,
          "durationMs": 7091,
          "tokensPerSecond": 36.81,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here is the complete code to implement email/password signup and login using the Appwrite Web SDK.\n\n### 1. Installation\nFirst, install the Appwrite Web SDK:\n```bash\nnpm install appwrite\n```\n\n### 2. Implementation\n```typescript\nimport { Client, Account, ID, AppwriteException } from 'appwrite';\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // Replace with your Appwrite endpoint\n    .setProject('[PROJECT_ID]'); // Replace with your Project ID\n\nconst account = new Account(client);\n\n// 2. Signup Function\nasync function signup(email: string, password: string, name: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name\n        });\n        console.log('Signup successful:', user);\n        return user;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error('Signup failed:', error.message);\n        }\n        throw error;\n    }\n}\n\n// 3. Login Function\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password\n        });\n        console.log('Login successful:', session);\n        return session;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error('Login failed:', error.message);\n        }\n        throw error;\n    }\n}\n\n// 4. Get Current User (to verify session)\nasync function getCurrentUser() {\n    try {\n        const user = await account.get();\n        console.log('Current user:', user);\n        return user;\n    } catch (error) {\n        console.error('No active session:', error);\n    }\n}\n\n// 5. Logout Function\nasync function logout() {\n    try {\n        await account.deleteSession({ sessionId: 'current' });\n        console.log('Logged out successfully');\n    } catch (error) {\n        console.error('Logout failed:', error);\n    }\n}\n\n// --- Example Usage ---\n// await signup('user@example.com', 'password123', 'John Doe');\n// await login('user@example.com', 'password123');\n// await getCurrentUser();\n// await logout();\n```\n\n### Key Notes:\n* **`ID.unique()`**: Automatically generates a unique ID for the new user.\n* **Session Management**: Once `createEmailPasswordSession` is called, Appwrite automatically stores the session in the browser's local storage/cookies. Subsequent calls to `account.get()` will return the logged-in user.\n* **Error Handling**: Always wrap Appwrite calls in a `try/catch` block and check for `AppwriteException` to handle errors like duplicate emails or incorrect passwords gracefully.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, there are two minor issues: the account.create() call uses an object parameter syntax ({userId, email, password, name}) rather than the standard positional arguments (ID.unique(), email, password, name), and similarly createEmailPasswordSession() uses an object rather than positional arguments. The Appwrite Web SDK uses positional parameters for these methods, not named object parameters. These are functional differences that could cause runtime errors, though the overall structure and concepts are correct.",
          "promptTokens": 6831,
          "completionTokens": 1021,
          "totalTokens": 7852,
          "cost": 0.004211,
          "durationMs": 20433,
          "tokensPerSecond": 49.97,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 809,
          "completionTokens": 149,
          "totalTokens": 958,
          "cost": 0.000553,
          "durationMs": 3613,
          "tokensPerSecond": 41.24,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7439,
          "completionTokens": 349,
          "totalTokens": 7788,
          "cost": 0.003098,
          "durationMs": 11180,
          "tokensPerSecond": 31.22,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "In Appwrite, a **session** represents an authenticated user's login state. It contains a `secret` (a JWT-like token) that the SDK automatically attaches to subsequent API requests to prove the user's identity.\n\nHere's how sessions work across their lifecycle:\n\n### 🔐 Creating Sessions\nSessions are created through the `Account` service. The method depends on your authentication strategy:\n\n**1. Email & Password**\n```typescript\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n// session.secret contains the token used for authentication\n```\n\n**2. OAuth2 (Web)**\nRedirects the user to the provider. Appwrite handles the callback and automatically creates the session.\n```typescript\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n});\n```\n\n**3. OAuth2 (React Native / SSR)**\nRequires a two-step flow: generate a login URL, then exchange the callback credentials for a session.\n```typescript\n// Step 1: Get login URL\nconst loginUrl = await account.createOAuth2Token({ provider: OAuthProvider.Google, success: '...', failure: '...' });\n\n// Step 2: After redirect, extract userId & secret from URL params\nconst session = await account.createSession({ userId, secret });\n```\n\n### 🛠 Managing Sessions\n**Client-Side (Web / Mobile)**\n- The SDK automatically stores the session (in cookies for web, or secure storage for mobile).\n- All subsequent requests automatically include the session token.\n- Retrieve the authenticated user: `const user = await account.get();`\n\n**Server-Side / SSR (Next.js, SvelteKit, etc.)**\nYou must manually manage the session cookie (`a_session_[PROJECT_ID]`):\n```typescript\n// 1. Create session & set cookie on login\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true, secure: true, sameSite: 'strict',\n    expires: new Date(session.expire), path: '/'\n});\n\n// 2. Attach session to client for authenticated requests\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);\n```\n\n### 🗑️ Deleting Sessions\n**Client-Side Logout**\nDeletes the current session and clears local storage/cookies:\n```typescript\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n**Server-Side (Admin)**\nAdmins can delete any specific session for a user:\n```typescript\nawait users.deleteSession({ userId: '[USER_ID]', sessionId: '[SESSION_ID]' });\n```\n\n### 📊 Session Limits & Expiration\nAppwrite enforces limits to maintain security and performance:\n\n| Setting | Default | Behavior |\n|---------|---------|----------|\n| **Max Sessions per User** | `100` | When a user exceeds this limit, the **oldest session is automatically deleted** to make room for the new one. |\n| **Session Expiration** | `14 days` | Sessions automatically expire after this period. Users must log in again. |\n| **Session Refresh** | Automatic | The SDK automatically refreshes sessions before they expire if the user is still active. |\n\n> 💡 **Configuration:** Both the session limit and expiration time can be customized in the Appwrite Console under **Auth → Settings → Session Management**.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers most key aspects: sessions created on authentication (multiple methods shown), session tokens/cookies (HTTP-only cookies mentioned for SSR, automatic storage for client-side), methods to list/delete sessions (deleteSession shown, though listSessions not explicitly mentioned), and session expiry (14 days mentioned). However, the session limit is stated as 100 (with oldest deleted when exceeded), while the reference answer specifies 10 per user. This is a significant factual discrepancy on a specific rubric point. The answer also doesn't mention account.listSessions() explicitly. The answer is detailed and well-structured but gets the session limit wrong.",
          "promptTokens": 6813,
          "completionTokens": 2428,
          "totalTokens": 9241,
          "cost": 0.006949,
          "durationMs": 45579,
          "tokensPerSecond": 53.27,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 812,
          "completionTokens": 282,
          "totalTokens": 1094,
          "cost": 0.000814,
          "durationMs": 6328,
          "tokensPerSecond": 44.56,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7393,
          "completionTokens": 314,
          "totalTokens": 7707,
          "cost": 0.003015,
          "durationMs": 7300,
          "tokensPerSecond": 43.01,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7325,
          "completionTokens": 189,
          "totalTokens": 7514,
          "cost": 0.002749,
          "durationMs": 8874,
          "tokensPerSecond": 21.3,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7475,
          "completionTokens": 372,
          "totalTokens": 7847,
          "cost": 0.003155,
          "durationMs": 8871,
          "tokensPerSecond": 41.93,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7335,
          "completionTokens": 326,
          "totalTokens": 7661,
          "cost": 0.00302,
          "durationMs": 7583,
          "tokensPerSecond": 42.99,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 782,
          "completionTokens": 720,
          "totalTokens": 1502,
          "cost": 0.001658,
          "durationMs": 13668,
          "tokensPerSecond": 52.68,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7345,
          "completionTokens": 556,
          "totalTokens": 7901,
          "cost": 0.003471,
          "durationMs": 12953,
          "tokensPerSecond": 42.92,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7373,
          "completionTokens": 354,
          "totalTokens": 7727,
          "cost": 0.003087,
          "durationMs": 75870,
          "tokensPerSecond": 4.67,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7377,
          "completionTokens": 332,
          "totalTokens": 7709,
          "cost": 0.003045,
          "durationMs": 7794,
          "tokensPerSecond": 42.6,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7419,
          "completionTokens": 509,
          "totalTokens": 7928,
          "cost": 0.003404,
          "durationMs": 28628,
          "tokensPerSecond": 17.78,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20794,
          "completionTokens": 1211,
          "totalTokens": 22005,
          "cost": 0.00912,
          "durationMs": 24935,
          "tokensPerSecond": 48.57,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7421,
          "completionTokens": 378,
          "totalTokens": 7799,
          "cost": 0.003149,
          "durationMs": 8571,
          "tokensPerSecond": 44.1,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "Here’s the difference between the two methods and when to use each:\n\n### `account.deleteSession({ sessionId })`\n- **What it does:** Deletes a **single, specific session**.\n- **Parameter:** Requires a `sessionId` string. You can pass `'current'` to delete the session currently being used to make the request.\n- **When to use:** \n  - **Standard Logout:** When a user clicks \"Log out\" on their current device.\n  - **Remote Logout:** When you want to revoke access from a specific device (e.g., a user sees a list of active sessions and clicks \"Revoke\" on an old phone).\n\n```typescript\n// Log out of the current device/browser\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out a specific device (if you have its session ID)\nawait account.deleteSession({ sessionId: '65f1a2b3c4d5e6f7g8h9i0j1' });\n```\n\n### `account.deleteSessions()`\n- **What it does:** Deletes **all active sessions** for the authenticated user across all devices and browsers.\n- **Parameter:** Takes no parameters.\n- **When to use:**\n  - **\"Sign out of all devices\":** A security feature that lets users instantly revoke access everywhere.\n  - **After a password change:** Automatically call this after a user updates their password to ensure any potentially compromised sessions on other devices are invalidated.\n\n```typescript\n// Revoke all sessions everywhere\nawait account.deleteSessions();\n```\n\n### Quick Comparison\n\n| Feature | `deleteSession({ sessionId })` | `deleteSessions()` |\n| :--- | :--- | :--- |\n| **Scope** | One specific session | All sessions for the user |\n| **Parameters** | `sessionId` (string or `'current'`) | None |\n| **Common Use Case** | Standard logout, revoking a single device | \"Logout everywhere\", post-password-change security |\n| **Effect on Current Device** | Only if `sessionId` is `'current'` or matches the current session | Always logs out the current device as well |\n\n**Pro Tip:** If you're building a session management UI, you can list all active sessions using `account.listSessions()`, display them to the user, and let them call `deleteSession({ sessionId })` on individual ones, or provide a \"Revoke All\" button that calls `deleteSessions()`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: (1) deleteSession removes one session by ID, (2) deleteSessions removes all sessions for the user, and (3) clear use cases for each (logout one device vs logout everywhere). The answer goes beyond the minimum requirements with code examples, a comparison table, and additional practical tips like using 'current' as a session ID and post-password-change security, all of which are accurate and helpful.",
          "promptTokens": 6811,
          "completionTokens": 2132,
          "totalTokens": 8943,
          "cost": 0.006371,
          "durationMs": 40104,
          "tokensPerSecond": 53.16,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7371,
          "completionTokens": 1286,
          "totalTokens": 8657,
          "cost": 0.004903,
          "durationMs": 24650,
          "tokensPerSecond": 52.17,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 844,
          "completionTokens": 254,
          "totalTokens": 1098,
          "cost": 0.00077,
          "durationMs": 5870,
          "tokensPerSecond": 43.27,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's the complete code using the current Appwrite Web SDK (`appwrite` package) and the `TablesDB` API:\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\n// 1. Initialize the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g., https://cloud.appwrite.io/v1\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasksDatabase() {\n    try {\n        // 2. Create a database\n        const database = await tablesDB.create({\n            databaseId: ID.unique(),\n            name: 'Task Manager DB'\n        });\n        console.log('✅ Database created:', database.$id);\n\n        // 3. Create the \"tasks\" table with columns\n        const table = await tablesDB.createTable({\n            databaseId: database.$id,\n            tableId: 'tasks',\n            name: 'Tasks',\n            columns: [\n                { key: 'title',     type: 'varchar',  size: 255, required: true },\n                { key: 'completed', type: 'boolean',  required: true, default: false },\n                { key: 'dueDate',   type: 'datetime', required: false }\n            ]\n        });\n        console.log('✅ Table created:', table.$id);\n\n        // 4. Insert a row\n        const newRow = await tablesDB.createRow({\n            databaseId: database.$id,\n            tableId: 'tasks',\n            rowId: ID.unique(),\n            data: {\n                title: 'Finish Appwrite integration',\n                completed: false,\n                dueDate: new Date().toISOString() // Appwrite expects ISO 8601 strings for datetime\n            }\n        });\n        console.log('✅ Row inserted:', newRow);\n\n    } catch (error) {\n        console.error('❌ Error setting up database:', error);\n    }\n}\n\nsetupTasksDatabase();\n```\n\n### 🔑 Important Notes:\n1. **Admin Privileges**: `tablesDB.create()` and `tablesDB.createTable()` are **admin-level operations**. In a browser environment, they will fail unless the authenticated user has explicit database/table creation permissions, or you're using an API key (which is **not recommended** for client-side code). Typically, databases and tables are created once via the Appwrite Console, CLI, or a secure backend.\n2. **Column Types**: \n   - `varchar` requires a `size` (max 16,383). `255` is standard for titles.\n   - `datetime` columns store ISO 8601 strings. Always pass `new Date().toISOString()` or a valid ISO string.\n3. **Row Permissions**: By default, newly created rows have **no permissions**. If you want users to read/update them, pass a `permissions` array to `createRow()` using `Permission` and `Role` helpers.",
          "correct": false,
          "score": 0.2,
          "judgeReasoning": "The answer attempts to use a 'TablesDB' API that doesn't actually exist in the Appwrite Web SDK. Appwrite uses 'Databases' (not 'TablesDB') with collections and documents, not tables and rows. The actual Appwrite SDK uses classes like 'Databases', methods like 'databases.create()', 'databases.createCollection()', 'databases.createStringAttribute()', 'databases.createBooleanAttribute()', 'databases.createDatetimeAttribute()', and 'databases.createDocument()'. The code structure follows the rubric's fictional 'TablesDB' API requirements (which appears to be a made-up API for this question), so if we evaluate purely against the rubric's criteria of using TablesDB with the specified methods, the answer does include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for tasks table, 4) varchar/boolean/datetime columns, and 5) tablesDB.createRow() with data. However, since TablesDB is not a real Appwrite SDK class and this code would not work, the score reflects that the underlying API doesn't exist while the structure matches the rubric's fictional requirements.",
          "promptTokens": 6867,
          "completionTokens": 2986,
          "totalTokens": 9853,
          "cost": 0.008054,
          "durationMs": 55469,
          "tokensPerSecond": 53.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7505,
          "completionTokens": 370,
          "totalTokens": 7875,
          "cost": 0.003161,
          "durationMs": 8547,
          "tokensPerSecond": 43.29,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 842,
          "completionTokens": 176,
          "totalTokens": 1018,
          "cost": 0.000617,
          "durationMs": 4114,
          "tokensPerSecond": 42.78,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "In Appwrite, you query rows using the `Query` class, which is passed as an array to the `queries` parameter of the `listRows` method.\n\n### Basic Setup\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite'\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n### 1. Filtering\nFilter rows based on column values. Multiple filters are combined with an implicit `AND`.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        // Exact match (or pass an array for IN queries)\n        Query.equal('status', 'active'),\n        \n        // Numeric comparisons\n        Query.greaterThan('age', 18),\n        Query.lessThanEqual('price', 100),\n        Query.between('rating', 4, 5),\n        \n        // Null checks\n        Query.isNull('deletedAt'),\n        \n        // String matching\n        Query.startsWith('email', 'admin@'),\n        Query.contains('tags', 'featured'),\n        \n        // Full-text search (requires a full-text index on the column)\n        Query.search('content', 'Appwrite tutorial'),\n    ]\n});\n```\n\n### 2. Sorting\nSort results by one or more columns.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('$createdAt'), // Newest first\n        Query.orderAsc('title'),       // Then alphabetically by title\n    ]\n});\n```\n\n### 3. Limiting\nControl the maximum number of rows returned. The default is 25, and the maximum is 100.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(10) // Return only 10 rows\n    ]\n});\n```\n\n### 4. Pagination\nAppwrite supports two pagination methods:\n\n**Offset-based (Traditional)**\nSkip a number of rows. Best for small datasets.\n```typescript\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.offset(25) // Skip the first 25 rows\n    ]\n});\n```\n\n**Cursor-based (Recommended for large datasets)**\nUse the `$id` of the last row from the previous page to fetch the next page. This is much faster and avoids performance issues with large offsets.\n```typescript\n// Page 1\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25)]\n});\n\nconst lastRowId = page1.documents[page1.documents.length - 1].$id;\n\n// Page 2\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.cursorAfter(lastRowId) // Fetch rows after this ID\n    ]\n});\n```\n\n### 5. Logical Operators & Selection\n**Logical Operators:**\n```typescript\n// OR condition\nQuery.or([\n    Query.equal('status', 'active'),\n    Query.equal('status', 'pending')\n])\n\n// Explicit AND (usually unnecessary as queries are AND by default)\nQuery.and([\n    Query.greaterThan('age', 18),\n    Query.equal('country', 'US')\n])\n```\n\n**Field Selection:**\nReturn only specific fields to reduce payload size.\n```typescript\nQuery.select(['title', 'status', '$id'])\n```\n\n### Complete Example\nCombining filtering, sorting, limiting, and cursor pagination:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('category', 'electronics'),\n        Query.greaterThan('price', 50),\n        Query.orderDesc('price'),\n        Query.limit(20),\n        Query.cursorAfter('[LAST_ROW_ID_FROM_PREVIOUS_PAGE]')\n    ]\n});\n\nconsole.log(`Total matching rows: ${results.total}`);\nresults.documents.forEach(doc => {\n    console.log(doc.title, doc.price);\n});\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering ✓, 2) Query.orderDesc() and orderAsc() for sorting ✓, 3) Query.limit() and Query.offset() for pagination ✓, 4) Passing queries array to listRows() ✓, 5) Multiple other query methods (greaterThan, lessThan, cursorAfter, between, search, etc.) ✓. The answer goes beyond the minimum requirements with cursor-based pagination, logical operators, field selection, and a complete combined example. Minor uncertainty about whether 'TablesDB' is the exact correct class name in Appwrite (it's typically 'Databases' in standard Appwrite SDK), but the answer treats it as specified in the question context. The response is well-structured and practically useful.",
          "promptTokens": 6823,
          "completionTokens": 1634,
          "totalTokens": 8457,
          "cost": 0.005404,
          "durationMs": 32876,
          "tokensPerSecond": 49.7,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 817,
          "completionTokens": 566,
          "totalTokens": 1383,
          "cost": 0.001369,
          "durationMs": 10839,
          "tokensPerSecond": 52.22,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 830,
          "completionTokens": 313,
          "totalTokens": 1143,
          "cost": 0.00088,
          "durationMs": 6383,
          "tokensPerSecond": 49.04,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7393,
          "completionTokens": 228,
          "totalTokens": 7621,
          "cost": 0.002847,
          "durationMs": 5967,
          "tokensPerSecond": 38.21,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7325,
          "completionTokens": 164,
          "totalTokens": 7489,
          "cost": 0.0027,
          "durationMs": 6457,
          "tokensPerSecond": 25.4,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7427,
          "completionTokens": 666,
          "totalTokens": 8093,
          "cost": 0.003712,
          "durationMs": 14146,
          "tokensPerSecond": 47.08,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 807,
          "completionTokens": 534,
          "totalTokens": 1341,
          "cost": 0.001304,
          "durationMs": 10345,
          "tokensPerSecond": 51.62,
          "toolCallCount": 0
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7373,
          "completionTokens": 260,
          "totalTokens": 7633,
          "cost": 0.002903,
          "durationMs": 81416,
          "tokensPerSecond": 3.19,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7379,
          "completionTokens": 228,
          "totalTokens": 7607,
          "cost": 0.002843,
          "durationMs": 9045,
          "tokensPerSecond": 25.21,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 813,
          "completionTokens": 544,
          "totalTokens": 1357,
          "cost": 0.001325,
          "durationMs": 13587,
          "tokensPerSecond": 40.04,
          "toolCallCount": 0
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 829,
          "completionTokens": 210,
          "totalTokens": 1039,
          "cost": 0.000679,
          "durationMs": 7195,
          "tokensPerSecond": 29.19,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7403,
          "completionTokens": 273,
          "totalTokens": 7676,
          "cost": 0.002938,
          "durationMs": 8030,
          "tokensPerSecond": 34,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7403,
          "completionTokens": 213,
          "totalTokens": 7616,
          "cost": 0.002821,
          "durationMs": 5587,
          "tokensPerSecond": 38.12,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7421,
          "completionTokens": 493,
          "totalTokens": 7914,
          "cost": 0.003373,
          "durationMs": 66737,
          "tokensPerSecond": 7.39,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, limit the results to 20, and sort them by that field in descending order, you can combine `Query.greaterThan`, `Query.orderDesc`, and `Query.limit` in your `listRows` call.\n\nHere's an example using the TypeScript SDK:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' for server-side\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('score', 100), // Filter: score > 100\n        Query.orderDesc('score'),        // Sort: highest score first\n        Query.limit(20)                  // Limit: max 20 results\n    ]\n});\n\nconsole.log(results.documents);\n```\n\n### Breakdown of the Query Methods:\n* **`Query.greaterThan('score', 100)`**: Filters the rows to only include those where the `score` field is strictly greater than 100.\n* **`Query.orderDesc('score')`**: Sorts the filtered results by the `score` field in descending order (highest to lowest).\n* **`Query.limit(20)`**: Restricts the number of returned rows to a maximum of 20.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting, 3) Query.limit(20) for limiting results, and 4) passing all queries to listRows(). The answer is complete, well-structured, and provides a clear code example with explanations for each query method.",
          "promptTokens": 6835,
          "completionTokens": 610,
          "totalTokens": 7445,
          "cost": 0.003411,
          "durationMs": 12932,
          "tokensPerSecond": 47.17,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1045,
          "completionTokens": 319,
          "totalTokens": 1364,
          "cost": 0.000962,
          "durationMs": 6433,
          "tokensPerSecond": 49.59,
          "toolCallCount": 0
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7319,
          "completionTokens": 1489,
          "totalTokens": 8808,
          "cost": 0.005282,
          "durationMs": 28473,
          "tokensPerSecond": 52.3,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 776,
          "completionTokens": 588,
          "totalTokens": 1364,
          "cost": 0.001399,
          "durationMs": 11822,
          "tokensPerSecond": 49.74,
          "toolCallCount": 0
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 829,
          "completionTokens": 354,
          "totalTokens": 1183,
          "cost": 0.00096,
          "durationMs": 7390,
          "tokensPerSecond": 47.9,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 822,
          "completionTokens": 364,
          "totalTokens": 1186,
          "cost": 0.000977,
          "durationMs": 7131,
          "tokensPerSecond": 51.04,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's the complete Appwrite Function for Node.js:\n\n```javascript\nexport default async (req, res) => {\n  try {\n    // Appwrite automatically parses JSON bodies, so req.body is ready to use\n    const { name } = req.body;\n\n    if (!name) {\n      return res.status(400).json({ error: \"Missing 'name' field in request body\" });\n    }\n\n    return res.json({ greeting: `Hello, ${name}!` });\n  } catch (error) {\n    return res.status(500).json({ error: error.message });\n  }\n};\n```\n\n### Key Details:\n- **Function Signature**: `export default async (req, res) => { ... }` is the required entry point for Appwrite Node.js functions.\n- **Request Object (`req`)**: `req.body` is automatically parsed by Appwrite when the request includes `Content-Type: application/json`.\n- **Response Object (`res`)**: Use `res.json()` to return JSON responses. Chain `.status(code)` to set HTTP status codes.\n- **Runtime**: Deploy with the `node-18` or `node-20` runtime in Appwrite.\n- **Testing**: You can trigger this function via the Appwrite Dashboard, CLI (`appwrite functions createExecution`), or by making a `POST` request to the function's execution endpoint with a JSON body like `{\"name\": \"Alice\"}`.",
          "correct": true,
          "score": 0.6,
          "judgeReasoning": "The answer includes a default export of an async function (criterion 1), uses req.body for parsing (criterion 3), and uses res.json() for the response (criterion 4). However, the function signature is incorrect for Appwrite Functions - it should be `({ req, res, log, error })` as a single destructured context object, not `(req, res)` as separate parameters (criterion 2 and 5 partially failed). The answer also incorrectly suggests `res.status(400).json()` chaining, which is Express.js syntax and not how Appwrite's response object works - Appwrite's res.json() accepts a second parameter for status code or uses different methods. The missing `log` and `error` context parameters from the destructured object is a notable omission. The explanation also incorrectly states the signature pattern.",
          "promptTokens": 540,
          "completionTokens": 2425,
          "totalTokens": 2965,
          "cost": 0.004904,
          "durationMs": 44378,
          "tokensPerSecond": 54.64,
          "toolCallCount": 0
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 824,
          "completionTokens": 322,
          "totalTokens": 1146,
          "cost": 0.000896,
          "durationMs": 7046,
          "tokensPerSecond": 45.7,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8538,
          "completionTokens": 312,
          "totalTokens": 8850,
          "cost": 0.003383,
          "durationMs": 8738,
          "tokensPerSecond": 35.71,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 865,
          "completionTokens": 808,
          "totalTokens": 1673,
          "cost": 0.001857,
          "durationMs": 17501,
          "tokensPerSecond": 46.17,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "## Deploying an Appwrite Function Using the CLI\n\n### Step-by-Step Process\n\n**1. Install and Login**\n```bash\nnpm install -g appwrite-cli\nappwrite login\n```\n\n**2. Initialize Your Project**\n```bash\nappwrite init project\n```\nThis creates an `appwrite.config.json` file in your project root.\n\n**3. Create a Function**\n```bash\nappwrite init functions\n```\nThis scaffolds a new function directory and adds its configuration to `appwrite.config.json`.\n\n**4. Configure the Function**\nEdit the function entry in `appwrite.config.json` (or in a separate file if using `includes`):\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"myFunction\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/myFunction\"\n        }\n    ]\n}\n```\n\n**5. Deploy the Function**\n```bash\n# Deploy and activate immediately\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n\n# Deploy all functions\nappwrite push functions\n```\n\n---\n\n### Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| `runtime` | Runtime environment (e.g., `node-22`, `python-3.12`, `php-8.3`) |\n| `entrypoint` | The file that starts the function (relative to `path`) |\n| `commands` | Build/install command run before deployment (e.g., `npm install`) |\n| `path` | Local directory containing the function source code |\n| `timeout` | Maximum execution time in seconds |\n| `events` | Event patterns that trigger the function (e.g., `databases.*.collections.*.documents.*.create`) |\n| `schedule` | Cron expression for scheduled execution (empty string disables) |\n| `enabled` | Whether the function is active |\n| `logging` | Whether to store execution logs |\n| `buildSpecification` | Compute resources for building the deployment |\n| `runtimeSpecification` | Compute resources for running the function |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion |\n| `scopes` | API scopes granted to the function's execution key |\n| `ignore` | Newline-separated patterns to exclude from the deployment package |\n\n---\n\n### Managing Function Variables\n\nVariables should be stored in a `.env` file inside the function's `path` directory:\n\n```bash\n# functions/myFunction/.env\nAPI_KEY=secret123\nDATABASE_URL=postgres://...\n```\n\nSync variables to Appwrite:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n---\n\n### Useful Commands\n\n```bash\n# List all functions\nappwrite functions list\n\n# List available runtimes\nappwrite functions list-runtimes\n\n# Trigger a function manually\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n\n# View execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n\n# Run function locally for development\nappwrite run functions\n\n# Pull existing functions from Console\nappwrite pull functions\n```\n\n---\n\n### CI/CD (Non-Interactive Mode)\n\nFor automated deployments:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: (1) CLI installation with 'npm install -g appwrite-cli', (2) 'appwrite init functions' command, (3) configuration in appwrite.config.json with detailed examples, (4) 'appwrite push functions' command with various options, and (5) key configuration options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The response goes well beyond the minimum requirements with additional useful information about CI/CD, variable management, and other CLI commands.",
          "promptTokens": 7944,
          "completionTokens": 1095,
          "totalTokens": 9039,
          "cost": 0.004717,
          "durationMs": 21808,
          "tokensPerSecond": 50.21,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21947,
          "completionTokens": 1121,
          "totalTokens": 23068,
          "cost": 0.009319,
          "durationMs": 24130,
          "tokensPerSecond": 46.46,
          "toolCallCount": 2
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 807,
          "completionTokens": 565,
          "totalTokens": 1372,
          "cost": 0.001364,
          "durationMs": 11114,
          "tokensPerSecond": 50.84,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 813,
          "completionTokens": 258,
          "totalTokens": 1071,
          "cost": 0.000767,
          "durationMs": 5498,
          "tokensPerSecond": 46.93,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 824,
          "completionTokens": 962,
          "totalTokens": 1786,
          "cost": 0.002144,
          "durationMs": 18329,
          "tokensPerSecond": 52.49,
          "toolCallCount": 0
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7487,
          "completionTokens": 509,
          "totalTokens": 7996,
          "cost": 0.003426,
          "durationMs": 11291,
          "tokensPerSecond": 45.08,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 870,
          "completionTokens": 261,
          "totalTokens": 1131,
          "cost": 0.000792,
          "durationMs": 5753,
          "tokensPerSecond": 45.37,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 847,
          "completionTokens": 420,
          "totalTokens": 1267,
          "cost": 0.001094,
          "durationMs": 8236,
          "tokensPerSecond": 51,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7387,
          "completionTokens": 618,
          "totalTokens": 8005,
          "cost": 0.003606,
          "durationMs": 13070,
          "tokensPerSecond": 47.28,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7439,
          "completionTokens": 460,
          "totalTokens": 7899,
          "cost": 0.003315,
          "durationMs": 10113,
          "tokensPerSecond": 45.49,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 808,
          "completionTokens": 370,
          "totalTokens": 1178,
          "cost": 0.000984,
          "durationMs": 7286,
          "tokensPerSecond": 50.78,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21965,
          "completionTokens": 1914,
          "totalTokens": 23879,
          "cost": 0.010871,
          "durationMs": 37368,
          "tokensPerSecond": 51.22,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 821,
          "completionTokens": 679,
          "totalTokens": 1500,
          "cost": 0.001591,
          "durationMs": 13153,
          "tokensPerSecond": 51.62,
          "toolCallCount": 0
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are three commonly used `APPWRITE_FUNCTION_*` environment variables automatically injected by the Appwrite runtime:\n\n1. **`APPWRITE_FUNCTION_ID`**  \n   Contains the unique identifier of the currently executing function. Useful for logging, self-referencing, or making administrative API calls back to Appwrite (e.g., updating function variables or deployments).\n\n2. **`APPWRITE_FUNCTION_TRIGGER`**  \n   Indicates how the function was invoked. Common values are:\n   - `http` → Triggered via an HTTP request/webhook\n   - `event` → Triggered by an Appwrite system event\n   - `schedule` → Triggered by a cron job\n   Allows your function to branch logic or validate payloads based on the execution context.\n\n3. **`APPWRITE_FUNCTION_DATA`**  \n   Holds the payload passed to the function at runtime:\n   - For `http` triggers: The raw request body\n   - For `event` triggers: The event payload (JSON string)\n   - For `schedule` triggers: Usually empty or a custom string you configured in the cron setup\n   You typically parse this string (e.g., `JSON.parse(process.env.APPWRITE_FUNCTION_DATA)`) to access the actual data.\n\n*(Bonus)* **`APPWRITE_FUNCTION_EVENT`** is also frequently used when `APPWRITE_FUNCTION_TRIGGER` is `event`. It contains the exact event name that triggered the function (e.g., `databases.*.collections.*.documents.*.create`), allowing you to handle multiple event types in a single function.\n\nAll of these are read-only, automatically populated by Appwrite, and accessible via your language's standard environment variable API (e.g., `process.env` in Node.js, `os.environ` in Python, etc.).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly identifies at least three APPWRITE_FUNCTION_* environment variables with accurate descriptions: APPWRITE_FUNCTION_ID (unique function identifier), APPWRITE_FUNCTION_TRIGGER (how the function was invoked with correct values: http/event/schedule), and APPWRITE_FUNCTION_DATA (payload passed to the function). A bonus variable APPWRITE_FUNCTION_EVENT is also correctly described. All purposes align with the reference answer's documented runtime environment variables.",
          "promptTokens": 534,
          "completionTokens": 2045,
          "totalTokens": 2579,
          "cost": 0.004161,
          "durationMs": 37607,
          "tokensPerSecond": 54.38,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 819,
          "completionTokens": 140,
          "totalTokens": 959,
          "cost": 0.000539,
          "durationMs": 3252,
          "tokensPerSecond": 43.05,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7349,
          "completionTokens": 344,
          "totalTokens": 7693,
          "cost": 0.003059,
          "durationMs": 8408,
          "tokensPerSecond": 40.91,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example using the Appwrite Web SDK. Note that **bucket creation is an admin operation** and is typically done via the Appwrite Console or server-side SDK. I'll show the client-side file upload with permissions and preview URL generation, plus the server-side bucket creation for completeness.\n\n## 1. Setup & Bucket Creation\n\n### Client Setup (Web)\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // or your self-hosted endpoint\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n```\n\n### Create Bucket (Server-Side Only)\nBucket creation requires an API key and must be done server-side:\n```typescript\nimport { Client, Storage } from 'node-appwrite';\n\nconst serverClient = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]');\n\nconst serverStorage = new Storage(serverClient);\n\nconst bucket = await serverStorage.createBucket({\n    bucketId: 'my-images',\n    name: 'My Images',\n    enabled: true,\n    maximumFileSize: 5242880, // 5MB\n    allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'],\n    encryption: true,\n    antivirus: true,\n    permissions: [\n        Permission.read(Role.any()),           // Anyone can read files\n        Permission.create(Role.users()),       // Authenticated users can upload\n        Permission.update(Role.users()),       // Authenticated users can update\n        Permission.delete(Role.users()),       // Authenticated users can delete\n    ]\n});\n```\n\n## 2. Upload File with Permissions (Client-Side)\n\n```typescript\nasync function uploadImage(fileInput: HTMLInputElement) {\n    const file = fileInput.files?.[0];\n    if (!file) throw new Error('No file selected');\n\n    try {\n        const uploadedFile = await storage.createFile({\n            bucketId: 'my-images',\n            fileId: ID.unique(),\n            file: file,\n            permissions: [\n                Permission.read(Role.any()),              // Public read access\n                Permission.update(Role.user('[USER_ID]')), // Only owner can update\n                Permission.delete(Role.user('[USER_ID]')), // Only owner can delete\n            ]\n        });\n\n        console.log('File uploaded:', uploadedFile);\n        return uploadedFile;\n    } catch (error) {\n        console.error('Upload failed:', error);\n        throw error;\n    }\n}\n\n// Usage with HTML:\n// <input type=\"file\" id=\"file-input\" accept=\"image/*\" />\n// <button onclick=\"uploadImage(document.getElementById('file-input'))\">Upload</button>\n```\n\n## 3. Get Preview URL\n\n```typescript\nfunction getImagePreviewUrl(bucketId: string, fileId: string) {\n    // getFilePreview returns a URL string, not a Promise\n    const previewUrl = storage.getFilePreview({\n        bucketId: bucketId,\n        fileId: fileId,\n        width: 400,\n        height: 300,\n        gravity: 'center',    // Crop gravity: center, top, bottom, left, right\n        quality: 90,          // Image quality (1-100)\n        borderWidth: 0,       // Optional border\n        borderColor: '',      // Optional border color (hex)\n        borderRadius: 0,      // Optional border radius\n        opacity: 1,           // Image opacity (0-1)\n        rotation: 0,          // Rotation in degrees\n        background: '',       // Background color for transparent images (hex)\n        output: 'jpg'         // Output format: jpg, png, webp\n    });\n\n    return previewUrl;\n}\n\n// Usage:\n// const previewUrl = getImagePreviewUrl('my-images', uploadedFile.$id);\n// document.getElementById('preview').src = previewUrl;\n```\n\n## 4. Complete Example\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\nasync function handleImageUpload(fileInput: HTMLInputElement, previewImg: HTMLImageElement) {\n    const file = fileInput.files?.[0];\n    if (!file) return;\n\n    try {\n        // Upload with permissions\n        const uploadedFile = await storage.createFile({\n            bucketId: 'my-images',\n            fileId: ID.unique(),\n            file: file,\n            permissions: [\n                Permission.read(Role.any()),\n                Permission.update(Role.user('[USER_ID]')),\n                Permission.delete(Role.user('[USER_ID]')),\n            ]\n        });\n\n        // Get preview URL\n        const previewUrl = storage.getFilePreview({\n            bucketId: 'my-images',\n            fileId: uploadedFile.$id,\n            width: 400,\n            height: 300,\n            quality: 90\n        });\n\n        // Display preview\n        previewImg.src = previewUrl;\n        console.log('Upload successful:', uploadedFile.$id);\n    } catch (error) {\n        console.error('Upload failed:', error);\n    }\n}\n```\n\n## Key Notes\n\n- **Bucket creation** requires server-side SDK with API key or must be done in the Appwrite Console\n- **Permissions** are set at the file level here. If all files in a bucket share the same rules, configure them at the bucket level instead and omit file-level permissions\n- **`getFilePreview()`** returns a URL string synchronously (no `await` needed)\n- **`Role.any()`** makes files publicly readable. Use `Role.users()` or `Role.user('[USER_ID]')` for authenticated-only access\n- Preview URLs support image transformations (resize, crop, format conversion, quality adjustment)",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Storage service instantiation with correct client setup, (2) bucket creation with permissions using Permission and Role classes, (3) storage.createFile() with bucketId, fileId, and File object, (4) storage.getFilePreview() for image preview, and (5) correct imports from 'appwrite'. The code is well-structured and includes helpful explanations. Minor issues: the createBucket() and createFile() calls use named parameter objects (e.g., `createBucket({bucketId: ...})`) rather than positional arguments which is the standard Appwrite Web SDK v13+ style, so this is acceptable. The getFilePreview() also uses named parameters. The answer correctly notes it returns a URL synchronously. Overall this is a comprehensive and largely correct answer meeting all rubric criteria.",
          "promptTokens": 6829,
          "completionTokens": 1808,
          "totalTokens": 8637,
          "cost": 0.005745,
          "durationMs": 34167,
          "tokensPerSecond": 52.92,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7337,
          "completionTokens": 371,
          "totalTokens": 7708,
          "cost": 0.003108,
          "durationMs": 8392,
          "tokensPerSecond": 44.21,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 825,
          "completionTokens": 628,
          "totalTokens": 1453,
          "cost": 0.001493,
          "durationMs": 12056,
          "tokensPerSecond": 52.09,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 832,
          "completionTokens": 393,
          "totalTokens": 1225,
          "cost": 0.001037,
          "durationMs": 7710,
          "tokensPerSecond": 50.97,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7349,
          "completionTokens": 245,
          "totalTokens": 7594,
          "cost": 0.002866,
          "durationMs": 6745,
          "tokensPerSecond": 36.32,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7323,
          "completionTokens": 394,
          "totalTokens": 7717,
          "cost": 0.003148,
          "durationMs": 9172,
          "tokensPerSecond": 42.96,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "These three Appwrite Storage methods serve different purposes based on how you want the browser or server to handle the file. Here's a breakdown of each:\n\n### 1. `storage.getFileView()`\n* **What it does:** Returns a URL to **view the file directly in the browser**. It sets the `Content-Disposition: inline` header, telling the browser to render the file natively instead of downloading it.\n* **Supported formats:** Any file type (PDFs, videos, images, text files, etc.)\n* **When to use:** \n  * Embedding a PDF in an `<iframe>` or `<embed>` tag\n  * Playing a video in a `<video>` tag\n  * Displaying an image in an `<img>` tag without forcing a download\n  * Opening a file in a new browser tab\n\n### 2. `storage.getFileDownload()`\n* **What it does:** Returns a URL to **download the original file**. It sets the `Content-Disposition: attachment` header, which triggers the browser's download prompt.\n* **Supported formats:** Any file type\n* **When to use:**\n  * Providing a \"Download\" button for users to save files to their device\n  * Fetching raw file data server-side for processing or forwarding\n  * When you need the exact, unmodified original file\n\n### 3. `storage.getFilePreview()`\n* **What it does:** Generates an **on-the-fly processed image**. Appwrite resizes, crops, or adjusts the image before returning it.\n* **Supported formats:** **Images only** (JPEG, PNG, WebP, GIF, etc.)\n* **Parameters:** `width`, `height`, `gravity`, `quality`, `borderWidth`, `borderColor`, `borderRadius`, `opacity`, `rotation`, `background`, `output`\n* **When to use:**\n  * Generating thumbnails for a gallery\n  * Creating user avatars with consistent dimensions\n  * Optimizing images for responsive layouts (serving smaller files to save bandwidth)\n  * Adding watermarks, borders, or rounded corners dynamically\n\n---\n\n### Quick Comparison\n\n| Method | Header | Best For | File Types |\n|--------|--------|----------|------------|\n| `getFileView()` | `inline` | Embedding/rendering in browser | All |\n| `getFileDownload()` | `attachment` | Saving to device / raw data | All |\n| `getFilePreview()` | `inline` (processed) | Thumbnails, avatars, responsive images | Images only |\n\n---\n\n### Code Example (Web SDK)\n\n```typescript\nconst storage = new Storage(client);\n\n// 1. View a PDF in an iframe\nconst viewUrl = storage.getFileView({ bucketId: 'docs', fileId: 'contract.pdf' });\ndocument.getElementById('pdf-frame').src = viewUrl.href;\n\n// 2. Download a ZIP file\nconst downloadUrl = storage.getFileDownload({ bucketId: 'assets', fileId: 'backup.zip' });\ndocument.getElementById('download-btn').href = downloadUrl.href;\n\n// 3. Generate a 300x300 rounded avatar\nconst previewUrl = storage.getFilePreview({\n    bucketId: 'avatars',\n    fileId: 'user123.jpg',\n    width: 300,\n    height: 300,\n    borderRadius: 150, // Makes it circular\n    quality: 80\n});\ndocument.getElementById('avatar-img').src = previewUrl.href;\n```\n\n### 💡 Pro Tips\n* **Caching:** Appwrite automatically caches `getFilePreview()` responses based on the parameters you pass. Changing `width` or `quality` generates a new cached version.\n* **Security:** All three methods respect your bucket and file permissions. If a user doesn't have `read` access, the request will fail with a `403 Forbidden`.\n* **Server-side:** In `node-appwrite`, these methods return a `Readable` stream or `Blob` instead of a URL, allowing you to pipe the file directly to disk, another service, or an HTTP response.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It clearly explains all four required elements: 1) getFileView() for inline/browser display with Content-Disposition: inline header, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment header, 3) getFilePreview() for image transformations with specific parameters listed, and 4) when to use each one with practical examples. The answer goes beyond the reference answer with a comparison table, code examples, and pro tips, all of which are accurate and helpful.",
          "promptTokens": 6815,
          "completionTokens": 2759,
          "totalTokens": 9574,
          "cost": 0.007595,
          "durationMs": 52727,
          "tokensPerSecond": 52.33,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 818,
          "completionTokens": 296,
          "totalTokens": 1114,
          "cost": 0.000843,
          "durationMs": 6087,
          "tokensPerSecond": 48.63,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 824,
          "completionTokens": 298,
          "totalTokens": 1122,
          "cost": 0.000849,
          "durationMs": 6487,
          "tokensPerSecond": 45.94,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7381,
          "completionTokens": 380,
          "totalTokens": 7761,
          "cost": 0.00314,
          "durationMs": 9147,
          "tokensPerSecond": 41.54,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7519,
          "completionTokens": 728,
          "totalTokens": 8247,
          "cost": 0.003863,
          "durationMs": 14763,
          "tokensPerSecond": 49.31,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7387,
          "completionTokens": 384,
          "totalTokens": 7771,
          "cost": 0.00315,
          "durationMs": 10004,
          "tokensPerSecond": 38.38,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 830,
          "completionTokens": 348,
          "totalTokens": 1178,
          "cost": 0.000948,
          "durationMs": 6950,
          "tokensPerSecond": 50.07,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7395,
          "completionTokens": 271,
          "totalTokens": 7666,
          "cost": 0.002932,
          "durationMs": 6881,
          "tokensPerSecond": 39.38,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 816,
          "completionTokens": 271,
          "totalTokens": 1087,
          "cost": 0.000794,
          "durationMs": 5957,
          "tokensPerSecond": 45.49,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 847,
          "completionTokens": 716,
          "totalTokens": 1563,
          "cost": 0.001671,
          "durationMs": 13516,
          "tokensPerSecond": 52.97,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7361,
          "completionTokens": 231,
          "totalTokens": 7592,
          "cost": 0.002843,
          "durationMs": 6232,
          "tokensPerSecond": 37.07,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "### When to use `getFilePreview` vs `getFileView`\n\n* **`getFileView`**: Use this when you want the **original, unmodified file**. It streams the exact file that was uploaded with its original MIME type and resolution. It is best used for downloading files, displaying non-image assets (like PDFs or videos), or when you need the full-resolution original image.\n* **`getFilePreview`**: Use this when you need a **dynamically processed image**. Appwrite generates a new image on-the-fly based on the parameters you pass. It is best used for creating thumbnails, user avatars, responsive web images, or optimizing file sizes without having to store multiple versions of the same image in your bucket.\n\n### What `getFilePreview` Supports\n\n`getFilePreview` is a powerful on-the-fly image processor that supports the following transformations:\n\n* **Resizing:** `width` and `height` (in pixels)\n* **Cropping:** `gravity` (e.g., `center`, `top-left`, `bottom-right`) to determine the focal point when aspect ratios differ\n* **Format Conversion:** `output` (e.g., `jpg`, `png`, `webp`, `avif`) to convert the image to a different format\n* **Compression:** `quality` (0–100) to reduce file size\n* **Borders:** `borderWidth`, `borderColor` (hex code), and `borderRadius` (in pixels)\n* **Transparency & Background:** `opacity` (0–1) and `background` (hex code to fill transparent areas)\n* **Rotation:** `rotation` (in degrees)\n\n### Example Usage\n\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: 'center',      // Crop from the center\n    quality: 80,            // Compress to 80% quality\n    output: 'webp',         // Convert to WebP for better web performance\n    borderRadius: 150,      // Make it a circle (if width/height are equal)\n    borderWidth: 2,\n    borderColor: 'ffffff'\n});\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for dynamic image transformations) from getFileView (for original unmodified files), and lists well more than 2 transformation options including width, height, gravity, quality, format/output, borders, opacity, background, and rotation - covering all the key parameters mentioned in the reference answer.",
          "promptTokens": 6807,
          "completionTokens": 2395,
          "totalTokens": 9202,
          "cost": 0.006883,
          "durationMs": 46751,
          "tokensPerSecond": 51.23,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 808,
          "completionTokens": 115,
          "totalTokens": 923,
          "cost": 0.000487,
          "durationMs": 3057,
          "tokensPerSecond": 37.62,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8538,
          "completionTokens": 330,
          "totalTokens": 8868,
          "cost": 0.003418,
          "durationMs": 7549,
          "tokensPerSecond": 43.71,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 833,
          "completionTokens": 416,
          "totalTokens": 1249,
          "cost": 0.001082,
          "durationMs": 8222,
          "tokensPerSecond": 50.6,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "Deploying a site to Appwrite Sites is primarily managed through the **Appwrite CLI** using a configuration file (`appwrite.config.json`). Below is a breakdown of the deployment workflow, build configuration options, and deployment methods.\n\n### 1. How to Deploy a Site\nThe standard workflow involves initializing or pulling your site configuration, and then pushing it to Appwrite.\n\n```bash\n# 1. Initialize a new site (creates a template and config)\nappwrite init sites\n\n# 2. Pull existing sites from your Appwrite Console into your local config\nappwrite pull sites\n\n# 3. Deploy the site to Appwrite\nappwrite push sites\n```\n\n### 2. Build Configuration Options\nSites are configured in your `appwrite.config.json` (or a separate file referenced via `includes`). You can customize the build process, runtime, and framework behavior using the following fields:\n\n| Field | Description |\n| :--- | :--- |\n| **`framework`** | The framework preset used for build defaults (e.g., `astro`, `nextjs`, `vite`). |\n| **`installCommand`** | Command to install dependencies (e.g., `npm install`). |\n| **`buildCommand`** | Command to build the site (e.g., `npm run build`). |\n| **`outputDirectory`** | The directory containing the static build output (e.g., `./dist`). |\n| **`startCommand`** | Command to start the server for SSR sites (e.g., `npm run start`). |\n| **`buildRuntime`** | The runtime used to build the site (e.g., `node-22`). |\n| **`adapter`** | Deployment adapter type, such as `static` or `ssr`. |\n| **`fallbackFile`** | Fallback file for SPA routing or missing routes (e.g., `index.html`). |\n| **`timeout`** | Maximum request duration in seconds for server-rendered sites. |\n| **`buildSpecification`** | Compute resources allocated for the build process (e.g., `s-1vcpu-512mb`). |\n| **`runtimeSpecification`** | Compute resources allocated for serving the site. |\n| **`deploymentRetention`** | Days to retain old deployments before auto-deletion. |\n| **`path`** | Local directory path to the site's source code. |\n\n**Example Configuration:**\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Portfolio\",\n            \"framework\": \"astro\",\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"static\",\n            \"path\": \"./my-portfolio\"\n        }\n    ]\n}\n```\n\n### 3. Deployment Methods\n\n#### Standard CLI Deployment\nRun `appwrite push sites` to upload your code, trigger the build, and deploy. \n* **With Variables:** If your site relies on environment variables defined in a local `.env` file within your site's `path`, use the `--with-variables` flag to sync them:\n  ```bash\n  appwrite push sites --site-id <SITE_ID> --with-variables\n  ```\n\n#### Non-Interactive / CI/CD Deployment\nFor automated pipelines (GitHub Actions, GitLab CI, etc.), use the `--force` and `--all` flags to prevent interactive prompts:\n```bash\nappwrite push sites --all --force\n```\n\n#### Manual Deployment Management\nYou can also manage deployments directly via CLI commands without a full config push:\n* **Create a deployment:** `appwrite sites create-deployment --site-id <ID>`\n* **Activate a deployment:** `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>`\n* **Cancel a build:** `appwrite sites update-deployment-status --site-id <ID> --deployment-id <ID>`",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers several rubric requirements well: build command configuration, output directory setting, framework support/presets, and environment variables (via --with-variables flag). However, it focuses almost exclusively on CLI deployment and mentions CI/CD pipelines as a variation of CLI. It does not mention Git-based deployments (connecting a GitHub/GitLab repository for automatic deployments) or manual file uploads as distinct deployment methods. The reference answer specifically calls out Git-based deployments, CLI deployments, and manual uploads as three separate methods. Since the rubric requires at least 2 deployment methods and the answer only clearly describes CLI-based deployment (with CI/CD as a variant), it partially meets that requirement but misses the Git integration method which is a primary deployment approach for Appwrite Sites.",
          "promptTokens": 7940,
          "completionTokens": 1595,
          "totalTokens": 9535,
          "cost": 0.005691,
          "durationMs": 37377,
          "tokensPerSecond": 42.67,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 830,
          "completionTokens": 232,
          "totalTokens": 1062,
          "cost": 0.000722,
          "durationMs": 5013,
          "tokensPerSecond": 46.28,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8442,
          "completionTokens": 495,
          "totalTokens": 8937,
          "cost": 0.003709,
          "durationMs": 11008,
          "tokensPerSecond": 44.97,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 821,
          "completionTokens": 342,
          "totalTokens": 1163,
          "cost": 0.000934,
          "durationMs": 7456,
          "tokensPerSecond": 45.87,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 842,
          "completionTokens": 186,
          "totalTokens": 1028,
          "cost": 0.000636,
          "durationMs": 4000,
          "tokensPerSecond": 46.5,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8532,
          "completionTokens": 438,
          "totalTokens": 8970,
          "cost": 0.003627,
          "durationMs": 9602,
          "tokensPerSecond": 45.62,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8472,
          "completionTokens": 2643,
          "totalTokens": 11115,
          "cost": 0.007907,
          "durationMs": 50367,
          "tokensPerSecond": 52.47,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8504,
          "completionTokens": 420,
          "totalTokens": 8924,
          "cost": 0.003583,
          "durationMs": 9800,
          "tokensPerSecond": 42.86,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8510,
          "completionTokens": 292,
          "totalTokens": 8802,
          "cost": 0.003335,
          "durationMs": 9072,
          "tokensPerSecond": 32.19,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 830,
          "completionTokens": 282,
          "totalTokens": 1112,
          "cost": 0.00082,
          "durationMs": 5767,
          "tokensPerSecond": 48.9,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8498,
          "completionTokens": 2698,
          "totalTokens": 11196,
          "cost": 0.008023,
          "durationMs": 50519,
          "tokensPerSecond": 53.41,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 836,
          "completionTokens": 602,
          "totalTokens": 1438,
          "cost": 0.001446,
          "durationMs": 11829,
          "tokensPerSecond": 50.89,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 810,
          "completionTokens": 184,
          "totalTokens": 994,
          "cost": 0.000622,
          "durationMs": 4279,
          "tokensPerSecond": 43,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8532,
          "completionTokens": 399,
          "totalTokens": 8931,
          "cost": 0.003551,
          "durationMs": 9053,
          "tokensPerSecond": 44.07,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 844,
          "completionTokens": 208,
          "totalTokens": 1052,
          "cost": 0.00068,
          "durationMs": 4513,
          "tokensPerSecond": 46.09,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8522,
          "completionTokens": 353,
          "totalTokens": 8875,
          "cost": 0.003458,
          "durationMs": 7991,
          "tokensPerSecond": 44.17,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Based on the Appwrite CLI documentation, here are several deployment and build configuration options available for an Appwrite Site in your `appwrite.config.json`:\n\n1. **`buildCommand`**\n   * **What it's for:** Specifies the exact command Appwrite should run to build your site (e.g., `npm run build` or `yarn build`).\n\n2. **`installCommand`**\n   * **What it's for:** Defines the command used to install your project's dependencies before the build process begins (e.g., `npm install` or `pnpm install`).\n\n3. **`outputDirectory`**\n   * **What it's for:** Tells Appwrite which directory contains the final static build output that should be deployed and served (e.g., `./dist` or `./build`).\n\n4. **`buildRuntime`**\n   * **What it's for:** Sets the specific runtime environment used during the build process (e.g., `node-22`), ensuring your build scripts run in the correct version of Node.js, Python, etc.\n\n5. **`adapter`**\n   * **What it's for:** Determines the deployment behavior, such as whether the site should be deployed as a standard static site or configured for Server-Side Rendering (SSR).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model lists five deployment/build configuration options, all of which are correct and relevant. It covers buildCommand, installCommand, and outputDirectory which are explicitly mentioned in the reference answer, plus two additional valid options (buildRuntime and adapter). Each option is clearly explained with its purpose and examples where appropriate. This fully satisfies the requirement of listing at least 3 options with correct purposes.",
          "promptTokens": 7936,
          "completionTokens": 1000,
          "totalTokens": 8936,
          "cost": 0.004529,
          "durationMs": 20199,
          "tokensPerSecond": 49.51,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 790,
          "completionTokens": 217,
          "totalTokens": 1007,
          "cost": 0.00068,
          "durationMs": 4574,
          "tokensPerSecond": 47.44,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 841,
          "completionTokens": 202,
          "totalTokens": 1043,
          "cost": 0.000667,
          "durationMs": 4290,
          "tokensPerSecond": 47.09,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 807,
          "completionTokens": 155,
          "totalTokens": 962,
          "cost": 0.000565,
          "durationMs": 3565,
          "tokensPerSecond": 43.48,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Appwrite Messaging: Push Notifications\n\nAppwrite Messaging provides a unified API for sending push notifications, emails, and SMS. Here's how to set up and use push notifications.\n\n## Supported Providers\n\nAppwrite Messaging supports two push notification providers:\n\n| Provider | Platform | Description |\n|----------|----------|-------------|\n| **APNs** (Apple Push Notification service) | iOS, macOS, watchOS, tvOS | Requires an APNs Key (`.p8` file) and Team ID from your Apple Developer account |\n| **FCM** (Firebase Cloud Messaging) | Android, Web, iOS (alternative) | Requires a Firebase project and server key or service account credentials |\n\nYou can configure both providers simultaneously in the Appwrite Console under **Messaging → Providers**.\n\n## Setup Steps\n\n### 1. Enable Messaging Service\nIn the Appwrite Console, go to **Settings → Services** and enable **Messaging**.\n\n### 2. Configure Push Providers\n- **APNs**: Upload your `.p8` key file, provide your Team ID, Key ID, and Bundle ID.\n- **FCM**: Provide your Firebase project credentials (server key or service account JSON).\n\n### 3. Create a Topic\nTopics are channels that users can subscribe to. You can create them via the Console, CLI, or SDK:\n\n```bash\n# CLI\nappwrite messaging create-topic \\\n    --topic-id \"news-updates\" \\\n    --name \"News Updates\"\n```\n\n```typescript\n// TypeScript SDK (server-side)\nimport { Client, Messaging } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nconst topic = await messaging.createTopic({\n    topicId: 'news-updates',\n    name: 'News Updates',\n});\n```\n\n### 4. Add Subscribers to a Topic\nUsers (or targets) subscribe to topics to receive messages:\n\n```bash\n# CLI\nappwrite messaging create-subscriber \\\n    --topic-id \"news-updates\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"[TARGET_ID]\"\n```\n\n```typescript\n// TypeScript SDK\nawait messaging.createSubscriber({\n    topicId: 'news-updates',\n    subscriberId: ID.unique(),\n    targetId: '[TARGET_ID]',  // A push target (device token) ID\n});\n```\n\n> **Note:** A **target** represents a specific device/app instance. You create targets by registering device tokens (APNs device token or FCM registration token) with Appwrite.\n\n### 5. Send a Push Notification to a Topic\n\n```bash\n# CLI\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"Breaking News\" \\\n    --body \"Check out the latest updates!\" \\\n    --topics '[\"news-updates\"]'\n```\n\n```typescript\n// TypeScript SDK\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Breaking News',\n    body: 'Check out the latest updates!',\n    topics: ['news-updates'],\n    // Optional: target specific platforms\n    // android: { title: '...', body: '...', ... },\n    // ios: { title: '...', body: '...', ... },\n});\n```\n\n## Full Example: End-to-End Flow\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// 1. Create a topic\nawait messaging.createTopic({\n    topicId: 'product-launches',\n    name: 'Product Launches',\n});\n\n// 2. Register a device target (FCM example)\nconst target = await messaging.createTarget({\n    targetId: ID.unique(),\n    identifier: 'fcm_device_token_here',  // FCM registration token\n    providerId: '[FCM_PROVIDER_ID]',       // Your configured FCM provider ID\n    userId: '[USER_ID]',\n});\n\n// 3. Subscribe the target to the topic\nawait messaging.createSubscriber({\n    topicId: 'product-launches',\n    subscriberId: ID.unique(),\n    targetId: target.$id,\n});\n\n// 4. Send push notification to all topic subscribers\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Product Launch! 🚀',\n    body: 'We just launched something amazing. Tap to learn more.',\n    topics: ['product-launches'],\n    // Platform-specific overrides (optional)\n    android: {\n        title: 'New Product Launch!',\n        body: 'We just launched something amazing.',\n        icon: 'ic_notification',\n    },\n    ios: {\n        title: 'New Product Launch!',\n        body: 'We just launched something amazing.',\n        badge: 1,\n        sound: 'default',\n    },\n});\n```\n\n## Key Concepts\n\n| Concept | Description |\n|---------|-------------|\n| **Provider** | The push service (APNs or FCM) configured with credentials |\n| **Target** | A registered device (identified by its APNs token or FCM registration token) |\n| **Topic** | A named channel that targets subscribe to |\n| **Subscriber** | The link between a target and a topic |\n| **Message** | The push notification payload sent to topic subscribers |\n\n## Client-Side: Registering Device Tokens\n\nOn the client side (mobile/web app), you need to obtain the device token from the platform's push service and register it as a target in Appwrite:\n\n```typescript\n// Client-side (React Native example with FCM)\nimport { Client, Messaging, ID } from 'react-native-appwrite';\nimport messaging from '@react-native-firebase/messaging';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// Get FCM token\nconst fcmToken = await messaging().getToken();\n\n// Register as Appwrite target (requires authenticated session)\nconst appwriteMessaging = new Messaging(client);\nawait appwriteMessaging.createTarget({\n    targetId: ID.unique(),\n    identifier: fcmToken,\n    providerId: '[FCM_PROVIDER_ID]',\n});\n```\n\nThis covers the full lifecycle: configure providers → create topics → register device targets → subscribe targets to topics → send push messages to topics.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required elements from the rubric: 1) Both FCM and APNS providers are mentioned with detailed setup instructions, 2) Topic creation is explained with both CLI and SDK examples, 3) User subscription/targets are thoroughly covered including how to create subscribers linking targets to topics, 4) messaging.createPush() method is demonstrated with complete code examples, and 5) Device token registration is explicitly covered in both the full example and the dedicated client-side section. The answer goes beyond the minimum requirements with platform-specific overrides, a complete end-to-end flow, and a key concepts table.",
          "promptTokens": 19999,
          "completionTokens": 2269,
          "totalTokens": 22268,
          "cost": 0.010924,
          "durationMs": 44221,
          "tokensPerSecond": 51.31,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 809,
          "completionTokens": 245,
          "totalTokens": 1054,
          "cost": 0.000741,
          "durationMs": 5155,
          "tokensPerSecond": 47.53,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7369,
          "completionTokens": 543,
          "totalTokens": 7912,
          "cost": 0.003454,
          "durationMs": 11627,
          "tokensPerSecond": 46.7,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 818,
          "completionTokens": 242,
          "totalTokens": 1060,
          "cost": 0.000738,
          "durationMs": 5607,
          "tokensPerSecond": 43.16,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 807,
          "completionTokens": 632,
          "totalTokens": 1439,
          "cost": 0.001495,
          "durationMs": 12030,
          "tokensPerSecond": 52.54,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging supports three primary targeting strategies for delivering messages (email, SMS, and push notifications):\n\n## 1. Topics (Pub/Sub)\n\nTopics use a publish-subscribe model. You create a topic, users subscribe to it, and when you send a message to that topic, **all subscribers** receive it.\n\n**How it works:**\n- Create a topic with a name and description\n- Users subscribe to the topic (client-side or server-side)\n- Send a message targeting the topic ID\n- All current subscribers receive the message\n\n**Use cases:** Announcements, newsletters, category-based notifications (e.g., \"sports-updates\", \"product-launches\")\n\n## 2. Users\n\nYou can target messages directly to specific users by their **User ID**. When you target a user, Appwrite delivers the message to **all of that user's registered targets** (e.g., all their devices for push, their email for email messages, their phone for SMS).\n\n**How it works:**\n- Pass one or more user IDs when creating the message\n- Appwrite resolves each user's registered targets automatically\n- The message is delivered to every target associated with those users\n\n**Use cases:** Password reset emails, account alerts, personalized notifications\n\n## 3. Targets (Individual)\n\nTargets represent individual delivery endpoints — a specific device token (FCM/APNs for push), a browser push subscription, an email address, or a phone number. Targeting a specific target bypasses user resolution and sends directly to that endpoint.\n\n**How it works:**\n- Create a target by associating an identifier (email, phone, FCM token, etc.) with a user (or leave it anonymous)\n- Reference the target ID when creating a message\n- The message is delivered only to that specific target\n\n**Use cases:** Multi-device scenarios where you want to notify only one device, anonymous subscribers, testing specific endpoints\n\n---\n\n## Summary Comparison\n\n| Target Type | Identifier | Delivery Scope | Best For |\n|-------------|-----------|----------------|----------|\n| **Topic** | Topic ID | All subscribers | Broadcasts, newsletters |\n| **User** | User ID | All user's registered targets | Account-specific messages |\n| **Target** | Target ID | Single endpoint | Device-specific, anonymous |\n\n## Combining Targets\n\nWhen creating a message, you can specify **multiple targets of different types** in a single call. For example, you could send a push notification to a specific topic, a specific user, and a specific target all at once. Appwrite will resolve and deliver to all specified recipients.\n\n## CLI Commands\n\nThe Appwrite CLI provides commands for managing messaging:\n\n```bash\n# Create messages\nappwrite messaging create-email\nappwrite messaging create-push\nappwrite messaging create-sms\n\n# Manage topics\nappwrite messaging create-topic\nappwrite messaging list-topics\nappwrite messaging list-subscribers --topic-id <ID>\nappwrite messaging create-subscriber --topic-id <ID>\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly described with dedicated sections; 2) The topic subscription mechanism is explained (pub/sub model, creating topics, users subscribing, message delivery to all subscribers); 3) How messages are sent to each target type is detailed for all three methods; 4) Combining targets is explicitly addressed, noting that multiple target types can be specified in a single message creation call. The answer goes beyond the reference answer with additional context, examples, use cases, and CLI commands, all of which are accurate and relevant.",
          "promptTokens": 19984,
          "completionTokens": 1518,
          "totalTokens": 21502,
          "cost": 0.009455,
          "durationMs": 31955,
          "tokensPerSecond": 47.5,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 812,
          "completionTokens": 266,
          "totalTokens": 1078,
          "cost": 0.000783,
          "durationMs": 5584,
          "tokensPerSecond": 47.64,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 775,
          "completionTokens": 707,
          "totalTokens": 1482,
          "cost": 0.001631,
          "durationMs": 13908,
          "tokensPerSecond": 50.83,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 857,
          "completionTokens": 418,
          "totalTokens": 1275,
          "cost": 0.001094,
          "durationMs": 8159,
          "tokensPerSecond": 51.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 811,
          "completionTokens": 209,
          "totalTokens": 1020,
          "cost": 0.000671,
          "durationMs": 5326,
          "tokensPerSecond": 39.24,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 832,
          "completionTokens": 234,
          "totalTokens": 1066,
          "cost": 0.000727,
          "durationMs": 4915,
          "tokensPerSecond": 47.61,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 820,
          "completionTokens": 186,
          "totalTokens": 1006,
          "cost": 0.000629,
          "durationMs": 4064,
          "tokensPerSecond": 45.77,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7415,
          "completionTokens": 381,
          "totalTokens": 7796,
          "cost": 0.003153,
          "durationMs": 8501,
          "tokensPerSecond": 44.82,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7347,
          "completionTokens": 238,
          "totalTokens": 7585,
          "cost": 0.002852,
          "durationMs": 8195,
          "tokensPerSecond": 29.04,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 830,
          "completionTokens": 856,
          "totalTokens": 1686,
          "cost": 0.001939,
          "durationMs": 16231,
          "tokensPerSecond": 52.74,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 835,
          "completionTokens": 248,
          "totalTokens": 1083,
          "cost": 0.000755,
          "durationMs": 5128,
          "tokensPerSecond": 48.36,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "## Sending Push Notifications to Topic Subscribers in Appwrite\n\n### What Must Be Configured First\n\nBefore you can send push notifications to topic subscribers, you need to set up the following:\n\n1. **Enable the Messaging Service** — In your Appwrite project settings, ensure the `messaging` service is enabled:\n   ```json\n   // appwrite.config.json\n   \"settings\": {\n     \"services\": {\n       \"messaging\": true\n     }\n   }\n   ```\n\n2. **Configure Push Notification Providers** — Set up your push provider credentials in the Appwrite Console:\n   - **FCM (Firebase Cloud Messaging)** for Android\n   - **APNs (Apple Push Notification service)** for iOS\n   - These are configured under **Messaging → Providers** in the Console.\n\n3. **Create a Topic** — Topics are channels that users/devices subscribe to:\n   ```bash\n   appwrite messaging create-topic \\\n     --topic-id \"news-updates\" \\\n     --name \"News Updates\"\n   ```\n\n4. **Subscribe Users/Targets to the Topic** — Add subscribers (user IDs, team IDs, or target IDs) to the topic:\n   ```bash\n   appwrite messaging create-subscriber \\\n     --topic-id \"news-updates\" \\\n     --subscriber-id \"[USER_ID]\" \\\n     --target-id \"[TARGET_ID]\"\n   ```\n   > A **target** represents a specific device/app instance. Targets are created when a user's device registers for push notifications using the client SDK.\n\n---\n\n### Steps to Send a Push Notification\n\n#### 1. Create the Push Message (Server-Side)\n\nUsing the **Node.js SDK** (`node-appwrite`):\n\n```typescript\nimport { Client, Messaging } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Breaking News',\n    body: 'A new article has been published!',\n    topics: ['news-updates'],\n    // Optional: data payload, image, action buttons, etc.\n    data: { articleId: 'abc123' },\n});\n```\n\n#### 2. Using the CLI\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"Breaking News\" \\\n    --body \"A new article has been published!\" \\\n    --topics '[\"news-updates\"]'\n```\n\n#### 3. Verify Delivery\n\n```bash\n# Check message status\nappwrite messaging get-message --message-id \"<MESSAGE_ID>\"\n\n# List all messages\nappwrite messaging list-messages\n```\n\n---\n\n### Client-Side: Registering a Device as a Target\n\nFor users to receive push notifications, their device must register a **target** with Appwrite. This is done client-side:\n\n```typescript\nimport { Client, Messaging } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst messaging = new Messaging(client);\n\n// Register the device token (from FCM/APNs) as a target\nconst target = await messaging.createTarget({\n    targetId: ID.unique(),\n    identifier: '<FCM_OR_APNS_DEVICE_TOKEN>',\n    providerId: '<PROVIDER_ID>', // e.g., 'fcm' or 'apns'\n});\n```\n\nOnce the target is created and the user is subscribed to a topic, any push message sent to that topic will be delivered to the device.\n\n---\n\n### Summary Flow\n\n| Step | Action | Where |\n|------|--------|-------|\n| 1 | Enable Messaging service | Project settings |\n| 2 | Configure FCM/APNs provider | Console → Messaging → Providers |\n| 3 | Create a topic | Console or CLI (`create-topic`) |\n| 4 | Client registers device target | Client SDK (`createTarget`) |\n| 5 | Subscribe user/target to topic | CLI or SDK (`createSubscriber`) |\n| 6 | Send push to topic | Server SDK or CLI (`createPush`) |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four required rubric elements: 1) Provider configuration (FCM/APNS) - explicitly mentioned under 'Configure Push Notification Providers'; 2) Topic creation - covered with CLI example; 3) User targets/subscriptions to the topic - covered with both target registration and subscriber creation; 4) Sending push to the topic using createPush with topicIds - demonstrated with Node.js SDK and CLI examples. The answer goes beyond the reference by including code examples, client-side registration details, and a summary table, all of which are accurate and helpful.",
          "promptTokens": 19978,
          "completionTokens": 1802,
          "totalTokens": 21780,
          "cost": 0.010007,
          "durationMs": 37174,
          "tokensPerSecond": 48.47,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7335,
          "completionTokens": 399,
          "totalTokens": 7734,
          "cost": 0.003162,
          "durationMs": 10134,
          "tokensPerSecond": 39.37,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7367,
          "completionTokens": 308,
          "totalTokens": 7675,
          "cost": 0.002995,
          "durationMs": 7211,
          "tokensPerSecond": 42.71,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7425,
          "completionTokens": 590,
          "totalTokens": 8015,
          "cost": 0.003564,
          "durationMs": 12833,
          "tokensPerSecond": 45.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7381,
          "completionTokens": 530,
          "totalTokens": 7911,
          "cost": 0.003432,
          "durationMs": 11876,
          "tokensPerSecond": 44.63,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7429,
          "completionTokens": 377,
          "totalTokens": 7806,
          "cost": 0.00315,
          "durationMs": 9509,
          "tokensPerSecond": 39.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7389,
          "completionTokens": 498,
          "totalTokens": 7887,
          "cost": 0.003373,
          "durationMs": 11164,
          "tokensPerSecond": 44.61,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7435,
          "completionTokens": 518,
          "totalTokens": 7953,
          "cost": 0.003426,
          "durationMs": 11070,
          "tokensPerSecond": 46.79,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7381,
          "completionTokens": 676,
          "totalTokens": 8057,
          "cost": 0.003717,
          "durationMs": 14089,
          "tokensPerSecond": 47.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's how to subscribe to both table row changes and file uploads simultaneously, handling each event type differently:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// 2. Create Realtime instance\nconst realtime = new Realtime(client);\n\n// 3. Subscribe to multiple channels at once\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        // 4. Handle each event type differently\n        const event = response.events[0]; // Primary event string\n\n        if (event.includes('tablesdb')) {\n            handleTableRowChange(response);\n        } else if (event.includes('buckets')) {\n            handleFileUpload(response);\n        }\n    }\n);\n\n// Handler for table row changes\nfunction handleTableRowChange(response: any) {\n    const event = response.events[0];\n    const row = response.payload;\n\n    if (event.endsWith('.create')) {\n        console.log('📝 New row created:', row);\n        // e.g., add to UI list, show notification\n    } else if (event.endsWith('.update')) {\n        console.log('✏️ Row updated:', row);\n        // e.g., update existing UI element\n    } else if (event.endsWith('.delete')) {\n        console.log('🗑️ Row deleted:', row.$id);\n        // e.g., remove from UI list\n    }\n}\n\n// Handler for file uploads\nfunction handleFileUpload(response: any) {\n    const event = response.events[0];\n    const file = response.payload;\n\n    if (event.endsWith('.create')) {\n        console.log('📁 New file uploaded:', file.name);\n        console.log('  Size:', file.sizeOriginal, 'bytes');\n        console.log('  MIME:', file.mimeType);\n        // e.g., show upload notification, add to gallery\n    } else if (event.endsWith('.update')) {\n        console.log('🔄 File updated:', file.name);\n    } else if (event.endsWith('.delete')) {\n        console.log('🗑️ File deleted:', file.name);\n    }\n}\n\n// To unsubscribe later:\n// await subscription.close();\n```\n\n### Key Points\n\n- **Multiple channels**: Pass an array of channels to `subscribe()` to listen to multiple resources with a single callback\n- **Event detection**: Use `response.events[0]` to determine the event type. Event strings follow patterns like:\n  - `tablesdb.*.tables.*.rows.*.create`\n  - `buckets.*.files.*.create`\n- **Payload shape**: The `response.payload` contains the full resource object (row data or file metadata)\n- **Response object** also includes:\n  - `channels` — which channels matched this event\n  - `timestamp` — ISO 8601 timestamp of the event",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event type in callback using response.events[0] with includes() checks, 5) Has different handling logic per event type with separate handler functions. The implementation is well-structured and complete. Minor note: the Realtime class instantiation pattern (new Realtime(client)) may not be standard Appwrite SDK usage (typically client.subscribe() is used directly), but the core concepts are all correctly addressed.",
          "promptTokens": 6819,
          "completionTokens": 994,
          "totalTokens": 7813,
          "cost": 0.004154,
          "durationMs": 19598,
          "tokensPerSecond": 50.72,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Appwrite **Realtime** and **Webhooks** are both event-driven features, but they serve completely different audiences and use different communication protocols.\n\n### 🔹 Appwrite Realtime\n**What it is:** A WebSocket-based service that pushes live data directly to your **client-side application** (browser, mobile app, or desktop app).\n\n**How it works:**\n- Your frontend opens a persistent WebSocket connection to Appwrite.\n- You subscribe to specific **channels** (e.g., a database table, a specific row, a storage bucket, or user account changes).\n- When an event occurs, Appwrite instantly pushes the updated payload to all subscribed clients.\n\n**When to use it:**\n- **Live UI Updates:** Instantly updating a dashboard, feed, or list without refreshing the page.\n- **Chat & Collaboration:** Building real-time chat apps, collaborative document editing, or live cursors.\n- **Status Tracking:** Showing live progress of a file upload or a serverless function execution.\n\n**Example (TypeScript SDK):**\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\n// Listen for any new row created in the 'tasks' table\nrealtime.subscribe(\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        if (response.events.includes('tablesdb.*.tables.*.rows.*.create')) {\n            console.log('New task added:', response.payload);\n            // Update UI instantly\n        }\n    }\n);\n```\n\n---\n\n### 🔹 Appwrite Webhooks\n**What it is:** An HTTP-based service that sends `POST` requests to an **external server or URL** when specific events occur in your Appwrite project.\n\n**How it works:**\n- You configure a Webhook in the Appwrite Console or CLI (`appwrite/webhooks.json`) with a target URL and a list of events to listen for.\n- When an event occurs (e.g., a user signs up, a function is deployed, a file is deleted), Appwrite sends an HTTP `POST` request containing the event payload to your URL.\n- Your external server processes the request and performs backend actions.\n\n**When to use it:**\n- **External Integrations:** Sending Slack/Discord notifications, updating a CRM, or syncing data to an external database.\n- **CI/CD & DevOps:** Triggering build pipelines or deployment scripts when a new function deployment is created.\n- **Server-side Workflows:** Running heavy backend processing, generating PDFs, or sending transactional emails via a third-party API (like SendGrid or Stripe) that shouldn't run on the client.\n\n**Example (Webhook Configuration):**\n```json\n// appwrite/webhooks.json\n[\n  {\n    \"$id\": \"slack-notification\",\n    \"name\": \"New User Signup\",\n    \"url\": \"https://my-server.com/api/webhooks/appwrite\",\n    \"events\": [\"users.*.create\"],\n    \"enabled\": true,\n    \"tls\": true\n  }\n]\n```\n\n---\n\n### ⚡ Key Differences at a Glance\n\n| Feature | Realtime | Webhooks |\n| :--- | :--- | :--- |\n| **Protocol** | WebSockets (persistent connection) | HTTP `POST` (request/response) |\n| **Target Audience** | Frontend clients (Browser, Mobile, Desktop) | Backend servers, external APIs, CI/CD tools |\n| **Direction** | Appwrite → Client App | Appwrite → External Server URL |\n| **Latency** | Near-instant (milliseconds) | Low, but depends on external server response |\n| **Configuration** | SDK code (`realtime.subscribe()`) | Console UI or `appwrite.config.json` |\n| **Security** | Relies on Appwrite Permissions & Sessions | Relies on URL secrecy, HMAC signatures, or IP allowlisting |\n\n### 🧠 Rule of Thumb\n- **Use Realtime** when you want to update the **user's screen** instantly.\n- **Use Webhooks** when you want to trigger an **external server or service** to do something in the background.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer comprehensively covers all 5 rubric criteria: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases for each (chat apps, dashboards for Realtime; Slack notifications, CRM sync, email services for Webhooks). The answer goes well beyond the reference with detailed comparison tables, code examples, and security considerations. Minor deduction only because the TypeScript example contains some inaccurate API syntax (Channel.tablesdb is not standard Appwrite SDK), but this doesn't affect the conceptual correctness of the explanation.",
          "promptTokens": 13677,
          "completionTokens": 2036,
          "totalTokens": 15713,
          "cost": 0.008415,
          "durationMs": 39010,
          "tokensPerSecond": 52.19,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7379,
          "completionTokens": 284,
          "totalTokens": 7663,
          "cost": 0.002952,
          "durationMs": 7436,
          "tokensPerSecond": 38.19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7411,
          "completionTokens": 300,
          "totalTokens": 7711,
          "cost": 0.002994,
          "durationMs": 7036,
          "tokensPerSecond": 42.64,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7391,
          "completionTokens": 321,
          "totalTokens": 7712,
          "cost": 0.003028,
          "durationMs": 8557,
          "tokensPerSecond": 37.51,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7377,
          "completionTokens": 384,
          "totalTokens": 7761,
          "cost": 0.003146,
          "durationMs": 8557,
          "tokensPerSecond": 44.88,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7369,
          "completionTokens": 446,
          "totalTokens": 7815,
          "cost": 0.003265,
          "durationMs": 9731,
          "tokensPerSecond": 45.83,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7457,
          "completionTokens": 583,
          "totalTokens": 8040,
          "cost": 0.00356,
          "durationMs": 12475,
          "tokensPerSecond": 46.73,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7381,
          "completionTokens": 264,
          "totalTokens": 7645,
          "cost": 0.002914,
          "durationMs": 6529,
          "tokensPerSecond": 40.43,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7435,
          "completionTokens": 381,
          "totalTokens": 7816,
          "cost": 0.003159,
          "durationMs": 9206,
          "tokensPerSecond": 41.39,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7435,
          "completionTokens": 831,
          "totalTokens": 8266,
          "cost": 0.004037,
          "durationMs": 16639,
          "tokensPerSecond": 49.94,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "To listen to both a TablesDB table's rows and a storage bucket's files in a single call, pass an array of channels to `realtime.subscribe()`:\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file(),\n], (response) => {\n    console.log('Event:', response.events);\n    console.log('Payload:', response.payload);\n});\n```\n\n### Exact Channel Strings\n| Channel Builder | Exact String |\n|-----------------|--------------|\n| `Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row()` | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| `Channel.bucket('[BUCKET_ID]').file()` | `buckets.[BUCKET_ID].files` |\n\n*(Replace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual resource IDs.)*",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The model's answer includes all four required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), and 4) a callback function. The exact channel strings are correctly identified in the table. The only minor issue is that the code uses a fictional Channel builder API that doesn't exist in Appwrite's SDK - the actual usage would pass the string literals directly. However, the model does provide the exact channel strings correctly in the table, which is the core of what was asked. The answer is mostly correct with the channel strings being accurate, but the code example uses a non-existent API wrapper.",
          "promptTokens": 6829,
          "completionTokens": 761,
          "totalTokens": 7590,
          "cost": 0.003703,
          "durationMs": 15971,
          "tokensPerSecond": 47.65,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8506,
          "completionTokens": 230,
          "totalTokens": 8736,
          "cost": 0.003213,
          "durationMs": 5990,
          "tokensPerSecond": 38.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8488,
          "completionTokens": 637,
          "totalTokens": 9125,
          "cost": 0.004001,
          "durationMs": 13499,
          "tokensPerSecond": 47.19,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8472,
          "completionTokens": 231,
          "totalTokens": 8703,
          "cost": 0.003204,
          "durationMs": 6226,
          "tokensPerSecond": 37.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8464,
          "completionTokens": 259,
          "totalTokens": 8723,
          "cost": 0.003256,
          "durationMs": 6440,
          "tokensPerSecond": 40.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8450,
          "completionTokens": 604,
          "totalTokens": 9054,
          "cost": 0.003924,
          "durationMs": 13740,
          "tokensPerSecond": 43.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8466,
          "completionTokens": 280,
          "totalTokens": 8746,
          "cost": 0.003297,
          "durationMs": 12120,
          "tokensPerSecond": 23.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8466,
          "completionTokens": 147,
          "totalTokens": 8613,
          "cost": 0.003038,
          "durationMs": 8905,
          "tokensPerSecond": 16.51,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8454,
          "completionTokens": 240,
          "totalTokens": 8694,
          "cost": 0.003216,
          "durationMs": 6301,
          "tokensPerSecond": 38.09,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# Setting Up a CI/CD Pipeline with Appwrite CLI\n\n## Authentication for CI/CD\n\nIn CI/CD environments, you can't use interactive login. Instead, configure the CLI with your endpoint and project ID, and use an API key for authentication:\n\n```bash\n# Set endpoint and project\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n\n# Set API key for authentication (use environment variable in CI/CD)\nexport APPWRITE_API_KEY=\"<YOUR_API_KEY>\"\n```\n\n## Key Flags for Non-Interactive Deployment\n\n| Flag | Description |\n|------|-------------|\n| `--force` or `-f` | Confirm all warnings automatically |\n| `--all` or `-a` | Select all resources |\n| `--json` or `-j` | Output in JSON format (useful for CI/CD parsing) |\n\n## Deployment Commands\n\n### Push Everything\n```bash\nappwrite push all --all --force\n```\n\n### Push Specific Resources\n```bash\n# All functions\nappwrite push functions --all --force\n\n# Specific function\nappwrite push functions --function-id <FUNCTION_ID> --force\n\n# All sites\nappwrite push sites --all --force\n\n# All tables\nappwrite push tables --all --force\n\n# All buckets\nappwrite push buckets --all --force\n\n# All webhooks\nappwrite push webhooks --all --force\n\n# All topics\nappwrite push topics --all --force\n```\n\n### Deploy with Variable Sync\n```bash\n# Push functions with environment variables from .env files\nappwrite push functions --function-id <FUNCTION_ID> --force --with-variables\n\n# Push sites with environment variables\nappwrite push sites --site-id <SITE_ID> --force --with-variables\n```\n\n### Deploy Without Activating\n```bash\n# Deploy code without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --force --activate=false\n```\n\n## Example CI/CD Pipeline (GitHub Actions)\n\n```yaml\nname: Deploy to Appwrite\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v3\n      \n      - name: Install Appwrite CLI\n        run: curl -sL https://appwrite.io/cli/install.sh | bash\n      \n      - name: Configure Appwrite\n        run: |\n          appwrite client --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\"\n          appwrite client --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\"\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n      \n      - name: Deploy Functions\n        run: appwrite push functions --all --force\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n      \n      - name: Deploy Sites\n        run: appwrite push sites --all --force\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n```\n\n## Configuration File\n\nEnsure your `appwrite.config.json` is committed to your repository:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"myFunction\",\n            \"runtime\": \"node-22\",\n            \"path\": \"functions/myFunction\",\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\"\n        }\n    ]\n}\n```\n\n## Best Practices for CI/CD\n\n1. **Store secrets securely**: Use your CI/CD platform's secret management for `APPWRITE_API_KEY`\n2. **Use `--force`**: Prevents interactive prompts that would hang the pipeline\n3. **Use `--json`**: For parsing deployment results in scripts\n4. **Version control config**: Keep `appwrite.config.json` in your repository\n5. **Environment variables**: Store function/site variables in `.env` files within resource directories, not in config files",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric items: 1) API key authentication is clearly explained with environment variable configuration; 2) --force flag is mentioned multiple times for non-interactive mode; 3) appwrite push command is demonstrated extensively; 4) Environment variable configuration is shown both for CLI setup and in the GitHub Actions example using secrets; 5) Login/authentication step is included in the pipeline via 'appwrite client' commands and APPWRITE_API_KEY environment variable. The answer goes well beyond the minimum requirements with detailed examples, a complete GitHub Actions workflow, and best practices.",
          "promptTokens": 7954,
          "completionTokens": 1688,
          "totalTokens": 9642,
          "cost": 0.005877,
          "durationMs": 32164,
          "tokensPerSecond": 52.48,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "Here is the complete workflow for creating, configuring, and deploying an Appwrite Function using the Appwrite CLI.\n\n### 1. Setup and Initialization\nFirst, ensure you are logged in and have initialized your project configuration.\n\n```bash\n# Login to your Appwrite account\nappwrite login\n\n# Initialize project configuration (creates appwrite.config.json)\nappwrite init project\n```\n\n### 2. Create a Function\nUse the CLI to scaffold a new function. This will prompt you for a name and runtime, then create the local directory structure and update your configuration.\n\n```bash\nappwrite init functions\n```\n\n### 3. Configure the Function\nThe CLI generates or updates `appwrite.config.json` (or a separate file if you use `includes`). You can manually edit this file to fine-tune your function's behavior.\n\n**Example Configuration (`appwrite.config.json`):**\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"my-function-id\",\n            \"name\": \"MyFunction\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [\"databases.read\", \"databases.write\"],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"0 0 * * *\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.env\",\n            \"path\": \"functions/my-function\"\n        }\n    ]\n}\n```\n\n**Key Configuration Options:**\n| Field | Description |\n| :--- | :--- |\n| `runtime` | The execution environment (e.g., `node-22`, `python-3.11`, `deno-1.40`). |\n| `entrypoint` | The file inside your `path` that starts the function (e.g., `src/main.js`). |\n| `commands` | Build command run before deployment (e.g., `npm install`, `pip install -r requirements.txt`). |\n| `path` | Local directory containing your function source code. |\n| `events` | Array of Appwrite event patterns that trigger the function (e.g., `databases.*.collections.*.documents.*.create`). |\n| `schedule` | Cron expression for scheduled execution. Leave empty `\"\"` to disable. |\n| `scopes` | API permissions granted to the function's execution key. |\n| `timeout` | Maximum execution time in seconds. |\n| `buildSpecification` / `runtimeSpecification` | Compute resources allocated for building and running the function. |\n| `ignore` | Newline-separated patterns to exclude from the deployment package (in addition to `.gitignore`). |\n\n### 4. Manage Environment Variables\nDo not define variables in `appwrite.config.json`. Instead, create a `.env` file inside your function's `path` directory.\n\n```bash\n# functions/my-function/.env\nDATABASE_URL=\"mongodb://...\"\nAPI_KEY=\"secret-key\"\n```\n\n### 5. Local Development\nYou can run your function locally to test it before deploying.\n\n```bash\n# Run all configured functions locally\nappwrite run functions\n\n# Run with environment variables synced from the server\nappwrite run functions --with-variables\n```\n\n### 6. Deploy the Function\nPush your code and configuration to Appwrite.\n\n```bash\n# Deploy all functions defined in config\nappwrite push functions\n\n# Deploy a specific function and activate it immediately\nappwrite push functions --function-id my-function-id --activate\n\n# Deploy without switching live traffic (creates a new deployment but keeps the old one active)\nappwrite push functions --function-id my-function-id --activate=false\n```\n\n### 7. Sync Variables (Optional)\nIf you want to push your local `.env` variables to the Appwrite server (overwriting remote variables):\n\n```bash\nappwrite push functions --function-id my-function-id --with-variables\n```\n\n### 8. CI/CD and Non-Interactive Mode\nFor automated pipelines, use the `--force` and `--all` flags to prevent interactive prompts.\n\n```bash\nappwrite push functions --all --force\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required elements from the rubric: 1) appwrite init functions to scaffold the function, 2) runtime selection (mentioned during init and in configuration with examples like node-22, python-3.11), 3) appwrite.config.json configuration options with detailed examples including name, runtime, execute permissions/scopes, variables, schedule, events, timeout, entrypoint, commands, etc., 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes beyond the reference answer with additional useful details about CI/CD, variable management, and deployment flags, all of which are accurate and relevant.",
          "promptTokens": 7954,
          "completionTokens": 1526,
          "totalTokens": 9480,
          "cost": 0.005561,
          "durationMs": 29548,
          "tokensPerSecond": 51.64,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8482,
          "completionTokens": 180,
          "totalTokens": 8662,
          "cost": 0.003108,
          "durationMs": 4963,
          "tokensPerSecond": 36.27,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8476,
          "completionTokens": 248,
          "totalTokens": 8724,
          "cost": 0.003238,
          "durationMs": 6028,
          "tokensPerSecond": 41.14,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8520,
          "completionTokens": 613,
          "totalTokens": 9133,
          "cost": 0.003964,
          "durationMs": 13208,
          "tokensPerSecond": 46.41,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8516,
          "completionTokens": 472,
          "totalTokens": 8988,
          "cost": 0.003688,
          "durationMs": 11026,
          "tokensPerSecond": 42.81,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8474,
          "completionTokens": 200,
          "totalTokens": 8674,
          "cost": 0.003144,
          "durationMs": 5971,
          "tokensPerSecond": 33.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8470,
          "completionTokens": 187,
          "totalTokens": 8657,
          "cost": 0.003117,
          "durationMs": 6186,
          "tokensPerSecond": 30.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8494,
          "completionTokens": 290,
          "totalTokens": 8784,
          "cost": 0.003326,
          "durationMs": 7768,
          "tokensPerSecond": 37.33,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8594,
          "completionTokens": 471,
          "totalTokens": 9065,
          "cost": 0.003712,
          "durationMs": 11279,
          "tokensPerSecond": 41.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8510,
          "completionTokens": 528,
          "totalTokens": 9038,
          "cost": 0.003795,
          "durationMs": 11210,
          "tokensPerSecond": 47.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row using the Appwrite CLI (`appwrite tables-db create-row`), the arguments must be passed as follows:\n\n* **`--data`**: Passed as a single **JSON string** containing the key-value pairs for the row's columns.\n* **`--permissions`**: Passed as **multiple space-separated strings**, where each string represents a specific permission rule.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\", \"status\": \"active\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys and values, 2) permissions as space-separated multiple strings (array-style in CLI), and 3) provides a correct example using `appwrite tables-db create-row` with proper syntax for both `--data` and `--permissions` arguments.",
          "promptTokens": 7940,
          "completionTokens": 748,
          "totalTokens": 8688,
          "cost": 0.004039,
          "durationMs": 16725,
          "tokensPerSecond": 44.72,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8600,
          "completionTokens": 972,
          "totalTokens": 9572,
          "cost": 0.00469,
          "durationMs": 19527,
          "tokensPerSecond": 49.78,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8550,
          "completionTokens": 864,
          "totalTokens": 9414,
          "cost": 0.004464,
          "durationMs": 17887,
          "tokensPerSecond": 48.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8536,
          "completionTokens": 859,
          "totalTokens": 9395,
          "cost": 0.004449,
          "durationMs": 18992,
          "tokensPerSecond": 45.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8484,
          "completionTokens": 294,
          "totalTokens": 8778,
          "cost": 0.003331,
          "durationMs": 7329,
          "tokensPerSecond": 40.11,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8644,
          "completionTokens": 784,
          "totalTokens": 9428,
          "cost": 0.004338,
          "durationMs": 16109,
          "tokensPerSecond": 48.67,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 8582,
          "completionTokens": 1699,
          "totalTokens": 10281,
          "cost": 0.006102,
          "durationMs": 32734,
          "tokensPerSecond": 51.9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8542,
          "completionTokens": 231,
          "totalTokens": 8773,
          "cost": 0.003227,
          "durationMs": 6140,
          "tokensPerSecond": 37.62,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8696,
          "completionTokens": 253,
          "totalTokens": 8949,
          "cost": 0.00332,
          "durationMs": 7259,
          "tokensPerSecond": 34.85,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "minimax-m2-7",
      "modelName": "MiniMax M2.7",
      "provider": "MiniMax",
      "promptCostPerMillionTokens": 0.27,
      "completionCostPerMillionTokens": 1.08,
      "scores": {
        "foundation": 98.5,
        "auth": 93.2,
        "tablesdb": 90.9,
        "functions": 94.2,
        "storage": 92.5,
        "sites": 84.5,
        "messaging": 99,
        "realtime": 99.2,
        "cli": 88.6
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 94.1,
        "tablesdb": 90,
        "functions": 94.1,
        "storage": 94.1,
        "sites": 83.3,
        "messaging": 100,
        "realtime": 100,
        "cli": 88
      },
      "freeformScores": {
        "foundation": 90,
        "auth": 88.3,
        "tablesdb": 96.7,
        "functions": 95,
        "storage": 83.3,
        "sites": 95,
        "messaging": 93.3,
        "realtime": 95,
        "cli": 93.3
      },
      "overall": 93.2,
      "mcqOverall": 93.3,
      "freeformOverall": 92.1,
      "totalQuestions": 191,
      "totalCorrect": 180,
      "totalPromptTokens": 1351252,
      "totalCompletionTokens": 95260,
      "totalTokens": 1446512,
      "totalCost": 0.519691,
      "totalDurationMs": 4093655,
      "averageTokensPerSecond": 23.27,
      "runDate": "2026-06-10T07:10:51.309Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 707,
          "completionTokens": 100,
          "totalTokens": 807,
          "cost": 0.000332,
          "durationMs": 3620,
          "tokensPerSecond": 27.62,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 675,
          "completionTokens": 203,
          "totalTokens": 878,
          "cost": 0.000446,
          "durationMs": 6165,
          "tokensPerSecond": 32.93,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6681,
          "completionTokens": 461,
          "totalTokens": 7142,
          "cost": 0.002558,
          "durationMs": 26906,
          "tokensPerSecond": 17.13,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 700,
          "completionTokens": 185,
          "totalTokens": 885,
          "cost": 0.000432,
          "durationMs": 4947,
          "tokensPerSecond": 37.4,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6702,
          "completionTokens": 329,
          "totalTokens": 7031,
          "cost": 0.002405,
          "durationMs": 16642,
          "tokensPerSecond": 19.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-Side vs Server-Side SDKs in Appwrite\n\n## Overview\n\nAppwrite provides different SDK packages optimized for different runtime environments. The choice between them depends primarily on **where your code runs** and **what level of access you need**.\n\n| Aspect | Client-Side SDK | Server-Side SDK |\n|--------|-----------------|-----------------|\n| **Package** | `appwrite` (web) / `react-native-appwrite` (mobile) | `node-appwrite` (Node.js/Deno) |\n| **Authentication** | Session-based (user login) | API key-based (admin access) |\n| **Runs in** | Browser, React Native apps | Server, serverless functions, CLI tools |\n| **Security** | No secrets exposed to client | API key must stay server-side |\n\n---\n\n## Client-Side SDK\n\n**Package:** `npm install appwrite` (web) or `npm install react-native-appwrite` (mobile)\n\n```typescript\nimport { Client, Account, TablesDB, Storage } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n```\n\n### When to Use Client-Side SDK\n\n- **Browser-based web apps** — React, Vue, Angular, vanilla JS\n- **React Native mobile apps** — iOS/Android apps built with React Native\n- **Any code that runs on user's device**\n\n### Key Capabilities\n\n| Feature | Available |\n|---------|-----------|\n| User signup/login (email, OAuth) | ✅ |\n| Real-time subscriptions | ✅ |\n| File uploads from browser/file input | ✅ |\n| Read/write user data | ✅ |\n| Query databases | ✅ |\n| Create databases/tables/users | ❌ |\n| Admin operations | ❌ |\n\n### Example: User Authentication\n\n```typescript\nconst account = new Account(client);\n\n// Email/password login\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n\n// OAuth login (web)\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n});\n\n// Get current user\nconst user = await account.get();\n```\n\n### Example: Real-time Subscriptions\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nawait realtime.subscribe(\n    Channel.tablesdb('[DB_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        console.log(response.events);\n        console.log(response.payload);\n    }\n);\n```\n\n---\n\n## Server-Side SDK\n\n**Package:** `npm install node-appwrite`\n\n```typescript\nimport { Client, Users, TablesDB, Storage } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);  // API key for admin access\n```\n\n### When to Use Server-Side SDK\n\n- **Backend servers** — Node.js/Deno APIs\n- **Serverless functions** — Appwrite Functions, AWS Lambda, etc.\n- **Server-side rendering (SSR)** — Next.js, SvelteKit, Remix\n- **CLI tools and scripts** — Automated admin tasks\n- **Any code that must not expose secrets to users**\n\n### Key Capabilities\n\n| Feature | Available |\n|---------|-----------|\n| All client-side operations | ✅ |\n| Create/update/delete databases & tables | ✅ |\n| User management (create, list, delete users) | ✅ |\n| File uploads from filesystem | ✅ |\n| Execute Appwrite Functions | ✅ |\n| Bypass rate limits | ✅ |\n| Admin operations | ✅ |\n\n### Example: User Management\n\n```typescript\nconst users = new Users(client);\n\n// Create user\nconst user = await users.create({\n    userId: ID.unique(),\n    email: 'user@example.com',\n    password: 'password123',\n    name: 'User Name'\n});\n\n// List all users\nconst list = await users.list({ queries: [Query.limit(25)] });\n\n// Delete user\nawait users.delete({ userId: '[USER_ID]' });\n```\n\n### Example: File Upload from Filesystem\n\n```typescript\nimport { InputFile } from 'node-appwrite/file';\n\nconst file = await storage.createFile({\n    bucketId: '[BUCKET_ID]',\n    fileId: ID.unique(),\n    file: InputFile.fromPath('/path/to/file.png', 'file.png')\n});\n```\n\n---\n\n## Server-Side Rendering (SSR) Pattern\n\nSSR apps need **both** SDKs working together:\n\n```typescript\nimport { Client, Account, OAuthProvider } from 'node-appwrite';\n\n// Admin client — reusable, uses API key\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\n// Session client — per-request, uses session cookie\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst session = req.cookies['a_session_[PROJECT_ID]'];\nif (session) {\n    sessionClient.setSession(session);\n}\n```\n\n---\n\n## Quick Decision Guide\n\n```\nIs your code running on a user's device (browser/mobile)?\n├── YES → Use Client-Side SDK\n│         • appwrite (web)\n│         • react-native-appwrite (React Native)\n│\n└── NO → Use Server-Side SDK\n          • node-appwrite (Node.js/Deno)\n          • Required for: creating databases, user management,\n            admin operations, or any code that needs API keys\n```\n\n---\n\n## Security Warning\n\n> ⚠️ **Never expose API keys in client-side code.** The server-side SDK uses `.setKey()` to authenticate with an API key. If this key is included in client-side code, malicious users can extract it and gain full admin access to your Appwrite project.\n\nClient-side SDKs intentionally do **not** include API key methods — they use session-based authentication where users log in and receive a session token.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all four rubric points: 1) Client SDKs for frontend/user-facing apps (browser, mobile) ✅, 2) Server SDKs use API keys (.setKey()) ✅, 3) Server SDKs can bypass permissions/perform admin operations ✅, 4) Client SDKs require user sessions ✅. The answer also mentions that server SDKs can bypass rate limits and perform admin operations that client SDKs cannot, which aligns with the 'bypass collection-level permissions' aspect. The response is comprehensive and well-structured. Minor deduction because while it mentions admin operations and bypassing rate limits, it doesn't explicitly state 'bypass collection-level permissions' as clearly as the reference answer does, but the concept is covered through the admin operations discussion.",
          "promptTokens": 6198,
          "completionTokens": 1707,
          "totalTokens": 7905,
          "cost": 0.003908,
          "durationMs": 47419,
          "tokensPerSecond": 36,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7755,
          "completionTokens": 329,
          "totalTokens": 8084,
          "cost": 0.002721,
          "durationMs": 6141,
          "tokensPerSecond": 53.57,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "## Appwrite's Permission Model\n\nAppwrite uses a **role-based permission system** where access to resources is controlled through permission strings. Each permission pairs an **action** with a **role target**.\n\n### How It Works\n\n1. **By default, no one has access** — Resources are locked unless permissions are explicitly granted\n2. **Permissions are strings** — Arrays of permission strings assigned to resources (rows, files, etc.)\n3. **Hierarchical inheritance** — Permissions can be set at the table/bucket level (applied to all rows/files) or individually per resource\n4. **Built with helpers** — Use `Permission` and `Role` helpers from the SDK to construct permission strings\n\n### Permission Actions\n\n| Action | Description |\n|--------|-------------|\n| `read` | View the resource |\n| `create` | Create new resources |\n| `update` | Modify existing resources |\n| `delete` | Remove resources |\n| `write` | Shorthand for create + update + delete |\n\n### Role Targets\n\n| Role | Description |\n|------|-------------|\n| `Role.user('[USER_ID]')` | A specific user |\n| `Role.team('[TEAM_ID]')` | All members of a team |\n| `Role.team('[TEAM_ID]', 'editor')` | Members with a specific team role |\n| `Role.any()` | Anyone (including unauthenticated guests) |\n\n### Code Examples\n\n**Database rows with permissions:**\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nconst doc = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.user('[USER_ID]')),     // specific user can read\n        Permission.update(Role.user('[USER_ID]')),   // specific user can update\n        Permission.read(Role.team('[TEAM_ID]')),     // team members can read\n        Permission.read(Role.any()),                  // public read-only access\n    ]\n});\n```\n\n**File storage with permissions:**\n```typescript\nconst file = await storage.createFile({\n    bucketId: '[BUCKET_ID]',\n    fileId: ID.unique(),\n    file: document.getElementById('file-input').files[0],\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.update(Role.user('[USER_ID]')),\n        Permission.delete(Role.user('[USER_ID]')),\n    ]\n});\n```\n\n### Best Practices\n\n- **Set table/bucket-level permissions** if all resources share the same access rules (leave row permissions empty)\n- **Set row/file-level permissions** only when individual resources need different access controls\n- **Be cautious with `Role.any()`** — never use it with `write`, `update`, or `delete` actions on sensitive data\n- **Remember to set permissions** — forgetting them locks the resource from all users, including the creator",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all three rubric requirements well: 1) Permission types (read, create, update, delete, plus write as a shorthand) are clearly listed, 2) Multiple role types are mentioned including Role.user(), Role.team(), and Role.any() (3+ roles covered), 3) It clearly explains that permissions are set on resources (documents/rows and files). The answer is missing some role types from the reference (Role.guests(), Role.users(), Role.member(), Role.label()), but it covers the core concepts thoroughly with good code examples and explanations. Minor deduction for missing a few role types.",
          "promptTokens": 6180,
          "completionTokens": 782,
          "totalTokens": 6962,
          "cost": 0.002792,
          "durationMs": 36708,
          "tokensPerSecond": 21.3,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 701,
          "completionTokens": 210,
          "totalTokens": 911,
          "cost": 0.000462,
          "durationMs": 11805,
          "tokensPerSecond": 17.79,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6725,
          "completionTokens": 339,
          "totalTokens": 7064,
          "cost": 0.002424,
          "durationMs": 11018,
          "tokensPerSecond": 30.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6729,
          "completionTokens": 316,
          "totalTokens": 7045,
          "cost": 0.002398,
          "durationMs": 22714,
          "tokensPerSecond": 13.91,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6813,
          "completionTokens": 516,
          "totalTokens": 7329,
          "cost": 0.002663,
          "durationMs": 18777,
          "tokensPerSecond": 27.48,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6747,
          "completionTokens": 376,
          "totalTokens": 7123,
          "cost": 0.002475,
          "durationMs": 25381,
          "tokensPerSecond": 14.81,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 661,
          "completionTokens": 410,
          "totalTokens": 1071,
          "cost": 0.00069,
          "durationMs": 14609,
          "tokensPerSecond": 28.06,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7799,
          "completionTokens": 372,
          "totalTokens": 8171,
          "cost": 0.002786,
          "durationMs": 12017,
          "tokensPerSecond": 30.96,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6694,
          "completionTokens": 638,
          "totalTokens": 7332,
          "cost": 0.002774,
          "durationMs": 31044,
          "tokensPerSecond": 20.55,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6804,
          "completionTokens": 309,
          "totalTokens": 7113,
          "cost": 0.002412,
          "durationMs": 12869,
          "tokensPerSecond": 24.01,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6694,
          "completionTokens": 246,
          "totalTokens": 6940,
          "cost": 0.002303,
          "durationMs": 12839,
          "tokensPerSecond": 19.16,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6776,
          "completionTokens": 646,
          "totalTokens": 7422,
          "cost": 0.002808,
          "durationMs": 33355,
          "tokensPerSecond": 19.37,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "# Appwrite Services\n\nAppwrite provides several backend services (product areas) that handle different aspects of application infrastructure:\n\n## 1. **Auth**\nUser authentication and identity management. Handles sign-up, login, OAuth providers, session management, password recovery, and user identity verification.\n\n## 2. **Databases**\nStructured data storage and management. Allows you to create collections of documents with attributes, set permissions, and run queries for CRUD operations.\n\n## 3. **Storage**\nFile and media management. Handles uploading, downloading, previewing, and organizing files and assets with built-in image manipulation capabilities.\n\n## 4. **Functions**\nServerless cloud functions. Lets you run server-side code in a scalable, managed environment supporting multiple runtime languages.\n\n## 5. **Messaging**\nCommunication services for sending emails, SMS, and push notifications to users at scale.\n\n## 6. **Realtime**\nLive data subscriptions. Enables your app to receive instant updates when data changes in the database or storage.\n\n---\n\nEach service is designed to work independently while integrating seamlessly together, reducing the need for custom backend code.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model correctly identifies 6 Appwrite services with accurate descriptions: Auth (authentication, sessions, OAuth), Databases (structured data/collections - note: the reference uses 'TablesDB' but 'Databases' is the traditional Appwrite name for this service), Storage (file management, previews), Functions (serverless execution), Messaging (email, SMS, push), and Realtime (WebSocket subscriptions). All descriptions are accurate and match the reference answer's purposes. The only minor discrepancy is using 'Databases' instead of 'TablesDB' (which appears to be a newer naming), but this is still a valid and accurate description of the service. The answer well exceeds the minimum requirement of 3 services.",
          "promptTokens": 424,
          "completionTokens": 405,
          "totalTokens": 829,
          "cost": 0.000613,
          "durationMs": 12355,
          "tokensPerSecond": 32.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6666,
          "completionTokens": 261,
          "totalTokens": 6927,
          "cost": 0.002313,
          "durationMs": 19883,
          "tokensPerSecond": 13.13,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6740,
          "completionTokens": 243,
          "totalTokens": 6983,
          "cost": 0.002314,
          "durationMs": 7554,
          "tokensPerSecond": 32.17,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6808,
          "completionTokens": 412,
          "totalTokens": 7220,
          "cost": 0.002537,
          "durationMs": 29632,
          "tokensPerSecond": 13.9,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's the complete implementation for email/password signup and login using the Appwrite Web SDK:\n\n## Installation\n\n```bash\nnpm install appwrite\n```\n\n## Complete Implementation\n\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\n// 1. Set up the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// Initialize the Account service\nconst account = new Account(client);\n\n// 2. Sign up - Create a new account\nasync function signup(email: string, password: string, name: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email: email,\n            password: password,\n            name: name\n        });\n        console.log('Account created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n\n// 3. Log in - Create a session\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email: email,\n            password: password\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n\n// 4. Get the currently authenticated user\nasync function getCurrentUser() {\n    try {\n        const user = await account.get();\n        console.log('Current user:', user);\n        return user;\n    } catch (error) {\n        console.error('No active session:', error);\n        return null;\n    }\n}\n\n// 5. Log out - Delete the current session\nasync function logout() {\n    try {\n        await account.deleteSession({ sessionId: 'current' });\n        console.log('Logged out successfully');\n    } catch (error) {\n        console.error('Logout failed:', error);\n        throw error;\n    }\n}\n\n// Example usage\nasync function main() {\n    // Sign up a new user\n    await signup('user@example.com', 'password123', 'John Doe');\n\n    // Log in the user\n    await login('user@example.com', 'password123');\n\n    // Check if user is logged in\n    const user = await getCurrentUser();\n    if (user) {\n        console.log('User is authenticated:', user.name);\n    }\n\n    // Log out when done\n    await logout();\n}\n\nmain();\n```\n\n## Key Points\n\n| Method | Purpose |\n|--------|---------|\n| `account.create()` | Registers a new user account |\n| `account.createEmailPasswordSession()` | Creates a session for an existing user (login) |\n| `account.get()` | Retrieves the currently authenticated user |\n| `account.deleteSession()` | Logs out the current user |\n\n## Notes\n\n- **Signup vs Login**: `create()` registers a new account, while `createEmailPasswordSession()` logs in an existing user. You can combine them by calling login immediately after signup.\n- **Session persistence**: The SDK automatically stores the session cookie in the browser. Subsequent API calls will include it.\n- **Error handling**: Wrap calls in try/catch blocks to handle cases like duplicate emails (409) or invalid credentials (401).\n- **Password requirements**: Appwrite requires passwords to be at least 8 characters with lowercase, uppercase, and number characters.",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer includes all 5 required elements: Client initialization with setEndpoint and setProject, Account service instantiation, account.create() with ID.unique(), account.createEmailPasswordSession(), and correct imports from appwrite. However, the method signatures are slightly incorrect - account.create() takes positional arguments (userId, email, password, name) not an object, and account.createEmailPasswordSession() takes positional arguments (email, password) not an object. Similarly, account.deleteSession() takes a string argument not an object. These are minor but real API signature errors that would cause runtime failures.",
          "promptTokens": 6220,
          "completionTokens": 844,
          "totalTokens": 7064,
          "cost": 0.002879,
          "durationMs": 35983,
          "tokensPerSecond": 23.46,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6752,
          "completionTokens": 410,
          "totalTokens": 7162,
          "cost": 0.002518,
          "durationMs": 14668,
          "tokensPerSecond": 27.95,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6785,
          "completionTokens": 384,
          "totalTokens": 7169,
          "cost": 0.002496,
          "durationMs": 27274,
          "tokensPerSecond": 14.08,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# Appwrite Sessions: Creation, Management, and Deletion\n\n## Overview\n\nAppwrite sessions are the core mechanism for maintaining user authentication state. When a user logs in, Appwrite creates a session that tracks their authenticated state across requests.\n\n---\n\n## Session Creation\n\n### 1. Email/Password Login (Client-side)\n```typescript\nconst account = new Account(client);\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n```\nThe `session` object returned contains:\n- `secret` — the session token\n- `expire` — expiration timestamp\n- `userId` — the authenticated user's ID\n\n### 2. OAuth 2 Login (Web)\n```typescript\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail',\n});\n```\nThis redirects to the OAuth provider, then back to your app with credentials that automatically create a session.\n\n### 3. OAuth 2 Login (React Native)\n```typescript\n// Step 1: Get OAuth URL\nconst loginUrl = await account.createOAuth2Token({\n    provider: OAuthProvider.Github,\n    success: `${deepLink}`,\n    failure: `${deepLink}`,\n});\n\n// Step 2: Open browser, handle redirect, extract credentials\n// ...\n\n// Step 3: Create session\nawait account.createSession({ userId, secret });\n```\n\n### 4. Server-Side (SSR)\nSessions are created using the **admin client** and stored in cookies:\n\n```typescript\nconst account = new Account(adminClient);\nconst session = await account.createEmailPasswordSession({\n    email, password\n});\n\n// Cookie name must be: a_session_<PROJECT_ID>\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true,\n    secure: true,\n    sameSite: 'strict',\n    expires: new Date(session.expire),\n    path: '/',\n});\n```\n\n---\n\n## Session Management\n\n### Getting the Current User\n```typescript\n// Client-side (uses active session automatically)\nconst user = await account.get();\n\n// SSR (requires session client per request)\nconst sessionClient = new Client()\n    .setEndpoint('...')\n    .setProject('[PROJECT_ID]')\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);\n\nconst account = new Account(sessionClient);\nconst user = await account.get();\n```\n\n### Listing Active Sessions\n```typescript\nconst sessions = await account.listSessions();\nsessions.sessions.forEach(session => {\n    console.log(session.$id);        // session ID\n    console.log(session.country);    // user's country\n    console.log(session.device);     // device info\n    console.log(session.ip);         // IP address\n});\n```\n\n### Switching Sessions\nTo switch from one session to another:\n```typescript\n// Get all sessions\nconst sessions = await account.listSessions();\n\n// Switch to a specific session\nclient.setSession(sessions.sessions[0].secret);\n```\n\n---\n\n## Session Deletion\n\n### Delete a Specific Session\n```typescript\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n\n### Delete the Current Session\n```typescript\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n### Delete All Sessions for a User (Server-side)\n```typescript\nconst users = new Users(adminClient);\nawait users.deleteSessions({ userId: '[USER_ID]' });\n```\n\n---\n\n## Session Limits\n\nBased on Appwrite's default behavior:\n\n| Limit Type | Default Value |\n|------------|---------------|\n| Sessions per user | ~10-15 (varies by plan) |\n| Session duration | Configurable (default: ~1 year) |\n| Concurrent sessions per device | Varies |\n\n**Key points about session limits:**\n\n1. **Per-user session limit** — Appwrite limits how many active sessions a single user can have. When the limit is reached, the oldest sessions are automatically invalidated.\n\n2. **Configurable expiration** — Session duration can be configured in your Appwrite project's authentication settings.\n\n3. **Automatic cleanup** — Expired sessions are automatically cleaned up by Appwrite.\n\n4. **Device-based tracking** — Sessions store metadata including device type, IP address, country, and browser, allowing users to review and revoke sessions from suspicious locations.\n\n### Checking Session Limits\n\nYou can view all active sessions for a user via `listSessions()` to monitor usage:\n\n```typescript\nconst sessions = await account.listSessions();\nconsole.log(`Active sessions: ${sessions.sessions.length}`);\n```\n\n---\n\n## Security Best Practices\n\n1. **Use `httpOnly` cookies** — Prevents XSS attacks from accessing the session token\n2. **Use `secure: true`** — Ensures cookies are only sent over HTTPS\n3. **Use `sameSite: 'strict'`** — Prevents CSRF attacks\n4. **Forward user agent** (SSR):\n   ```typescript\n   sessionClient.setForwardedUserAgent(req.headers['user-agent']);\n   ```\n5. **Create a fresh session client per request** — Never share session clients between users\n\n---\n\n## Summary\n\n| Operation | Method |\n|-----------|--------|\n| Create session | `createEmailPasswordSession()`, `createOAuth2Session()`, `createSession()` |\n| Get current user | `account.get()` |\n| List all sessions | `account.listSessions()` |\n| Delete current session | `account.deleteSession({ sessionId: 'current' })` |\n| Delete all user sessions | `users.deleteSessions({ userId })` (server-side) |\n\nSessions are the bridge between authentication and authorization in Appwrite—once created, they authenticate every subsequent API request made with that client.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers most key points well: (1) Sessions created on authentication - covered with multiple examples; (2) Session tokens/cookies - covered with HTTP-only cookie examples and session secret; (3) Session limit - mentioned but imprecisely as '~10-15 (varies by plan)' rather than the definitive 10 per user; (4) Methods to list/delete sessions - well covered with account.listSessions(), account.deleteSession(), and account.deleteSessions(); (5) Session expiry - mentioned with configurable duration and expire timestamp. The main weakness is the imprecise session limit (should be definitively 10, not '~10-15'), but overall the answer is comprehensive and accurate.",
          "promptTokens": 6197,
          "completionTokens": 1472,
          "totalTokens": 7669,
          "cost": 0.003626,
          "durationMs": 67296,
          "tokensPerSecond": 21.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6713,
          "completionTokens": 574,
          "totalTokens": 7287,
          "cost": 0.002703,
          "durationMs": 31419,
          "tokensPerSecond": 18.27,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6768,
          "completionTokens": 364,
          "totalTokens": 7132,
          "cost": 0.002467,
          "durationMs": 13096,
          "tokensPerSecond": 27.79,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6697,
          "completionTokens": 372,
          "totalTokens": 7069,
          "cost": 0.002456,
          "durationMs": 11005,
          "tokensPerSecond": 33.8,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6829,
          "completionTokens": 383,
          "totalTokens": 7212,
          "cost": 0.002508,
          "durationMs": 14444,
          "tokensPerSecond": 26.52,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6658,
          "completionTokens": 340,
          "totalTokens": 6998,
          "cost": 0.002405,
          "durationMs": 24473,
          "tokensPerSecond": 13.89,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6673,
          "completionTokens": 190,
          "totalTokens": 6863,
          "cost": 0.00223,
          "durationMs": 11607,
          "tokensPerSecond": 16.37,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6684,
          "completionTokens": 623,
          "totalTokens": 7307,
          "cost": 0.002753,
          "durationMs": 23804,
          "tokensPerSecond": 26.17,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6752,
          "completionTokens": 384,
          "totalTokens": 7136,
          "cost": 0.002486,
          "durationMs": 14260,
          "tokensPerSecond": 26.93,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6735,
          "completionTokens": 196,
          "totalTokens": 6931,
          "cost": 0.002256,
          "durationMs": 11082,
          "tokensPerSecond": 17.69,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6788,
          "completionTokens": 462,
          "totalTokens": 7250,
          "cost": 0.002591,
          "durationMs": 16289,
          "tokensPerSecond": 28.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19167,
          "completionTokens": 802,
          "totalTokens": 19969,
          "cost": 0.006713,
          "durationMs": 25638,
          "tokensPerSecond": 31.28,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6810,
          "completionTokens": 606,
          "totalTokens": 7416,
          "cost": 0.00277,
          "durationMs": 11425,
          "tokensPerSecond": 53.04,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "## `account.deleteSession()` vs `account.deleteSessions()`\n\nBased on Appwrite's Account API, here's the key difference:\n\n| Method | Behavior | Use Case |\n|--------|----------|----------|\n| `deleteSession(sessionId)` | Deletes **one specific session** by ID | Targeted logout of a single device/session |\n| `deleteSessions()` | Deletes **all sessions** for the current user | \"Log out everywhere\" / complete account logout |\n\n---\n\n### When to Use Each\n\n#### `deleteSession(sessionId)` — Targeted Logout\n\nUse when you want to log out of a **specific session** (e.g., a particular device or browser):\n\n```typescript\n// Log out current session\nawait account.deleteSession('current');\n\n// Log out a specific session by ID\nawait account.deleteSession('session-id-here');\n```\n\n**Common scenarios:**\n- User clicks \"Log out\" on one device while staying logged in on others\n- Security feature: \"Log out this device\" in session management settings\n- User wants to remove a specific old login\n\n---\n\n#### `deleteSessions()` — Log Out Everywhere\n\nUse when you want to **completely log out the user** by removing all active sessions:\n\n```typescript\n// Log out from ALL devices/sessions\nawait account.deleteSessions();\n```\n\n**Common scenarios:**\n- User clicks \"Log out of all devices\" (security hardening)\n- Password change — invalidate all sessions for security\n- Account deletion flow\n- \"Remember me\" cleanup / forced logout\n\n---\n\n### Quick Summary\n\n- **`deleteSession()`** = Selective, surgical removal of one session\n- **`deleteSessions()`** = Nuclear option — wipes all sessions at once\n\nBoth are methods on the `Account` service and require an authenticated user context.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one specific session by ID, 2) deleteSessions removes all sessions for the current user, 3) clear use cases for each (single device logout vs logout everywhere/all devices). The answer goes beyond the minimum with code examples, tables, and additional scenarios, all of which are accurate and relevant.",
          "promptTokens": 6198,
          "completionTokens": 640,
          "totalTokens": 6838,
          "cost": 0.002627,
          "durationMs": 21885,
          "tokensPerSecond": 29.24,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6750,
          "completionTokens": 365,
          "totalTokens": 7115,
          "cost": 0.002463,
          "durationMs": 10100,
          "tokensPerSecond": 36.14,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6826,
          "completionTokens": 584,
          "totalTokens": 7410,
          "cost": 0.002749,
          "durationMs": 13138,
          "tokensPerSecond": 44.45,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's the code to create a database, table with columns, and insert a row using the Appwrite Web SDK's `TablesDB` API:\n\n> **Note:** Creating databases and tables requires server-side execution with an API key. Client-side code can only perform row operations. I'll include both examples.\n\n## Server-Side (Node.js / Deno)\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Server-side only\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupDatabase() {\n    // 1. Create database\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'my_tasks_db',\n    });\n    console.log('Database created:', database.$id);\n\n    // 2. Create table with columns\n    const table = await tablesDB.createTable({\n        databaseId: database.$id,\n        tableId: ID.unique(),\n        name: 'tasks',\n        columns: [\n            { key: 'title',     type: 'varchar',   size: 255, required: true  },\n            { key: 'completed', type: 'boolean',                      required: false },\n            { key: 'dueDate',   type: 'datetime',                     required: false },\n        ],\n    });\n    console.log('Table created:', table.$id);\n\n    // 3. Insert a row\n    const row = await tablesDB.createRow({\n        databaseId: database.$id,\n        tableId: table.$id,\n        rowId: ID.unique(),\n        data: {\n            title: 'Finish Appwrite tutorial',\n            completed: false,\n            dueDate: '2025-02-15T10:00:00Z',\n        },\n    });\n    console.log('Row created:', row.$id);\n    console.log('Row data:', row);\n}\n\nsetupDatabase();\n```\n\n## Client-Side (Web Browser)\n\nClient-side can only perform row operations—you must create the database and table server-side first:\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\n// Insert a row (database and table must already exist server-side)\nconst row = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: {\n        title: 'Finish Appwrite tutorial',\n        completed: false,\n        dueDate: '2025-02-15T10:00:00Z',\n    },\n});\n\nconsole.log('Row created:', row.$id);\nconsole.log('Title:', row.title);\nconsole.log('Completed:', row.completed);\nconsole.log('DueDate:', row.dueDate);\n```\n\n## Key Points\n\n| Operation | Location | Why |\n|-----------|----------|-----|\n| Create database | Server-side (API key) | Prevents abuse of project resources |\n| Create table | Server-side (API key) | Controls schema evolution |\n| Create/read/update/delete row | Client-side **or** server-side | Users should be able to write data |\n\nThe `ID.unique()` helper generates unique IDs for resources. Use a specific string ID if you need a predictable identifier.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all five required rubric elements: 1) Client + TablesDB setup (both server-side and client-side), 2) tablesDB.create() for database creation, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns (all three types present), and 5) tablesDB.createRow() with the data object containing title, completed, and dueDate. The code is well-structured and demonstrates proper usage of the TablesDB API. Minor uncertainty exists since TablesDB is not a widely documented/established Appwrite API (it may be fabricated or very new), but given the question asks specifically about this API, the answer follows the expected pattern correctly. The answer loses a small fraction because the column creation syntax (inline in createTable) may not match the actual API if columns are created separately, but it satisfies the rubric's requirement of 'creating varchar, boolean, and datetime columns'.",
          "promptTokens": 6246,
          "completionTokens": 985,
          "totalTokens": 7231,
          "cost": 0.003056,
          "durationMs": 37786,
          "tokensPerSecond": 26.07,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6859,
          "completionTokens": 737,
          "totalTokens": 7596,
          "cost": 0.002942,
          "durationMs": 30995,
          "tokensPerSecond": 23.78,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 739,
          "completionTokens": 607,
          "totalTokens": 1346,
          "cost": 0.00095,
          "durationMs": 18255,
          "tokensPerSecond": 33.25,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB\n\nThe `Query` class provides a powerful, chainable API for filtering, sorting, limiting, and paginating rows in Appwrite TablesDB.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' / 'react-native-appwrite'\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n---\n\n## Filtering\n\nUse query methods to filter rows by column values:\n\n```typescript\n// Exact match\nQuery.equal('status', 'active')\n\n// Not equal\nQuery.notEqual('status', 'archived')\n\n// Numeric comparisons\nQuery.lessThan('age', 18)\nQuery.lessThanEqual('price', 100)\nQuery.greaterThan('stock', 0)\nQuery.greaterThanEqual('rating', 4)\n\n// Range (inclusive on both ends)\nQuery.between('price', 10, 50)\n\n// Null checks\nQuery.isNull('deletedAt')\nQuery.isNotNull('publishedAt')\n\n// String operations\nQuery.startsWith('title', 'The')\nQuery.endsWith('email', '@example.com')\nQuery.contains('tags', 'featured')\n\n// Full-text search (requires full-text index on the column)\nQuery.search('description', 'coffee shop')\n```\n\n### Combining Filters\n\nQueries are **AND** by default. Use `Query.and()` for explicit grouping or `Query.or()` for OR logic:\n\n```typescript\n// AND (default behavior — all conditions must match)\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.greaterThan('price', 0),\n        Query.startsWith('title', 'A')\n    ]\n});\n\n// OR (at least one condition must match)\nconst orResults = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.or([\n            Query.equal('category', 'electronics'),\n            Query.equal('category', 'books')\n        ])\n    ]\n});\n\n// Nested AND + OR\nconst complexResults = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.and([\n            Query.equal('status', 'active'),\n            Query.or([\n                Query.equal('type', 'sale'),\n                Query.equal('type', 'auction')\n            ])\n        ])\n    ]\n});\n```\n\n---\n\n## Sorting\n\nControl the order of results:\n\n```typescript\n// Sort ascending\nQuery.orderAsc('createdAt')\n\n// Sort descending\nQuery.orderDesc('title')\n\n// Multiple sort fields (evaluated left to right)\nconst sorted = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('priority'),\n        Query.orderAsc('title')\n    ]\n});\n```\n\n---\n\n## Limiting\n\nRestrict the number of results returned:\n\n```typescript\n// Limit to 10 rows (default is 25, max is 100)\nconst limited = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10)]\n});\n```\n\n---\n\n## Pagination\n\n### Offset-based (simple)\n\nUse `limit` with `offset` to page through results:\n\n```typescript\n// Page 1\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.offset(0)]\n});\n\n// Page 2\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.offset(10)]\n});\n\n// Page 3\nconst page3 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.offset(20)]\n});\n```\n\n### Cursor-based (efficient for large datasets)\n\nUse `cursorAfter` or `cursorBefore` for stable pagination that handles real-time data changes:\n\n```typescript\n// Get first page\nconst firstPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.orderAsc('name')]\n});\n\n// Get next page using the last row's ID as cursor\nconst lastRow = firstPage.documents[firstPage.documents.length - 1];\nconst nextPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.cursorAfter(lastRow.$id)]\n});\n\n// Get previous page\nconst prevPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10), Query.cursorBefore(lastRow.$id)]\n});\n```\n\n---\n\n## Field Selection\n\nReturn only specific columns to reduce payload size:\n\n```typescript\nconst selected = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.select(['title', 'price', 'image'])]\n});\n```\n\n---\n\n## Complete Example\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        // Filter: active items with price between 10 and 100\n        Query.equal('status', 'active'),\n        Query.between('price', 10, 100),\n        // Sort: high priority first, then by title\n        Query.orderDesc('priority'),\n        Query.orderAsc('title'),\n        // Pagination: 10 rows per page, starting at offset 20\n        Query.limit(10),\n        Query.offset(20),\n        // Selection: only these fields\n        Query.select(['title', 'price', 'priority'])\n    ]\n});\n\n// Access results\nconsole.log(`Total: ${results.total}`);\nresults.documents.forEach(row => {\n    console.log(`${row.title}: $${row.price}`);\n});\n```\n\n---\n\n## Query Method Reference\n\n| Method | Description |\n|--------|-------------|\n| `Query.equal(field, value)` | Field equals value |\n| `Query.notEqual(field, value)` | Field does not equal value |\n| `Query.lessThan(field, value)` | Field < value |\n| `Query.lessThanEqual(field, value)` | Field ≤ value |\n| `Query.greaterThan(field, value)` | Field > value |\n| `Query.greaterThanEqual(field, value)` | Field ≥ value |\n| `Query.between(field, min, max)` | min ≤ field ≤ max |\n| `Query.isNull(field)` | Field is null |\n| `Query.isNotNull(field)` | Field is not null |\n| `Query.startsWith(field, prefix)` | String starts with prefix |\n| `Query.endsWith(field, suffix)` | String ends with suffix |\n| `Query.contains(field, substring)` | String/array contains value |\n| `Query.search(field, keywords)` | Full-text search |\n| `Query.orderAsc(field)` | Sort ascending |\n| `Query.orderDesc(field)` | Sort descending |\n| `Query.limit(n)` | Max rows returned (max 100) |\n| `Query.offset(n)` | Skip N rows |\n| `Query.cursorAfter(id)` | Start after row ID |\n| `Query.cursorBefore(id)` | End before row ID |\n| `Query.select(fields)` | Return only specified fields |\n| `Query.or(queries)` | OR condition |\n| `Query.and(queries)` | AND condition |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all rubric requirements: 1) Query.equal() for filtering is demonstrated with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting are both shown, 3) Query.limit() and Query.offset() for pagination are clearly demonstrated with offset-based pagination examples, 4) All queries are passed as arrays to tablesDB.listRows(), and 5) Multiple additional query methods are shown including Query.greaterThan(), Query.between(), Query.cursorAfter(), Query.cursorBefore(), Query.select(), Query.or(), Query.and(), and many more. The answer is comprehensive, well-structured, and includes a complete working example that combines all the required elements.",
          "promptTokens": 6205,
          "completionTokens": 1802,
          "totalTokens": 8007,
          "cost": 0.004024,
          "durationMs": 52173,
          "tokensPerSecond": 34.54,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6772,
          "completionTokens": 553,
          "totalTokens": 7325,
          "cost": 0.002695,
          "durationMs": 20176,
          "tokensPerSecond": 27.41,
          "toolCallCount": 1
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6774,
          "completionTokens": 665,
          "totalTokens": 7439,
          "cost": 0.00283,
          "durationMs": 26305,
          "tokensPerSecond": 25.28,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 195,
          "totalTokens": 6948,
          "cost": 0.00226,
          "durationMs": 18504,
          "tokensPerSecond": 10.54,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6706,
          "completionTokens": 207,
          "totalTokens": 6913,
          "cost": 0.00226,
          "durationMs": 11215,
          "tokensPerSecond": 18.46,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6760,
          "completionTokens": 207,
          "totalTokens": 6967,
          "cost": 0.002276,
          "durationMs": 15514,
          "tokensPerSecond": 13.34,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6748,
          "completionTokens": 492,
          "totalTokens": 7240,
          "cost": 0.002615,
          "durationMs": 25126,
          "tokensPerSecond": 19.58,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6708,
          "completionTokens": 301,
          "totalTokens": 7009,
          "cost": 0.002374,
          "durationMs": 14411,
          "tokensPerSecond": 20.89,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6758,
          "completionTokens": 254,
          "totalTokens": 7012,
          "cost": 0.002332,
          "durationMs": 12584,
          "tokensPerSecond": 20.18,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6764,
          "completionTokens": 268,
          "totalTokens": 7032,
          "cost": 0.002351,
          "durationMs": 11857,
          "tokensPerSecond": 22.6,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6747,
          "completionTokens": 353,
          "totalTokens": 7100,
          "cost": 0.002448,
          "durationMs": 31029,
          "tokensPerSecond": 11.38,
          "toolCallCount": 1
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6739,
          "completionTokens": 267,
          "totalTokens": 7006,
          "cost": 0.002342,
          "durationMs": 22086,
          "tokensPerSecond": 12.09,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6780,
          "completionTokens": 274,
          "totalTokens": 7054,
          "cost": 0.002363,
          "durationMs": 9543,
          "tokensPerSecond": 28.71,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6804,
          "completionTokens": 562,
          "totalTokens": 7366,
          "cost": 0.002716,
          "durationMs": 17194,
          "tokensPerSecond": 32.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "# Filtering with Query in Appwrite\n\nTo filter rows where a numeric field is greater than 100, return at most 20 results, and sort by that field descending, use the following Query methods:\n\n```typescript\nimport { TablesDB, Query } from 'appwrite';\n// Server-side: import from 'node-appwrite'\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('numericField', 100),  // numericField > 100\n        Query.orderDesc('numericField'),          // sort descending\n        Query.limit(20)                           // return max 20 results\n    ]\n});\n```\n\n## Breakdown of the Query methods used:\n\n| Method | Purpose |\n|--------|---------|\n| `Query.greaterThan('field', 100)` | Filters where `field > 100` |\n| `Query.orderDesc('field')` | Sorts results by `field` in descending order |\n| `Query.limit(20)` | Limits results to at most 20 rows |\n\n## Notes\n\n- **Order matters**: Appwrite applies queries in the order they're listed. Sorting should typically come after filtering.\n- **Default limit**: If you don't specify `Query.limit()`, the default is 25 (max is 100).\n- **Indexing**: For optimal performance on filtered/sorted fields, ensure the column has an index configured in your table.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting, 3) Query.limit(20) for limiting results, and 4) passing all queries to listRows(). The code example is clear and complete, and the additional notes about ordering, default limits, and indexing provide helpful context without being incorrect.",
          "promptTokens": 6211,
          "completionTokens": 508,
          "totalTokens": 6719,
          "cost": 0.002473,
          "durationMs": 22320,
          "tokensPerSecond": 22.76,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6922,
          "completionTokens": 550,
          "totalTokens": 7472,
          "cost": 0.002737,
          "durationMs": 32594,
          "tokensPerSecond": 16.87,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6694,
          "completionTokens": 354,
          "totalTokens": 7048,
          "cost": 0.002433,
          "durationMs": 23418,
          "tokensPerSecond": 15.12,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7687,
          "completionTokens": 342,
          "totalTokens": 8029,
          "cost": 0.002716,
          "durationMs": 13883,
          "tokensPerSecond": 24.63,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6796,
          "completionTokens": 468,
          "totalTokens": 7264,
          "cost": 0.0026,
          "durationMs": 18388,
          "tokensPerSecond": 25.45,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19161,
          "completionTokens": 465,
          "totalTokens": 19626,
          "cost": 0.006306,
          "durationMs": 23436,
          "tokensPerSecond": 19.84,
          "toolCallCount": 2
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "# Appwrite Function: Personalized Greeting\n\nHere's a Node.js Appwrite Function that receives a JSON body with a `name` field and returns a personalized greeting:\n\n```javascript\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    // Parse the JSON body\n    const data = req.bodyJson;\n\n    // Validate that name field exists\n    if (!data?.name) {\n        error('Missing required \"name\" field');\n        return res.json(\n            { error: 'Name field is required' },\n            400\n        );\n    }\n\n    const name = data.name.trim();\n\n    // Validate name is not empty after trimming\n    if (!name) {\n        error('Name cannot be empty');\n        return res.json(\n            { error: 'Name cannot be empty' },\n            400\n        );\n    }\n\n    // Log the greeting for debugging\n    log(`Creating greeting for: ${name}`);\n\n    // Return the personalized greeting\n    return res.json({\n        success: true,\n        greeting: `Hello, ${name}! Welcome to our service.`,\n        name: name,\n        timestamp: new Date().toISOString()\n    });\n};\n```\n\n## How It Works\n\n| Component | Description |\n|-----------|-------------|\n| `req.bodyJson` | Parses the incoming JSON body into an object |\n| `req.method` | Check the HTTP method (GET, POST, etc.) |\n| `res.json(data, status)` | Returns a JSON response with optional status code |\n| `log()` | Logs information for debugging |\n| `error()` | Logs error information |\n\n## Example Requests\n\n### Request (POST with JSON body)\n```json\n{\n    \"name\": \"Alice\"\n}\n```\n\n### Response\n```json\n{\n    \"success\": true,\n    \"greeting\": \"Hello, Alice! Welcome to our service.\",\n    \"name\": \"Alice\",\n    \"timestamp\": \"2025-01-15T10:30:00.000Z\"\n}\n```\n\n### Error Response (missing name)\n```json\n{\n    \"error\": \"Name field is required\"\n}\n```\n\n## Deployment Notes\n\n1. Set the **Entrypoint** to `src/main.js` (or `src/main.ts` if using TypeScript)\n2. The function uses the **Node.js 18+** runtime\n3. No external dependencies are required for this simple function",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer is nearly fully correct. It includes: 1) Default export of async function ✓, 2) Destructured context with req, res, log, and error ✓, 3) Parsing req.body (uses req.bodyJson which is a valid Appwrite property for parsed JSON) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The only minor note is using req.bodyJson instead of req.body, but req.bodyJson is actually a valid Appwrite SDK property that automatically parses JSON, making it arguably more correct. The answer is well-structured with good error handling, logging, and documentation.",
          "promptTokens": 6217,
          "completionTokens": 737,
          "totalTokens": 6954,
          "cost": 0.00275,
          "durationMs": 37670,
          "tokensPerSecond": 19.56,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 697,
          "completionTokens": 144,
          "totalTokens": 841,
          "cost": 0.000382,
          "durationMs": 7017,
          "tokensPerSecond": 20.52,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7835,
          "completionTokens": 555,
          "totalTokens": 8390,
          "cost": 0.003016,
          "durationMs": 13787,
          "tokensPerSecond": 40.26,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6821,
          "completionTokens": 817,
          "totalTokens": 7638,
          "cost": 0.003027,
          "durationMs": 48526,
          "tokensPerSecond": 16.84,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the CLI\n\n## Quick Steps\n\n### 1. Install and Login\n```bash\n# Install CLI\nnpm install -g appwrite-cli\n\n# Login\nappwrite login\n```\n\n### 2. Initialize Your Project\n```bash\n# Create appwrite.config.json if not exists\nappwrite init project\n\n# Create a new function scaffold\nappwrite init functions\n```\n\n### 3. Configure the Function\n\nEdit `appwrite.config.json` to define your function:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### 4. Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy specific function and activate immediately\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Sync environment variables from .env file\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n---\n\n## Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| `runtime` | Language runtime (e.g., `node-22`, `python-3.11`) |\n| `entrypoint` | Entry file relative to `path` |\n| `commands` | Build command executed before deployment (e.g., `npm install`) |\n| `ignore` | Patterns to exclude from deployment (newline-separated) |\n| `timeout` | Max execution time in seconds |\n| `schedule` | Cron expression for scheduled runs |\n| `events` | Event patterns that trigger the function |\n| `buildSpecification` | Compute specs for the build phase |\n| `runtimeSpecification` | Compute specs for execution |\n| `deploymentRetention` | Days to keep old deployments |\n| `scopes` | API permissions for the function |\n| `logging` | Enable/disable execution logs |\n| `enabled` | Enable/disable the function |\n\n---\n\n## Local Development\n\n```bash\n# Run function locally with live variables\nappwrite run functions --with-variables\n```\n\n---\n\n## Environment Variables\n\nCreate a `.env` file inside the function directory:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nUse `--with-variables` to sync them during deployment.\n\n---\n\n## Non-Interactive / CI Deploy\n\n```bash\n# Force deploy all functions (skips prompts)\nappwrite push functions --all --force\n\n# Deploy specific function\nappwrite push functions --function-id <ID> --force\n```\n\n---\n\n## Common Workflow\n\n```bash\n# 1. Pull existing function configs\nappwrite pull functions\n\n# 2. Make code changes\n\n# 3. Deploy\nappwrite push functions --function-id <ID> --activate\n```\n\nThe CLI reads `.gitignore` automatically, so ensure your build artifacts and dependencies are excluded there. Use the `ignore` field for additional exclusions specific to deployment.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer covers all required rubric points: (1) CLI installation with npm install -g appwrite-cli, (2) appwrite init functions command, (3) detailed configuration in appwrite.config.json with example JSON, (4) appwrite push functions command with various options, and (5) key configuration options including runtime, entrypoint, build commands (commands field), permissions (scopes), variables, and schedule. The response goes beyond the minimum requirements with additional useful information about CI deployment, local development, and environment variables.",
          "promptTokens": 7239,
          "completionTokens": 892,
          "totalTokens": 8131,
          "cost": 0.003242,
          "durationMs": 29540,
          "tokensPerSecond": 30.2,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6750,
          "completionTokens": 235,
          "totalTokens": 6985,
          "cost": 0.002307,
          "durationMs": 9214,
          "tokensPerSecond": 25.5,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19203,
          "completionTokens": 379,
          "totalTokens": 19582,
          "cost": 0.006216,
          "durationMs": 12998,
          "tokensPerSecond": 29.16,
          "toolCallCount": 2
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6714,
          "completionTokens": 423,
          "totalTokens": 7137,
          "cost": 0.002522,
          "durationMs": 20343,
          "tokensPerSecond": 20.79,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6782,
          "completionTokens": 637,
          "totalTokens": 7419,
          "cost": 0.002799,
          "durationMs": 30992,
          "tokensPerSecond": 20.55,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6862,
          "completionTokens": 535,
          "totalTokens": 7397,
          "cost": 0.002701,
          "durationMs": 24099,
          "tokensPerSecond": 22.2,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6884,
          "completionTokens": 402,
          "totalTokens": 7286,
          "cost": 0.002548,
          "durationMs": 13330,
          "tokensPerSecond": 30.16,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6805,
          "completionTokens": 533,
          "totalTokens": 7338,
          "cost": 0.002681,
          "durationMs": 27979,
          "tokensPerSecond": 19.05,
          "toolCallCount": 1
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6735,
          "completionTokens": 391,
          "totalTokens": 7126,
          "cost": 0.00249,
          "durationMs": 7766,
          "tokensPerSecond": 50.35,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6797,
          "completionTokens": 608,
          "totalTokens": 7405,
          "cost": 0.002769,
          "durationMs": 22395,
          "tokensPerSecond": 27.15,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6764,
          "completionTokens": 533,
          "totalTokens": 7297,
          "cost": 0.002669,
          "durationMs": 9854,
          "tokensPerSecond": 54.09,
          "toolCallCount": 1
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 19212,
          "completionTokens": 681,
          "totalTokens": 19893,
          "cost": 0.006581,
          "durationMs": 25287,
          "tokensPerSecond": 26.93,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6756,
          "completionTokens": 726,
          "totalTokens": 7482,
          "cost": 0.002898,
          "durationMs": 37714,
          "tokensPerSecond": 19.25,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "# Appwrite Function Environment Variables\n\nHere are at least three **`APPWRITE_FUNCTION_*`** environment variables available inside an Appwrite Function at runtime:\n\n## 1. **`APPWRITE_FUNCTION_ID`**\nThe unique identifier (UUID) of the function being executed. Useful for logging, debugging, or making API calls back to Appwrite services when you need to reference the specific function.\n\n## 2. **`APPWRITE_FUNCTION_NAME`**\nThe human-readable name of the function as defined in the Appwrite Console. Can be used for logging, dynamic routing, or conditional logic based on which function is running.\n\n## 3. **`APPWRITE_FUNCTION_PROJECT_ID`**\nThe Appwrite project ID that this function belongs to. Essential when your function needs to interact with other Appwrite services (databases, storage, users, etc.) within the same project.\n\n## 4. **`APPWRITE_API_KEY`** *(bonus)*\nA server-side API key injected into the function's environment, allowing the function to make authenticated requests to Appwrite services. This should be used carefully and never exposed client-side.\n\n## 5. **`APPWRITE_FUNCTION_RUNTIME`** *(bonus)*\nThe runtime environment the function is executing in (e.g., `node-18`, `php-82`, `python-311`, etc.). Useful if you have shared code that behaves differently per runtime.\n\n---\n\nThese variables are automatically injected by Appwrite into the execution environment, so you can access them directly in your function code (e.g., `process.env.APPWRITE_FUNCTION_PROJECT_ID` in Node.js).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly identifies at least three valid APPWRITE_FUNCTION_* environment variables with accurate descriptions: APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, and APPWRITE_FUNCTION_PROJECT_ID are all documented runtime variables with correct purposes. The bonus APPWRITE_FUNCTION_RUNTIME is close but the actual variable names are APPWRITE_FUNCTION_RUNTIME_NAME and APPWRITE_FUNCTION_RUNTIME_VERSION rather than APPWRITE_FUNCTION_RUNTIME. APPWRITE_API_KEY is not an APPWRITE_FUNCTION_* variable, so it doesn't count toward the requirement but doesn't hurt. The core three required variables are correctly named and described, meeting the rubric fully.",
          "promptTokens": 6212,
          "completionTokens": 670,
          "totalTokens": 6882,
          "cost": 0.002668,
          "durationMs": 23663,
          "tokensPerSecond": 28.31,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6751,
          "completionTokens": 312,
          "totalTokens": 7063,
          "cost": 0.0024,
          "durationMs": 22184,
          "tokensPerSecond": 14.06,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6736,
          "completionTokens": 273,
          "totalTokens": 7009,
          "cost": 0.002348,
          "durationMs": 17344,
          "tokensPerSecond": 15.74,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL with proper permissions.\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// Initialize client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')  // Replace with your region\n    .setProject('your-project-id');\n\n// Initialize Storage service\nconst storage = new Storage(client);\n\n// ============================================\n// 1. CREATE A BUCKET WITH PERMISSIONS\n// ============================================\nasync function createBucket() {\n    const bucket = await storage.createBucket({\n        bucketId: ID.unique(),\n        name: 'my-images-bucket',\n        permissions: [\n            // Allow any user to read files (public read)\n            Permission.read(Role.any()),\n            // Only authenticated users can create/upload files\n            Permission.create(Role.users()),\n            // Only file owners can update or delete their files\n            Permission.update(Role.users()),\n            Permission.delete(Role.users()),\n        ],\n        // Optional settings\n        enabled: true,                    // Bucket is active\n        maximumFileSize: 10485760,        // 10 MB max file size\n        allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'],\n    });\n\n    console.log('Bucket created:', bucket.$id);\n    return bucket;\n}\n\n// ============================================\n// 2. UPLOAD A FILE WITH PERMISSIONS\n// ============================================\nasync function uploadFile(bucketId: string, fileInput: HTMLInputElement) {\n    const file = fileInput.files?.[0];\n    if (!file) throw new Error('No file selected');\n\n    const uploadedFile = await storage.createFile({\n        bucketId: bucketId,\n        fileId: ID.unique(),\n        file: file,  // Pass the File object from input\n        permissions: [\n            // Anyone can view/download the file\n            Permission.read(Role.any()),\n            // Only the uploading user can modify/delete\n            Permission.update(Role.user('[USER_ID]')),   // Replace with actual user ID\n            Permission.delete(Role.user('[USER_ID]')),\n        ],\n    });\n\n    console.log('File uploaded:', uploadedFile.$id);\n    return uploadedFile;\n}\n\n// ============================================\n// 3. GET IMAGE PREVIEW URL\n// ============================================\nasync function getImagePreview(bucketId: string, fileId: string) {\n    // getFilePreview returns a URL pointing to the image\n    const previewUrl = storage.getFilePreview({\n        bucketId: bucketId,\n        fileId: fileId,\n        // Optional: resize/transform the image\n        width: 800,      // Resize to 800px width\n        height: 600,      // Resize to 600px height\n        quality: 85,      // JPEG quality (1-100)\n        gravity: 'center', // Crop from center\n    });\n\n    console.log('Preview URL:', previewUrl.toString());\n    return previewUrl.toString();\n}\n\n// ============================================\n// PUTTING IT ALL TOGETHER\n// ============================================\nasync function main() {\n    try {\n        // Step 1: Create bucket\n        const bucket = await createBucket();\n        console.log('Created bucket:', bucket.$id);\n\n        // Step 2: Upload file (assuming user is logged in)\n        // In a real app, you would get the file from an <input type=\"file\">\n        const fileInput = document.getElementById('file-input') as HTMLInputElement;\n        const uploadedFile = await uploadFile(bucket.$id, fileInput);\n        console.log('Uploaded file ID:', uploadedFile.$id);\n\n        // Step 3: Get preview URL\n        const previewUrl = await getImagePreview(bucket.$id, uploadedFile.$id);\n\n        // Display the image\n        const img = document.createElement('img');\n        img.src = previewUrl;\n        document.body.appendChild(img);\n\n        console.log('Success! Preview URL:', previewUrl);\n    } catch (error) {\n        console.error('Error:', error);\n    }\n}\n\n// ============================================\n// EXAMPLE HTML FOR FILE INPUT\n// ============================================\n/*\n<!DOCTYPE html>\n<html>\n<head><title>Image Upload</title></head>\n<body>\n    <h1>Upload Image</h1>\n    <input type=\"file\" id=\"file-input\" accept=\"image/*\" />\n    <button onclick=\"main()\">Upload & Preview</button>\n    <div id=\"result\"></div>\n    \n    <script type=\"module\">\n        // Paste the JavaScript code above here\n    </script>\n</body>\n</html>\n*/\n\n// ============================================\n// SERVER-SIDE ALTERNATIVE (Node.js)\n// ============================================\n/*\nimport { Client, Storage, ID, Permission, Role, InputFile } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst storage = new Storage(client);\n\n// Create bucket (server-side, no user context needed)\nconst bucket = await storage.createBucket({\n    bucketId: ID.unique(),\n    name: 'server-uploads',\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.create(Role.users()),\n        Permission.update(Role.users()),\n        Permission.delete(Role.users()),\n    ],\n});\n\n// Upload file from server filesystem\nconst file = await storage.createFile({\n    bucketId: bucket.$id,\n    fileId: ID.unique(),\n    file: InputFile.fromPath('/path/to/image.jpg', 'image.jpg'),\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.update(Role.user('[USER_ID]')),\n        Permission.delete(Role.user('[USER_ID]')),\n    ],\n});\n\n// Get preview URL\nconst previewUrl = storage.getFilePreview({\n    bucketId: bucket.$id,\n    fileId: file.$id,\n    width: 400,\n});\n*/\n```\n\n## Key Points\n\n| Component | Description |\n|-----------|-------------|\n| **Bucket permissions** | Set at bucket level to inherit defaults for all files |\n| **File permissions** | Override bucket defaults per-file (optional) |\n| **`Role.any()`** | Allows public access (anyone can read) |\n| **`Role.users()`** | Only authenticated users can upload |\n| **`Role.user(id)`** | Specific user can modify/delete their uploads |\n| **`getFilePreview()`** | Returns a URL (not binary) for displaying images |\n\n> **Security tip:** Use `Role.any()` only with `read` permissions. Avoid granting `create`, `update`, or `delete` with `Role.any()` to prevent unauthorized modifications.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer includes all 5 required elements: Storage service instantiation, bucket creation with permissions, storage.createFile() with bucket ID, file ID, and File object, storage.getFilePreview() for image preview, and correct imports. However, there are some issues: 1) The SDK method signatures use object parameter style (e.g., storage.createBucket({bucketId, name, ...})) which doesn't match the actual Appwrite Web SDK API where parameters are positional (storage.createBucket(bucketId, name, permissions, ...)), 2) Similarly createFile() and getFilePreview() use incorrect object-based signatures rather than positional parameters. The actual Appwrite Web SDK uses positional arguments, not named object parameters. This is a significant accuracy issue that would cause the code to fail. The concepts and structure are correct, but the API call signatures are wrong for the Web SDK.",
          "promptTokens": 6208,
          "completionTokens": 1555,
          "totalTokens": 7763,
          "cost": 0.003728,
          "durationMs": 50729,
          "tokensPerSecond": 30.65,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6728,
          "completionTokens": 321,
          "totalTokens": 7049,
          "cost": 0.002404,
          "durationMs": 17943,
          "tokensPerSecond": 17.89,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6786,
          "completionTokens": 362,
          "totalTokens": 7148,
          "cost": 0.00247,
          "durationMs": 13562,
          "tokensPerSecond": 26.69,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6798,
          "completionTokens": 590,
          "totalTokens": 7388,
          "cost": 0.002747,
          "durationMs": 14941,
          "tokensPerSecond": 39.49,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6721,
          "completionTokens": 210,
          "totalTokens": 6931,
          "cost": 0.002268,
          "durationMs": 10520,
          "tokensPerSecond": 19.96,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6675,
          "completionTokens": 226,
          "totalTokens": 6901,
          "cost": 0.002274,
          "durationMs": 9869,
          "tokensPerSecond": 22.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "# Appwrite Storage: `getFileView()` vs `getFileDownload()` vs `getFilePreview()`\n\nThese three methods serve different purposes when accessing files in Appwrite Storage:\n\n---\n\n## 1. `getFilePreview()`\n\n**Purpose:** Generate a URL for displaying an **image preview** with optional transformations.\n\n```typescript\nconst previewUrl = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,        // optional\n    height: 300,       // optional\n    quality: 80,       // optional (1-100)\n    gravity: 'center', // optional\n    borderWidth: 2,   // optional\n    borderColor: '#ffffff',\n    borderRadius: 8,\n    opacity: 1.0,\n    rotation: 0,\n    background: '#ffffff',\n    output: 'image/jpeg' // optional\n});\n```\n\n**When to use:**\n- Displaying thumbnails in a gallery or grid\n- Profile pictures with consistent sizing\n- Image cards with rounded corners or borders\n- Any scenario where you need a resized/transformed version of an image\n\n**Returns:** A **URL string** pointing to a transformed image (not the actual file data).\n\n---\n\n## 2. `getFileDownload()`\n\n**Purpose:** Download the **original file** for local storage or processing.\n\n```typescript\nconst fileData = await storage.getFileDownload({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n**When to use:**\n- Saving a file to the user's device (e.g., export feature)\n- Processing a file in your application (e.g., read PDF content)\n- Saving a file to disk on the server\n- Any scenario where you need the **actual file bytes**\n\n**Returns:** The raw file **blob/buffer** (not a URL).\n\n---\n\n## 3. `getFileView()`\n\n**Purpose:** Generate a **direct URL** to view the file in the browser.\n\n```typescript\nconst viewUrl = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n**When to use:**\n- Embedding a file directly in an `<img>`, `<video>`, or `<audio>` tag\n- Linking to a file for viewing in the browser (e.g., PDF viewer)\n- Providing a shareable link to view a file online\n- Any scenario where you need a **direct link** to the original file\n\n**Returns:** A **URL string** to the file (not the file data itself).\n\n---\n\n## Quick Comparison\n\n| Method | Returns | Use Case |\n|--------|---------|----------|\n| `getFilePreview()` | URL (string) | Display resized/transformed images |\n| `getFileDownload()` | File data (blob) | Save file locally or process it |\n| `getFileView()` | URL (string) | View original file in browser or embed |\n\n---\n\n## Example: Image Gallery\n\n```typescript\n// Display a thumbnail (resized to 200x200)\nconst thumbnail = storage.getFilePreview({\n    bucketId: 'avatars',\n    fileId: user.avatarId,\n    width: 200,\n    height: 200,\n    gravity: 'center'\n});\n\n// Embed full image in browser\nconst fullImage = storage.getFileView({\n    bucketId: 'avatars',\n    fileId: user.avatarId\n});\n\n// Download original for offline storage\nconst original = await storage.getFileDownload({\n    bucketId: 'avatars',\n    fileId: user.avatarId\n});\n```\n\n---\n\n## Key Differences Summary\n\n- **`getFilePreview()`** — Best for **displaying images** with transformations (resize, crop, format). Returns a URL.\n- **`getFileDownload()`** — Best for **getting the actual file data** (bytes) for local storage or processing. Returns a blob.\n- **`getFileView()`** — Best for **viewing/embedding** the original file directly in the browser. Returns a URL.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer covers all four required rubric points: 1) getFileView() for inline/browser display (embedding in img/video/audio tags, viewing in browser), 2) getFileDownload() for triggering downloads/getting actual file bytes, 3) getFilePreview() for image transformations with extensive parameter examples, and 4) when to use each one with practical examples. The answer is comprehensive, well-structured, and accurate. Minor note: the reference answer mentions getFileView() serves files 'inline' which implies a Content-Disposition: inline header behavior, while the model correctly captures this concept. The model also correctly notes that only getFilePreview() supports manipulation parameters. The answer is slightly more detailed than needed but fully correct and complete.",
          "promptTokens": 6208,
          "completionTokens": 1033,
          "totalTokens": 7241,
          "cost": 0.003102,
          "durationMs": 29548,
          "tokensPerSecond": 34.96,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 692,
          "completionTokens": 182,
          "totalTokens": 874,
          "cost": 0.000426,
          "durationMs": 9094,
          "tokensPerSecond": 20.01,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6784,
          "completionTokens": 396,
          "totalTokens": 7180,
          "cost": 0.00251,
          "durationMs": 13574,
          "tokensPerSecond": 29.17,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6725,
          "completionTokens": 432,
          "totalTokens": 7157,
          "cost": 0.002536,
          "durationMs": 29659,
          "tokensPerSecond": 14.57,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6869,
          "completionTokens": 482,
          "totalTokens": 7351,
          "cost": 0.002639,
          "durationMs": 16679,
          "tokensPerSecond": 28.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6743,
          "completionTokens": 868,
          "totalTokens": 7611,
          "cost": 0.003064,
          "durationMs": 48174,
          "tokensPerSecond": 18.02,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6771,
          "completionTokens": 276,
          "totalTokens": 7047,
          "cost": 0.002362,
          "durationMs": 11229,
          "tokensPerSecond": 24.58,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6776,
          "completionTokens": 235,
          "totalTokens": 7011,
          "cost": 0.002315,
          "durationMs": 12008,
          "tokensPerSecond": 19.57,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6722,
          "completionTokens": 311,
          "totalTokens": 7033,
          "cost": 0.00239,
          "durationMs": 18541,
          "tokensPerSecond": 16.77,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6856,
          "completionTokens": 656,
          "totalTokens": 7512,
          "cost": 0.002844,
          "durationMs": 30840,
          "tokensPerSecond": 21.27,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6746,
          "completionTokens": 291,
          "totalTokens": 7037,
          "cost": 0.002373,
          "durationMs": 16613,
          "tokensPerSecond": 17.52,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "## When to Use `getFilePreview` vs `getFileView`\n\nUse **`getFilePreview`** when you need to display a resized or transformed version of an image. Use **`getFileView`** when you need the original, unmodified file (e.g., for downloading or viewing the full-resolution image).\n\n### What `getFilePreview` Supports\n\nBased on the SDK, `getFilePreview` supports image transformation parameters:\n\n- **`width`** — Resize the image to a specific width\n- **`height`** — Resize the image to a specific height\n\n### Example\n\n```typescript\nconst storage = new Storage(client);\n\n// Get a resized preview (300x300)\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300\n});\n```\n\n### Key Difference\n\n| Method | Purpose |\n|--------|---------|\n| `getFileView` | Returns the original, unmodified image file |\n| `getFilePreview` | Returns a resized/transformed version for display purposes |\n\n> **Note:** In the Appwrite REST API, `getFilePreview` also supports additional parameters like `quality`, `gravity`, and `border` (for adding borders) for more advanced image manipulation.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer correctly identifies the key distinction: getFilePreview for image transformations vs getFileView for the original file. It mentions at least 2 transformation options (width, height) prominently, and notes additional ones (quality, gravity, border) in a footnote. The answer meets both rubric requirements, though it somewhat undersells the full transformation capabilities by only listing width/height in the main section and relegating others to a note. Still, the core concepts are correctly covered.",
          "promptTokens": 6195,
          "completionTokens": 514,
          "totalTokens": 6709,
          "cost": 0.002475,
          "durationMs": 34047,
          "tokensPerSecond": 15.1,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7801,
          "completionTokens": 267,
          "totalTokens": 8068,
          "cost": 0.002661,
          "durationMs": 11383,
          "tokensPerSecond": 23.46,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7833,
          "completionTokens": 414,
          "totalTokens": 8247,
          "cost": 0.002847,
          "durationMs": 24668,
          "tokensPerSecond": 16.78,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7847,
          "completionTokens": 228,
          "totalTokens": 8075,
          "cost": 0.002628,
          "durationMs": 6805,
          "tokensPerSecond": 33.5,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying Sites to Appwrite\n\nAppwrite Sites allows you to deploy static and server-rendered web applications. Here's a complete guide covering deployment methods and build configuration.\n\n---\n\n## Deployment Methods\n\n### 1. CLI Deployment (Recommended)\n\nThe CLI provides the most control over build and deployment:\n\n```bash\n# Initialize a new site\nappwrite init sites\n\n# Pull existing sites from the Console\nappwrite pull sites\n\n# Deploy sites\nappwrite push sites\n\n# Deploy a specific site\nappwrite push sites --site-id <SITE_ID>\n\n# Deploy with variables from .env file\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n### 2. Console Deployment\n\nYou can also deploy directly through the Appwrite Console by uploading your build output or connecting a Git repository.\n\n---\n\n## Build Configuration Options\n\nSites are configured in `appwrite.config.json` (or via `includes` in a separate file like `appwrite/sites.json`):\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\n### Configuration Fields Reference\n\n| Field | Description |\n|-------|-------------|\n| `name` | Display name for the site |\n| `logging` | Enable storing request and build logs |\n| `framework` | Framework preset (e.g., `astro`, `next`, `nuxt`, `react`, `vue`) |\n| `timeout` | Maximum request/function duration in seconds for SSR sites |\n| `installCommand` | Command to install dependencies |\n| `buildCommand` | Command to build the site |\n| `outputDirectory` | Directory containing static build output |\n| `buildSpecification` | Compute specification for building (e.g., `s-1vcpu-512mb`) |\n| `runtimeSpecification` | Compute specification for serving runtime workloads |\n| `buildRuntime` | Runtime used to build (e.g., `node-22`, `php-81`, `python-311`) |\n| `adapter` | Deployment adapter (`static` or `ssr`) |\n| `fallbackFile` | Fallback file for SPA routing or missing routes |\n| `startCommand` | Command to start server-rendered output |\n| `deploymentRetention` | Days to retain old deployments before auto-deletion |\n| `path` | Local site source directory |\n\n---\n\n## Site Variables\n\nVariables should be defined in a `.env` file inside the site `path` directory, not in `appwrite.config.json`:\n\n```bash\n# sites/my-site/.env\nPUBLIC_SITE_NAME=My Awesome Site\nPUBLIC_API_URL=https://api.example.com\n```\n\nPush with variables:\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n---\n\n## Site Management Commands\n\n| Command | Description |\n|---------|-------------|\n| `appwrite sites list` | List all sites |\n| `appwrite sites create` | Create a new site |\n| `appwrite sites get --site-id <ID>` | Get site details |\n| `appwrite sites update --site-id <ID>` | Update site settings |\n| `appwrite sites delete --site-id <ID>` | Delete a site |\n| `appwrite sites list-frameworks` | List available framework presets |\n| `appwrite sites list-specifications` | List allowed compute specs |\n| `appwrite sites list-deployments --site-id <ID>` | List deployments |\n| `appwrite sites create-deployment --site-id <ID>` | Create a new deployment |\n| `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` | Set active deployment |\n| `appwrite sites list-logs --site-id <ID>` | List request logs |\n| `appwrite sites list-variables --site-id <ID>` | List environment variables |\n\n---\n\n## Deployment Flow\n\n1. **Initialize**: Run `appwrite init sites` to create the site configuration\n2. **Configure**: Update `appwrite.config.json` with your build settings\n3. **Build locally** (optional): Test your build command locally\n4. **Deploy**: Run `appwrite push sites` to upload and build\n5. **Activate**: The deployment becomes active automatically (or set `--activate=false` to deploy without switching traffic)\n\n---\n\n## CI/CD Deployment\n\nFor non-interactive/automated deployments:\n\n```bash\n# Deploy all sites\nappwrite push sites --all --force\n\n# Deploy specific site\nappwrite push sites --site-id <SITE_ID> --force\n```\n\nCombine with environment variables for fully automated pipelines.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria well: (1) Multiple deployment methods mentioned - CLI deployment and Console deployment (which includes Git repository connection and manual upload); (2) Build command configuration is explicitly covered with the 'buildCommand' field; (3) Output directory setting is covered with 'outputDirectory' field; (4) Framework support/presets are covered with the 'framework' field and examples like astro, next, nuxt, react, vue; (5) Environment variables are covered with the .env file approach and --with-variables flag. The answer is comprehensive and detailed. The only minor gap is that Git-based deployment isn't explicitly called out as a distinct deployment method (it's mentioned briefly as 'connecting a Git repository' under Console deployment), but the reference answer's three methods are essentially all present. The answer goes well beyond the minimum requirements with detailed configuration tables, CLI commands, and deployment flow.",
          "promptTokens": 7241,
          "completionTokens": 1245,
          "totalTokens": 8486,
          "cost": 0.003666,
          "durationMs": 29369,
          "tokensPerSecond": 42.39,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7845,
          "completionTokens": 451,
          "totalTokens": 8296,
          "cost": 0.002895,
          "durationMs": 14278,
          "tokensPerSecond": 31.59,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7718,
          "completionTokens": 565,
          "totalTokens": 8283,
          "cost": 0.002993,
          "durationMs": 28793,
          "tokensPerSecond": 19.62,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20227,
          "completionTokens": 626,
          "totalTokens": 20853,
          "cost": 0.006819,
          "durationMs": 40931,
          "tokensPerSecond": 15.29,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7842,
          "completionTokens": 264,
          "totalTokens": 8106,
          "cost": 0.002669,
          "durationMs": 18675,
          "tokensPerSecond": 14.14,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7789,
          "completionTokens": 737,
          "totalTokens": 8526,
          "cost": 0.003221,
          "durationMs": 49484,
          "tokensPerSecond": 14.89,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7769,
          "completionTokens": 705,
          "totalTokens": 8474,
          "cost": 0.003177,
          "durationMs": 27049,
          "tokensPerSecond": 26.06,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6756,
          "completionTokens": 408,
          "totalTokens": 7164,
          "cost": 0.002516,
          "durationMs": 17396,
          "tokensPerSecond": 23.45,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7759,
          "completionTokens": 304,
          "totalTokens": 8063,
          "cost": 0.002692,
          "durationMs": 17986,
          "tokensPerSecond": 16.9,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20303,
          "completionTokens": 505,
          "totalTokens": 20808,
          "cost": 0.006697,
          "durationMs": 17329,
          "tokensPerSecond": 29.14,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7749,
          "completionTokens": 622,
          "totalTokens": 8371,
          "cost": 0.003071,
          "durationMs": 33121,
          "tokensPerSecond": 18.78,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7847,
          "completionTokens": 764,
          "totalTokens": 8611,
          "cost": 0.003271,
          "durationMs": 15172,
          "tokensPerSecond": 50.36,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7778,
          "completionTokens": 360,
          "totalTokens": 8138,
          "cost": 0.002765,
          "durationMs": 12182,
          "tokensPerSecond": 29.55,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7833,
          "completionTokens": 451,
          "totalTokens": 8284,
          "cost": 0.002891,
          "durationMs": 22325,
          "tokensPerSecond": 20.2,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7873,
          "completionTokens": 433,
          "totalTokens": 8306,
          "cost": 0.002881,
          "durationMs": 9923,
          "tokensPerSecond": 43.64,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7773,
          "completionTokens": 395,
          "totalTokens": 8168,
          "cost": 0.002806,
          "durationMs": 19559,
          "tokensPerSecond": 20.2,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "# Appwrite Site Deployment & Build Configuration Options\n\nHere are at least three key deployment/build configuration options for an Appwrite Site:\n\n| Option | Description |\n|--------|-------------|\n| **`installCommand`** | Command used to install dependencies before building (e.g., `npm install`). |\n| **`buildCommand`** | Command used to build the site (e.g., `npm run build`). |\n| **`outputDirectory`** | Directory containing the static build output after compilation (e.g., `./dist`). |\n| **`buildSpecification`** | Compute specification (CPU/memory) used while building the deployment. |\n| **`runtimeSpecification`** | Compute specification used while serving runtime workloads. |\n| **`buildRuntime`** | Runtime used to build the site (e.g., `node-22`). |\n| **`framework`** | Framework preset used for build and deployment defaults (e.g., `astro`, `next`, `svelte`). |\n| **`timeout`** | Maximum request or function duration in seconds for server-rendered sites. |\n| **`adapter`** | Deployment adapter, such as static or SSR behavior. |\n| **`fallbackFile`** | Fallback file for SPA routing or missing routes. |\n| **`startCommand`** | Command used to start server-rendered output. |\n| **`deploymentRetention`** | Number of days to retain old deployments before automatic deletion. |\n\n### Example Site Configuration\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Documentation\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-docs\"\n        }\n    ]\n}\n```\n\n### Summary of Core Build Options\n\n1. **`installCommand`** → Installs dependencies (`npm install`)\n2. **`buildCommand`** → Runs the build process (`npm run build`)\n3. **`outputDirectory`** → Points to where the built static files are located\n4. **`buildSpecification`** → Allocates compute resources during the build phase\n5. **`framework`** → Auto-configures defaults based on the chosen frontend framework",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than three deployment/build configuration options for an Appwrite Site, each with a correct and clear description. It covers all the options mentioned in the reference answer (installCommand/install command, buildCommand/build command, outputDirectory/output directory, framework preset, environment variables context) and adds several additional valid options. The purposes described are accurate and align with the rubric's accepted options.",
          "promptTokens": 7243,
          "completionTokens": 852,
          "totalTokens": 8095,
          "cost": 0.003195,
          "durationMs": 22968,
          "tokensPerSecond": 37.1,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6714,
          "completionTokens": 340,
          "totalTokens": 7054,
          "cost": 0.002422,
          "durationMs": 16035,
          "tokensPerSecond": 21.2,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6773,
          "completionTokens": 489,
          "totalTokens": 7262,
          "cost": 0.002619,
          "durationMs": 27077,
          "tokensPerSecond": 18.06,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6752,
          "completionTokens": 463,
          "totalTokens": 7215,
          "cost": 0.002581,
          "durationMs": 21019,
          "tokensPerSecond": 22.03,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\nAppwrite Messaging supports push notifications across multiple platforms. Here's what you need to know:\n\n## Supported Providers\n\n| Provider | Platform | Description |\n|----------|----------|-------------|\n| **FCM** | Android | Firebase Cloud Messaging |\n| **APNS** | iOS | Apple Push Notification service |\n| **Expo** | iOS/Android | For Expo-managed apps |\n| **Pushwoosh** | Cross-platform | Alternative provider |\n\n---\n\n## Setup Steps\n\n### 1. Configure Provider Credentials\n\nIn the **Appwrite Console** → **Messaging** → **Providers**, add your credentials:\n\n**For FCM (Android):**\n- Upload your `google-services.json` or provide the server key\n\n**For APNS (iOS):**\n- Upload your `.p12` certificate or `.p8` key\n- Configure the sandbox/production endpoint\n\n### 2. Register Devices (Client-side)\n\n```typescript\n// Web / React Native\nimport { Messaging } from 'appwrite';\n\nconst messaging = new Messaging(client);\n\n// Register a device for push notifications\nconst subscription = await messaging.createSubscription(\n    '[PROVIDER_ID]',  // e.g., 'fcm' or 'apns'\n    '[TOKEN]'         // device push token from Firebase/APNS\n);\n```\n\n### 3. Create a Topic (Target)\n\n```typescript\n// Server-side with node-appwrite\nimport { Messaging } from 'node-appwrite';\n\nconst messaging = new Messaging(client);\n\n// Create a topic\nconst topic = await messaging.createTopic(\n    '[TOPIC_ID]',      // unique identifier\n    '[TOPIC_NAME]'     // human-readable name\n);\n```\n\n### 4. Subscribe Devices to a Topic\n\n```typescript\n// Subscribe devices to a topic\nawait messaging.createTopicSubscriptions(\n    '[TOPIC_ID]',\n    [\n        { targetId: '[SUBSCRIPTION_ID_1]' },\n        { targetId: '[SUBSCRIPTION_ID_2]' }\n    ]\n);\n```\n\n---\n\n## Sending a Push Notification to a Topic\n\n### Server-side (Node.js)\n\n```typescript\nconst messaging = new Messaging(client);\n\nawait messaging.createPush(\n    '[MESSAGE_ID]',           // unique message ID\n    '[TITLE]',                // notification title\n    '[BODY]',                 // notification body\n    null,                     // no specific user IDs\n    {\n        topics: ['[TOPIC_ID]']  // target the topic\n    },\n    {\n        subtitle: 'Optional subtitle',\n        body: '[BODY]',\n        sound: 'default',\n        icon: 'icon_url',\n        clickAction: 'OPEN_ACTIVITY'\n    }\n);\n```\n\n### Sending to Multiple Targets\n\n```typescript\nawait messaging.createPush(\n    ID.unique(),\n    'New Update Available!',\n    'Version 2.0 is now ready to download.',\n    null,\n    {\n        // Send to multiple topics\n        topics: ['announcements', 'beta-testers']\n    },\n    {\n        body: 'Check out the new features in this release.'\n    }\n);\n```\n\n---\n\n## Client-side Push Registration (React Native Example)\n\n```typescript\nimport { Messaging } from 'react-native-appwrite';\n\n// Request permission and get token\nasync function setupPushNotifications(providerId: string) {\n    // Get FCM/APNS token from your native layer\n    const token = await getPushToken(); // from Firebase/APNS native SDK\n    \n    // Register with Appwrite\n    await messaging.createSubscription(providerId, token);\n    \n    // Or subscribe to a topic directly\n    await messaging.createTopicSubscriptions('[TOPIC_ID]', [\n        { targetId: token }\n    ]);\n}\n```\n\n---\n\n## Key Points\n\n1. **Provider setup** must be completed in the Appwrite Console before sending\n2. **Topics/targets** allow broadcasting to multiple devices efficiently\n3. **Server-side SDK** (`node-appwrite`) is recommended for sending notifications (requires API key)\n4. **Device tokens** must be kept current — handle token refresh events from FCM/APNS\n\nFor the most accurate API methods, check the [official Appwrite Messaging documentation](https://appwrite.io/docs/products/messaging/push-notifications) as the SDK interface continues to evolve.",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer covers most of the required rubric points well: 1) FCM and APNS providers are mentioned (plus Expo and Pushwoosh as extras), 2) Topic creation is demonstrated with code, 3) User subscription/targets are discussed with device token registration, 4) messaging.createPush() method is shown with correct usage, 5) Device token registration is covered. The answer loses some points because some API details appear slightly off (e.g., the createSubscription and createTopicSubscriptions method signatures don't exactly match Appwrite's actual API - Appwrite uses account.createPushTarget() for device registration on the client side), and the createPush() parameter structure shown doesn't perfectly match the actual SDK signature. However, all five key concepts from the rubric are addressed, making this a strong but not perfect answer.",
          "promptTokens": 6207,
          "completionTokens": 1203,
          "totalTokens": 7410,
          "cost": 0.003306,
          "durationMs": 49079,
          "tokensPerSecond": 24.51,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6752,
          "completionTokens": 193,
          "totalTokens": 6945,
          "cost": 0.002257,
          "durationMs": 19112,
          "tokensPerSecond": 10.1,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6727,
          "completionTokens": 311,
          "totalTokens": 7038,
          "cost": 0.002391,
          "durationMs": 16121,
          "tokensPerSecond": 19.29,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6749,
          "completionTokens": 331,
          "totalTokens": 7080,
          "cost": 0.002422,
          "durationMs": 23718,
          "tokensPerSecond": 13.96,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6727,
          "completionTokens": 405,
          "totalTokens": 7132,
          "cost": 0.002504,
          "durationMs": 15336,
          "tokensPerSecond": 26.41,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nAppwrite Messaging supports three primary targeting strategies for delivering messages:\n\n## 1. Target Specific Users\n\nSend messages directly to one or more users by their user IDs:\n\n```typescript\nimport { Messaging, ID } from 'node-appwrite';\n\nconst messaging = new Messaging(client);\n\nconst message = await messaging.createPush(\n  '[MESSAGE_ID]',\n  '[SUBJECT]',\n  {\n    body: 'Hello! This is a push notification.',\n    data: { key: 'value' }\n  },\n  ['[USER_ID_1]', '[USER_ID_2]']  // Array of target user IDs\n);\n```\n\n## 2. Target Topics\n\nSend messages to all subscribers of a topic. Users must subscribe to topics to receive these messages:\n\n```typescript\n// First, create a topic (typically done once)\nconst topic = await messaging.createTopic('[TOPIC_ID]', 'news-updates');\n\n// Subscribe users to the topic\nawait messaging.createSubscriber('[TOPIC_ID]', '[SUBSCRIBER_ID]', '[USER_ID]');\n\n// Send to all subscribers of a topic\nconst message = await messaging.createPush(\n  '[MESSAGE_ID]',\n  '[SUBJECT]',\n  { body: 'New update available!' },\n  [],          // Empty user array\n  ['news-updates']  // Topic IDs\n);\n```\n\n## 3. Target Individual Targets\n\nSend messages to specific delivery targets (devices, email addresses, or phone numbers):\n\n```typescript\n// Target specific push notification tokens (devices)\nconst message = await messaging.createPush(\n  '[MESSAGE_ID]',\n  '[SUBJECT]',\n  { body: 'Hello device!' },\n  [],          // No user targeting\n  [],          // No topic targeting\n  ['[DEVICE_TOKEN_1]', '[DEVICE_TOKEN_2]']  // Push notification tokens\n);\n\n// Target specific email addresses\nconst emailMessage = await messaging.createEmail(\n  '[MESSAGE_ID]',\n  '[SUBJECT]',\n  { body: 'Email content here' },\n  [],          // No user targeting\n  [],          // No topic targeting\n  ['user1@example.com', 'user2@example.com']  // Email addresses\n);\n\n// Target specific phone numbers (SMS)\nconst smsMessage = await messaging.createSms(\n  '[MESSAGE_ID]',\n  'Your verification code is 123456',\n  [],          // No user targeting\n  [],          // No topic targeting\n  ['+1234567890', '+0987654321']  // Phone numbers\n);\n```\n\n## Combined Targeting\n\nYou can combine multiple targeting strategies in a single message:\n\n```typescript\nconst message = await messaging.createPush(\n  '[MESSAGE_ID]',\n  '[SUBJECT]',\n  { body: 'Important notification!' },\n  ['[USER_ID_1]', '[USER_ID_2]'],      // Specific users\n  ['alerts', 'news-updates'],          // Plus topic subscribers\n  ['[DEVICE_TOKEN]']                   // Plus specific device\n);\n```\n\n## Summary Table\n\n| Targeting Method | Use Case | Parameters |\n|------------------|----------|------------|\n| **Users** | Direct user delivery | Array of user IDs |\n| **Topics** | Broadcast to subscribers | Array of topic IDs |\n| **Targets** | Specific endpoints | Device tokens, emails, or phone numbers |\n\n> **Note:** Appwrite Messaging automatically handles provider-specific routing (FCM, APNS, SMTP, SMS providers) based on the target type and user preferences.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: 1) All three targeting methods (topics, users, and individual targets) are clearly described; 2) The topic subscription mechanism is explained, including creating topics and subscribing users; 3) How messages are sent to each target type is demonstrated with code examples; 4) Combined targeting is explicitly shown with a code example that uses all three methods simultaneously. The response is comprehensive and accurate.",
          "promptTokens": 6204,
          "completionTokens": 928,
          "totalTokens": 7132,
          "cost": 0.002975,
          "durationMs": 26324,
          "tokensPerSecond": 35.25,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6762,
          "completionTokens": 325,
          "totalTokens": 7087,
          "cost": 0.002419,
          "durationMs": 9169,
          "tokensPerSecond": 35.45,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6663,
          "completionTokens": 383,
          "totalTokens": 7046,
          "cost": 0.002459,
          "durationMs": 20127,
          "tokensPerSecond": 19.03,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6799,
          "completionTokens": 496,
          "totalTokens": 7295,
          "cost": 0.002635,
          "durationMs": 37102,
          "tokensPerSecond": 13.37,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6732,
          "completionTokens": 504,
          "totalTokens": 7236,
          "cost": 0.002624,
          "durationMs": 14762,
          "tokensPerSecond": 34.14,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6804,
          "completionTokens": 411,
          "totalTokens": 7215,
          "cost": 0.002534,
          "durationMs": 12671,
          "tokensPerSecond": 32.44,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6768,
          "completionTokens": 285,
          "totalTokens": 7053,
          "cost": 0.002372,
          "durationMs": 15290,
          "tokensPerSecond": 18.64,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6790,
          "completionTokens": 576,
          "totalTokens": 7366,
          "cost": 0.002728,
          "durationMs": 27459,
          "tokensPerSecond": 20.98,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6703,
          "completionTokens": 287,
          "totalTokens": 6990,
          "cost": 0.002355,
          "durationMs": 10484,
          "tokensPerSecond": 27.38,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6751,
          "completionTokens": 441,
          "totalTokens": 7192,
          "cost": 0.002555,
          "durationMs": 30263,
          "tokensPerSecond": 14.57,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6808,
          "completionTokens": 353,
          "totalTokens": 7161,
          "cost": 0.002466,
          "durationMs": 9271,
          "tokensPerSecond": 38.08,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending Push Notifications to Topic Subscribers in Appwrite\n\nBased on the Appwrite TypeScript SDK documentation provided, the Messaging service details aren't explicitly covered. However, here's a comprehensive guide based on Appwrite's Messaging service capabilities:\n\n## What Must Be Configured First\n\n**Push notification providers must be configured before sending any push notifications.** This includes:\n\n| Platform | Provider |\n|----------|----------|\n| Android | Firebase Cloud Messaging (FCM) |\n| iOS | Apple Push Notification service (APNs) |\n\nTo configure a provider, go to the **Appwrite Console → Messaging → Providers** and add your credentials.\n\n---\n\n## Steps to Send a Push Notification to Topic Subscribers\n\n### 1. Install the SDK\n\n```bash\nnpm install appwrite  # Web\nnpm install node-appwrite  # Node.js/Deno\n```\n\n### 2. Set Up the Client (Server-side with API Key)\n\n```typescript\nimport { Client, Messaging } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('your-project-id')\n    .setKey(process.env.APPWRITE_API_KEY);  // Server-side only\n\nconst messaging = new Messaging(client);\n```\n\n### 3. Create a Topic\n\n```typescript\nconst topic = await messaging.createTopic({\n    topicId: 'new-updates',\n    name: 'New Updates',\n    description: 'Notifications about new product updates'\n});\n```\n\n### 4. Subscribe Users to the Topic\n\n```typescript\n// Subscribe a single user\nawait messaging.createSubscriber({\n    topicId: 'new-updates',\n    subscriberId: 'unique-subscriber-id',\n    targetId: 'user-device-token-or-target-id'  // The user's push target\n});\n\n// Subscribe multiple users (repeat for each user)\n```\n\n### 5. Send a Push Notification to All Topic Subscribers\n\n```typescript\nconst notification = await messaging.createPush(\n    topics: ['new-updates'],  // Target the topic\n    title: 'New Update Available!',\n    body: 'Check out our latest feature release.',\n    data: {\n        // Optional custom data payload\n        screen: 'updates',\n        deepLink: 'myapp://updates/new'\n    }\n);\n```\n\n---\n\n## Summary Flow\n\n```\n┌─────────────────────┐\n│  1. Configure FCM/APNs Provider (Prerequisite)  │\n└─────────────────────┘\n                    ↓\n┌─────────────────────┐\n│  2. Create Topic   │\n└─────────────────────┘\n                    ↓\n┌─────────────────────┐\n│  3. Subscribe Users │\n└─────────────────────┘\n                    ↓\n┌─────────────────────────────────────┐\n│  4. Send Push to Topic → All Users  │\n└─────────────────────────────────────┘\n```\n\n> **Important:** The push provider (FCM for Android, APNs for iOS) **must be configured first** before you can send any push notifications through Appwrite Messaging. Without this, notifications will fail to deliver.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) - explicitly mentioned as the prerequisite with details about configuring in the Appwrite Console; 2) Topic creation - shown with code example using createTopic; 3) User targets/subscriptions to the topic - shown with createSubscriber using targetId for device tokens; 4) Sending push to the topic using createPush with topicIds (topics array). The answer is comprehensive, well-structured, and includes working code examples for each step.",
          "promptTokens": 6200,
          "completionTokens": 1085,
          "totalTokens": 7285,
          "cost": 0.003162,
          "durationMs": 24903,
          "tokensPerSecond": 43.57,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6670,
          "completionTokens": 334,
          "totalTokens": 7004,
          "cost": 0.002402,
          "durationMs": 20490,
          "tokensPerSecond": 16.3,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6697,
          "completionTokens": 219,
          "totalTokens": 6916,
          "cost": 0.002272,
          "durationMs": 17268,
          "tokensPerSecond": 12.68,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6781,
          "completionTokens": 378,
          "totalTokens": 7159,
          "cost": 0.002488,
          "durationMs": 24387,
          "tokensPerSecond": 15.5,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6764,
          "completionTokens": 1166,
          "totalTokens": 7930,
          "cost": 0.003428,
          "durationMs": 38598,
          "tokensPerSecond": 30.21,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6773,
          "completionTokens": 584,
          "totalTokens": 7357,
          "cost": 0.002733,
          "durationMs": 31799,
          "tokensPerSecond": 18.37,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6759,
          "completionTokens": 459,
          "totalTokens": 7218,
          "cost": 0.002579,
          "durationMs": 16964,
          "tokensPerSecond": 27.06,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6818,
          "completionTokens": 387,
          "totalTokens": 7205,
          "cost": 0.00251,
          "durationMs": 14381,
          "tokensPerSecond": 26.91,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6720,
          "completionTokens": 653,
          "totalTokens": 7373,
          "cost": 0.0028,
          "durationMs": 26533,
          "tokensPerSecond": 24.61,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "# Subscribing to Realtime Events with Appwrite Web SDK\n\nHere's how to subscribe to both database row changes and file storage uploads simultaneously, routing each event type to its own handler:\n\n## Setup & Subscription\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// Initialize the client\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('[PROJECT_ID]');\n\n// Create a Realtime client\nconst realtime = new Realtime(client);\n\n// Define your channel targets\nconst DATABASE_ID = '[DATABASE_ID]';\nconst TABLE_ID = '[TABLE_ID]';\nconst BUCKET_ID = '[BUCKET_ID]';\n\n// Subscribe to multiple channels with a single callback\nconst subscription = await realtime.subscribe(\n  [\n    // Database row changes\n    Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n    // File uploads/downloads/deletions\n    Channel.bucket(BUCKET_ID).file(),\n  ],\n  (response) => {\n    // Every event includes an 'events' array - inspect it to determine the type\n    const events = response.events as string[];\n    \n    // Check if this is a database-related event\n    if (events.some((e) => e.includes('tables'))) {\n      handleDatabaseEvent(response);\n    }\n    \n    // Check if this is a storage-related event\n    if (events.some((e) => e.includes('buckets'))) {\n      handleStorageEvent(response);\n    }\n  }\n);\n```\n\n## Separate Handlers by Event Type\n\n```typescript\nimport { Models } from 'appwrite';\n\n/**\n * Handle database row changes (create/update/delete)\n */\nfunction handleDatabaseEvent(response: RealtimeResponse) {\n  const { events, payload } = response;\n  \n  // Determine the specific action\n  if (events.some((e) => e.endsWith('.create'))) {\n    console.log('🆕 Row created:', payload);\n    // Example: Add to local state, refresh UI list\n    // updateLocalState('insert', payload);\n  }\n  \n  if (events.some((e) => e.endsWith('.update'))) {\n    console.log('✏️ Row updated:', payload);\n    // Example: Update existing item in local state\n    // updateLocalState('update', payload);\n  }\n  \n  if (events.some((e) => e.endsWith('.delete'))) {\n    console.log('🗑️ Row deleted:', payload);\n    // Example: Remove from local state\n    // updateLocalState('delete', payload);\n  }\n}\n\n/**\n * Handle file storage events (upload/update/delete)\n */\nfunction handleStorageEvent(response: RealtimeResponse) {\n  const { events, payload } = response;\n  const file = payload as Models.File;\n  \n  if (events.some((e) => e.endsWith('.create'))) {\n    console.log('📤 File uploaded:', file.name);\n    // Example: Show notification, refresh file list\n    // addToFileList(file);\n  }\n  \n  if (events.some((e) => e.endsWith('.update'))) {\n    console.log('📝 File updated:', file.name);\n  }\n  \n  if (events.some((e) => e.endsWith('.delete'))) {\n    console.log('🗑️ File deleted:', file.name);\n    // Example: Remove thumbnail from UI\n    // removeFromFileList(file.$id);\n  }\n}\n```\n\n## Type Definitions\n\n```typescript\n// Full response shape from realtime subscriptions\ninterface RealtimeResponse {\n  events: string[];      // Array of event strings (e.g. ['tablesdb.*.tables.*.rows.*.create'])\n  payload: unknown;       // The affected resource (Document or File)\n  channels: string[];    // Channels that matched\n  timestamp: string;     // ISO 8601 timestamp\n}\n```\n\n## Cleanup\n\n```typescript\n// Unsubscribe when done (e.g., component unmount)\nawait subscription.close();\n```\n\n## Key Points\n\n| Aspect | Details |\n|--------|---------|\n| **Multiple channels** | Pass an array to `subscribe()` to listen on multiple topics at once |\n| **Event routing** | Use `events` array from the response to detect what changed |\n| **Event string format** | Database: `tablesdb.[DB_ID].tables.[TABLE_ID].rows.[ROW_ID].[action]` |\n| | Storage: `buckets.[BUCKET_ID].files.[FILE_ID].[action]` |\n| **Actions** | `.create`, `.update`, `.delete` |\n| **Granular subscriptions** | Add `.row('[ROW_ID]')` or `.file('[FILE_ID]')` to watch specific resources |",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() for rows, 3) Uses Channel.bucket(BUCKET_ID).file() for files, 4) Checks event types in the callback using events.some(), 5) Routes to different handler functions (handleDatabaseEvent vs handleStorageEvent) with different logic per event type. The answer is comprehensive and well-structured. Minor deduction because the Channel API shown (Channel.tablesdb, Channel.bucket) may not exactly match the official Appwrite SDK API, but the conceptual approach and channel string formats mentioned in the table are correct.",
          "promptTokens": 6208,
          "completionTokens": 1257,
          "totalTokens": 7465,
          "cost": 0.003371,
          "durationMs": 57183,
          "tokensPerSecond": 21.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "## Appwrite Realtime vs. Webhooks\n\nHere's a detailed comparison of both features:\n\n---\n\n### **Realtime**\n\n| Aspect | Details |\n|--------|---------|\n| **Connection type** | Persistent WebSocket connection |\n| **Direction** | Server → Client (push) |\n| **Delivery guarantee** | Real-time, in-flight only |\n| **Authentication** | Uses the Appwrite client (session or API key) |\n| **Use case** | Live UI updates, instant feedback |\n\n**How it works:** Your app opens a WebSocket to Appwrite and receives events **as they happen**. If the client disconnects, missed events are lost.\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    Channel.tablesdb('[DB_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        console.log(response.events);   // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload);  // the affected resource\n    }\n);\n\n// Unsubscribe when done\nawait subscription.close();\n```\n\n**Best for:**\n- Live dashboards that update instantly\n- Collaborative apps (multiple users editing at once)\n- Chat applications\n- Notifications without page refresh\n\n---\n\n### **Webhooks**\n\n| Aspect | Details |\n|--------|---------|\n| **Connection type** | HTTP POST request (one-way) |\n| **Direction** | Appwrite → Your endpoint (external server) |\n| **Delivery guarantee** | Reliable with retries (up to 72 hours) |\n| **Authentication** | Custom headers, signing secret for verification |\n| **Use case** | Server-to-server automation, external integrations |\n\n**How it works:** When an event occurs, Appwrite sends an HTTP POST to your configured endpoint. If your server is down, Appwrite retries delivery automatically.\n\n**Best for:**\n- Triggering external services (Slack, SendGrid, Stripe)\n- Server-side business logic (audit logs, analytics)\n- Cross-project or cross-platform integrations\n- Background processing that outlives a user session\n\n---\n\n### **Key Differences**\n\n| Feature | Realtime | Webhooks |\n|---------|----------|----------|\n| **Latency** | Immediate (sub-second) | Near real-time (seconds) |\n| **Connection** | Persistent WebSocket | Stateless HTTP |\n| **Offline support** | ❌ Events missed when disconnected | ✅ Retried until delivered |\n| **Client-side** | ✅ Yes | ❌ No (server-side only) |\n| **Payload** | Full resource data | Summary + IDs |\n| **Scale** | Best for few active clients | Handles high-volume fan-out |\n| **Complexity** | Simpler setup | Requires endpoint hosting |\n\n---\n\n### **When to Use Each**\n\n| Scenario | Choose |\n|----------|--------|\n| Update a live chat UI | **Realtime** |\n| Send a Slack message on new signup | **Webhooks** |\n| Show real-time notifications in a dashboard | **Realtime** |\n| Sync data to an external database | **Webhooks** |\n| Trigger a serverless function | **Webhooks** |\n| Collaborative document editing | **Realtime** |\n| Audit logging for compliance | **Webhooks** |\n\n---\n\n### **Can They Work Together?**\n\nAbsolutely. A common pattern is:\n- **Realtime** → Update the current user's UI instantly\n- **Webhooks** → Trigger background jobs, external syncs, and server-side logic\n\nThis gives you the best of both worlds: snappy client experience and reliable server-side automation.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all rubric requirements: 1) Realtime uses WebSocket connections for client-side updates, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates (dashboards, chat, collaborative apps), 4) Webhooks are for backend/external integrations (Slack, SendGrid, external databases), 5) Multiple concrete use cases are provided for each. The answer goes well beyond the minimum requirements with detailed comparison tables, code examples, and practical guidance on combining both approaches.",
          "promptTokens": 6236,
          "completionTokens": 945,
          "totalTokens": 7181,
          "cost": 0.003005,
          "durationMs": 38223,
          "tokensPerSecond": 24.72,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6754,
          "completionTokens": 249,
          "totalTokens": 7003,
          "cost": 0.002325,
          "durationMs": 12529,
          "tokensPerSecond": 19.87,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6767,
          "completionTokens": 185,
          "totalTokens": 6952,
          "cost": 0.002252,
          "durationMs": 6916,
          "tokensPerSecond": 26.75,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6764,
          "completionTokens": 272,
          "totalTokens": 7036,
          "cost": 0.002356,
          "durationMs": 10204,
          "tokensPerSecond": 26.66,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6760,
          "completionTokens": 490,
          "totalTokens": 7250,
          "cost": 0.002616,
          "durationMs": 32967,
          "tokensPerSecond": 14.86,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6729,
          "completionTokens": 590,
          "totalTokens": 7319,
          "cost": 0.002727,
          "durationMs": 36517,
          "tokensPerSecond": 16.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6815,
          "completionTokens": 385,
          "totalTokens": 7200,
          "cost": 0.002507,
          "durationMs": 20033,
          "tokensPerSecond": 19.22,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6758,
          "completionTokens": 255,
          "totalTokens": 7013,
          "cost": 0.002333,
          "durationMs": 24572,
          "tokensPerSecond": 10.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6820,
          "completionTokens": 474,
          "totalTokens": 7294,
          "cost": 0.002615,
          "durationMs": 46653,
          "tokensPerSecond": 10.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6810,
          "completionTokens": 558,
          "totalTokens": 7368,
          "cost": 0.002713,
          "durationMs": 44805,
          "tokensPerSecond": 12.45,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "## Exact Channel Strings\n\nHere's a single `realtime.subscribe()` call listening to both a **TablesDB table's rows** and a **storage bucket's files**, with both the builder syntax and the raw channel strings:\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\n// ✅ Using the Channel builder (recommended)\nawait realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file(),\n], (response) => {\n    console.log(response.events);\n    console.log(response.payload);\n});\n\n// ✅ Raw channel strings (equivalent)\nawait realtime.subscribe([\n    'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n    'buckets.[BUCKET_ID].files',\n], (response) => {\n    console.log(response.events);\n    console.log(response.payload);\n});\n```\n\n### Channel String Breakdown\n\n| Resource | Exact Channel String |\n|----------|---------------------|\n| **Table's rows** | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| **Bucket's files** | `buckets.[BUCKET_ID].files` |\n\nYou can also subscribe to **specific resources** by appending IDs:\n\n| Specific Resource | Channel String |\n|-------------------|----------------|\n| **Single row** | `tablesdb.[DB_ID].tables.[TABLE_ID].rows.[ROW_ID]` |\n| **Single file** | `buckets.[BUCKET_ID].files.[FILE_ID]` |",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all four required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), and 4) a callback function. The raw channel strings exactly match the reference answer. The answer also adds extra helpful information about a Channel builder syntax (which may or may not exist in Appwrite's actual API, but doesn't detract from the correct answer) and specific resource channels. Minor deduction because the Channel builder syntax appears to be fabricated/hallucinated as Appwrite doesn't have this exact API, but the core answer with raw strings is fully correct.",
          "promptTokens": 6218,
          "completionTokens": 935,
          "totalTokens": 7153,
          "cost": 0.002987,
          "durationMs": 39451,
          "tokensPerSecond": 23.7,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7757,
          "completionTokens": 130,
          "totalTokens": 7887,
          "cost": 0.002483,
          "durationMs": 19320,
          "tokensPerSecond": 6.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7789,
          "completionTokens": 709,
          "totalTokens": 8498,
          "cost": 0.003188,
          "durationMs": 17951,
          "tokensPerSecond": 39.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7773,
          "completionTokens": 199,
          "totalTokens": 7972,
          "cost": 0.002571,
          "durationMs": 3555,
          "tokensPerSecond": 55.98,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 260,
          "totalTokens": 8004,
          "cost": 0.002635,
          "durationMs": 9849,
          "tokensPerSecond": 26.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7743,
          "completionTokens": 557,
          "totalTokens": 8300,
          "cost": 0.002991,
          "durationMs": 17538,
          "tokensPerSecond": 31.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7767,
          "completionTokens": 159,
          "totalTokens": 7926,
          "cost": 0.002521,
          "durationMs": 7131,
          "tokensPerSecond": 22.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7767,
          "completionTokens": 127,
          "totalTokens": 7894,
          "cost": 0.002483,
          "durationMs": 6950,
          "tokensPerSecond": 18.27,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7751,
          "completionTokens": 563,
          "totalTokens": 8314,
          "cost": 0.003001,
          "durationMs": 7505,
          "tokensPerSecond": 75.02,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# Setting Up a CI/CD Pipeline with Appwrite CLI\n\n## Overview\n\nThe Appwrite CLI supports fully automated, non-interactive deployments ideal for CI/CD pipelines. The key mechanism is the `--force` flag, which bypasses all confirmation prompts.\n\n---\n\n## 1. Project Configuration\n\nBefore deploying, your project needs an `appwrite.config.json` file. You can initialize it manually or by pulling existing resources from the Console.\n\n### Initialize the project\n\n```bash\nappwrite init project\n```\n\n### Pull existing resources from Console\n\n```bash\n# Pull all resources\nappwrite pull all --all\n\n# Or pull specific resources\nappwrite pull functions\nappwrite pull sites\nappwrite pull tables\nappwrite pull webhooks\nappwrite pull teams\nappwrite pull topics\n```\n\n### Example `appwrite.config.json`\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"includes\": {\n        \"functions\": \"appwrite/functions.json\",\n        \"sites\": \"appwrite/sites.json\",\n        \"webhooks\": \"appwrite/webhooks.json\"\n    }\n}\n```\n\n---\n\n## 2. Authentication in CI/CD\n\nUse an **API Key** instead of interactive login. Set environment variables in your CI/CD provider:\n\n```bash\nexport APPWRITE_API_KEY=\"your-api-key\"\nexport APPWRITE_ENDPOINT=\"https://<REGION>.cloud.appwrite.io/v1\"\nexport APPWRITE_PROJECT_ID=\"your-project-id\"\n```\n\nAlternatively, configure via CLI commands:\n\n```bash\nappwrite client --endpoint \"$APPWRITE_ENDPOINT\"\nappwrite client --project-id \"$APPWRITE_PROJECT_ID\"\n```\n\n> **Note:** API Keys should be stored as secrets in your CI/CD provider (GitHub Secrets, GitLab CI Variables, etc.).\n\n---\n\n## 3. Non-Interactive Deployment Commands\n\n### Deploy everything at once\n\n```bash\nappwrite push all --all --force\n```\n\n### Deploy specific resources\n\n```bash\n# Functions\nappwrite push functions --all --force\nappwrite push functions --function-id <FUNCTION_ID> --force\n\n# Sites\nappwrite push sites --all --force\nappwrite push sites --site-id <SITE_ID> --force\n\n# Tables (Databases)\nappwrite push tables --all --force\n\n# Teams\nappwrite push teams --all --force\n\n# Buckets (Storage)\nappwrite push buckets --all --force\n\n# Webhooks\nappwrite push webhooks --all --force\n\n# Topics (Messaging)\nappwrite push topics --all --force\n```\n\n### Deploy and activate immediately\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --activate --force\n```\n\n### Sync variables from `.env` files\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\n---\n\n## 4. Common Global Flags for CI/CD\n\n| Flag | Description |\n|------|-------------|\n| `--force` / `-f` | Bypass all confirmation prompts (required for CI/CD) |\n| `--all` / `-a` | Target all resources of the given type |\n| `--json` / `-j` | Output results as JSON (useful for parsing in scripts) |\n| `--verbose` / `-V` | Show complete error logs for debugging |\n\n---\n\n## 5. Example CI/CD Workflows\n\n### GitHub Actions\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Setup Node.js\n        uses: actions/setup-node@v4\n        with:\n          node-version: '20'\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite CLI\n        run: |\n          appwrite client --endpoint \"${{ vars.APPWRITE_ENDPOINT }}\"\n          appwrite client --project-id \"${{ vars.APPWRITE_PROJECT_ID }}\"\n        env:\n          APPWRITE_ENDPOINT: ${{ vars.APPWRITE_ENDPOINT }}\n          APPWRITE_PROJECT_ID: ${{ vars.APPWRITE_PROJECT_ID }}\n\n      - name: Deploy Functions\n        run: appwrite push functions --all --force\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n\n      - name: Deploy Sites\n        run: appwrite push sites --all --force\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n```\n\n### GitLab CI\n\n```yaml\ndeploy:\n  stage: deploy\n  script:\n    - npm install -g appwrite-cli\n    - appwrite client --endpoint \"$APPWRITE_ENDPOINT\"\n    - appwrite client --project-id \"$APPWRITE_PROJECT_ID\"\n    - appwrite push all --all --force\n  variables:\n    APPWRITE_API_KEY: $APPWRITE_API_KEY\n  only:\n    - main\n```\n\n### Generic Shell Script\n\n```bash\n#!/bin/bash\nset -e\n\n# Configure CLI\nappwrite client --endpoint \"$APPWRITE_ENDPOINT\"\nappwrite client --project-id \"$APPWRITE_PROJECT_ID\"\n\n# Deploy all resources\nappwrite push all --all --force\n\necho \"Deployment complete!\"\n```\n\n---\n\n## 6. Best Practices\n\n1. **Use API Keys** — Never use username/password in CI/CD. Create an API Key with minimal required scopes.\n2. **Separate environments** — Use different `appwrite.config.json` files or environment-specific configurations for staging vs. production.\n3. **Use `--json` for scripting** — Parse CLI output programmatically when needed.\n4. **Leverage `.gitignore`** — The CLI automatically reads `.gitignore` files when packaging function code.\n5. **Store variables in `.env`** — Keep sensitive values out of config files; use `--with-variables` to sync them.\n6. **Use `--activate=false`** — Deploy without switching live traffic to test builds before routing traffic.\n\n---\n\n## Summary of Key Commands\n\n| Task | Command |\n|------|---------|\n| Authenticate | `appwrite client --endpoint ... --project-id ...` (uses `APPWRITE_API_KEY`) |\n| Pull config | `appwrite pull all --all` |\n| Deploy all | `appwrite push all --all --force` |\n| Deploy functions | `appwrite push functions --all --force` |\n| Deploy sites | `appwrite push sites --all --force` |\n| Deploy with activation | `appwrite push functions --function-id <ID> --activate --force` |\n| Sync variables | `appwrite push functions --function-id <ID> --with-variables --force` |\n\nFor more details, see the [Non-Interactive Mode documentation](https://appwrite.io/docs/tooling/command-line/non-interactive).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer covers all 5 rubric criteria comprehensively: 1) API key authentication is clearly explained with environment variables and best practices; 2) --force flag is prominently mentioned as required for non-interactive mode; 3) appwrite push command is extensively documented with various options; 4) Environment variable configuration is shown with export statements and CI/CD provider secrets; 5) Authentication/login step is covered via 'appwrite client' commands. The answer goes beyond the reference by providing complete GitHub Actions and GitLab CI examples, detailed flag tables, and best practices. Minor deduction because the reference mentions 'appwrite login --endpoint --key flags' specifically, while the model uses 'appwrite client' commands instead, which may reflect a different CLI version or approach. The core concepts are all present and well-explained.",
          "promptTokens": 7255,
          "completionTokens": 1595,
          "totalTokens": 8850,
          "cost": 0.004091,
          "durationMs": 41955,
          "tokensPerSecond": 38.02,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Appwrite Function Workflow (CLI)\n\n## 1. Installation & Setup\n\n```bash\n# Install via npm\nnpm install -g appwrite-cli\n\n# Verify installation\nappwrite -v\n```\n\n## 2. Authentication\n\n```bash\n# Login to Appwrite Cloud\nappwrite login\n\n# Login to self-hosted instance\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n## 3. Project Initialization\n\n```bash\n# Initialize a new project (creates appwrite.config.json)\nappwrite init project\n\n# Verify configuration\nappwrite whoami\nappwrite projects get --project-id \"<PROJECT_ID>\"\n```\n\n## 4. Function Creation\n\n### Option A: Interactive initialization\n```bash\n# Create a new function with interactive prompts\nappwrite init functions\n```\n\n### Option B: Manual configuration\nCreate the function directory structure manually, then configure in `appwrite.config.json`.\n\n## 5. Configuration in `appwrite.config.json`\n\n### Main configuration file\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"includes\": {\n        \"functions\": \"appwrite/functions.json\"\n    }\n}\n```\n\n### Function configuration (`appwrite/functions.json`)\n```json\n[\n    {\n        \"$id\": \"<FUNCTION_ID>\",\n        \"name\": \"userAuth\",\n        \"enabled\": true,\n        \"logging\": true,\n        \"runtime\": \"node-22\",\n        \"buildSpecification\": \"s-1vcpu-512mb\",\n        \"runtimeSpecification\": \"s-1vcpu-512mb\",\n        \"deploymentRetention\": 7,\n        \"scopes\": [],\n        \"events\": [],\n        \"schedule\": \"\",\n        \"timeout\": 15,\n        \"entrypoint\": \"src/main.js\",\n        \"commands\": \"npm install\",\n        \"ignore\": \"node_modules\\n.tmp\",\n        \"path\": \"functions/userAuth\"\n    }\n]\n```\n\n### Key Configuration Options\n\n| Field | Type | Description |\n|-------|------|-------------|\n| `$id` | string | Unique function identifier |\n| `name` | string | Display name for the function |\n| `enabled` | boolean | Enable/disable function execution |\n| `logging` | boolean | Store execution logs for debugging |\n| `runtime` | string | Execution runtime (e.g., `node-22`, `python-311`) |\n| `buildSpecification` | string | Compute spec for build phase |\n| `runtimeSpecification` | string | Compute spec for execution |\n| `deploymentRetention` | integer | Days to retain old deployments |\n| `scopes` | string[] | API scopes for the execution key |\n| `events` | string[] | Event patterns that trigger the function |\n| `schedule` | string | Cron expression for scheduled execution |\n| `timeout` | integer | Max execution duration in seconds |\n| `entrypoint` | string | Entry file relative to `path` |\n| `commands` | string | Build/install command |\n| `ignore` | string | Newline-separated ignore rules |\n| `path` | string | Local source directory |\n\n## 6. Function Variables\n\nCreate a `.env` file inside the function's `path` directory:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\nDATABASE_URL=https://cloud.appwrite.io/v1\n```\n\n> **Note:** Variables are NOT defined in `appwrite.config.json`. Use the `.env` file approach.\n\n## 7. Deployment\n\n### Deploy all functions\n```bash\nappwrite push functions\n```\n\n### Deploy with variables sync\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n### Deploy and activate\n```bash\n# Deploy and switch live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without activating\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n### Non-interactive/CI deployment\n```bash\nappwrite push functions --all --force\n```\n\n## 8. Local Development\n\n```bash\n# Run function locally with variables from remote\nappwrite run functions --with-variables\n```\n\n## 9. Management Commands\n\n```bash\n# List all functions\nappwrite functions list\n\n# Get function details\nappwrite functions get --function-id <FUNCTION_ID>\n\n# List deployments\nappwrite functions list-deployments --function-id <FUNCTION_ID>\n\n# Trigger execution\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n\n# List execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n\n# Get execution details\nappwrite functions get-execution --function-id <FUNCTION_ID> --execution-id <EXECUTION_ID>\n\n# List available runtimes\nappwrite functions list-runtimes\n```\n\n## 10. Pull Existing Functions\n\n```bash\n# Pull all function configurations from Console\nappwrite pull functions\n\n# Then deploy locally modified functions\nappwrite push functions\n```\n\n## Complete Example Workflow\n\n```bash\n# 1. Install and login\nnpm install -g appwrite-cli\nappwrite login\n\n# 2. Initialize project\nappwrite init project\n\n# 3. Create function directory\nmkdir -p functions/myFunction\ncd functions/myFunction\n\n# 4. Create function code\ncat > src/main.js << 'EOF'\nconst sdk = require('node-appwrite');\n\nmodule.exports = async (req, res) => {\n  const client = new sdk.Client();\n  client.setEndpoint(process.env.APPWRITE_ENDPOINT);\n  client.setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID);\n  client.setKey(process.env.APPWRITE_API_KEY);\n  \n  res.json({ \n    message: 'Hello from Appwrite Function!',\n    timestamp: new Date().toISOString()\n  });\n};\nEOF\n\n# 5. Create .env file\ncat > .env << 'EOF'\nMY_VARIABLE=my_value\nEOF\n\n# 6. Return to project root and configure\ncd ../..\necho '{\"functions\": [{\"$id\": \"myFunction\", \"name\": \"myFunction\", \"runtime\": \"node-22\", \"entrypoint\": \"src/main.js\", \"path\": \"functions/myFunction\"}]}' > appwrite/functions.json\n\n# 7. Deploy\nappwrite push functions --function-id myFunction --with-variables\n\n# 8. Test execution\nappwrite functions create-execution --function-id myFunction\n```\n\nThis workflow covers the complete lifecycle from setup to deployment and testing of Appwrite Functions using the CLI.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 required rubric points: 1) appwrite init functions to scaffold (covered in step 4), 2) Runtime selection (covered with examples like node-22, python-311), 3) appwrite.config.json configuration options (extensively covered with detailed table), 4) Local development with appwrite run functions (covered in step 8), 5) Deployment with appwrite push functions (covered in step 7). The answer goes well beyond the reference answer with additional details about variables, management commands, and CI deployment. Minor note: the answer separates functions config into a separate file rather than directly in appwrite.config.json, which may differ slightly from standard Appwrite CLI behavior, but this is a minor structural difference. Overall very comprehensive and accurate.",
          "promptTokens": 7261,
          "completionTokens": 1571,
          "totalTokens": 8832,
          "cost": 0.004063,
          "durationMs": 40147,
          "tokensPerSecond": 39.13,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7759,
          "completionTokens": 220,
          "totalTokens": 7979,
          "cost": 0.002592,
          "durationMs": 11343,
          "tokensPerSecond": 19.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7752,
          "completionTokens": 154,
          "totalTokens": 7906,
          "cost": 0.00251,
          "durationMs": 4853,
          "tokensPerSecond": 31.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7804,
          "completionTokens": 630,
          "totalTokens": 8434,
          "cost": 0.003097,
          "durationMs": 21379,
          "tokensPerSecond": 29.47,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7817,
          "completionTokens": 378,
          "totalTokens": 8195,
          "cost": 0.002799,
          "durationMs": 14212,
          "tokensPerSecond": 26.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7775,
          "completionTokens": 242,
          "totalTokens": 8017,
          "cost": 0.002623,
          "durationMs": 17200,
          "tokensPerSecond": 14.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7746,
          "completionTokens": 129,
          "totalTokens": 7875,
          "cost": 0.002479,
          "durationMs": 15590,
          "tokensPerSecond": 8.27,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7795,
          "completionTokens": 206,
          "totalTokens": 8001,
          "cost": 0.002586,
          "durationMs": 7697,
          "tokensPerSecond": 26.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7895,
          "completionTokens": 578,
          "totalTokens": 8473,
          "cost": 0.003062,
          "durationMs": 14639,
          "tokensPerSecond": 39.48,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7811,
          "completionTokens": 408,
          "totalTokens": 8219,
          "cost": 0.002833,
          "durationMs": 8109,
          "tokensPerSecond": 50.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "## Creating a Row with the CLI\n\nWhen creating a row, both `--data` and `--permissions` must each be passed as **separate repeated arguments** — not as a single JSON array.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"myDatabase\" \\\n    --table-id \"myTable\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\n### Key Points\n\n- **`--data`**: Takes a single JSON string containing the row's fields.\n- **`--permissions`**: Each permission is a separate argument, quoted individually. You can pass as many as needed.\n\nSo to add more permissions, you simply add more quoted strings:\n\n```bash\n--permissions 'read(\"any\")' 'write(\"team:abc\")' 'update(\"user:user123\")'\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys/values, 2) permissions as space-separated array values in the CLI, and 3) provides a correct example using tables-db create-row with proper syntax. The answer is thorough and accurate.",
          "promptTokens": 7237,
          "completionTokens": 473,
          "totalTokens": 7710,
          "cost": 0.002739,
          "durationMs": 24774,
          "tokensPerSecond": 19.09,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7876,
          "completionTokens": 513,
          "totalTokens": 8389,
          "cost": 0.002978,
          "durationMs": 31129,
          "tokensPerSecond": 16.48,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7826,
          "completionTokens": 549,
          "totalTokens": 8375,
          "cost": 0.003007,
          "durationMs": 28025,
          "tokensPerSecond": 19.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7841,
          "completionTokens": 434,
          "totalTokens": 8275,
          "cost": 0.002873,
          "durationMs": 19473,
          "tokensPerSecond": 22.29,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7785,
          "completionTokens": 343,
          "totalTokens": 8128,
          "cost": 0.002747,
          "durationMs": 6613,
          "tokensPerSecond": 51.87,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7937,
          "completionTokens": 711,
          "totalTokens": 8648,
          "cost": 0.003234,
          "durationMs": 20970,
          "tokensPerSecond": 33.91,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7859,
          "completionTokens": 861,
          "totalTokens": 8720,
          "cost": 0.003391,
          "durationMs": 50257,
          "tokensPerSecond": 17.13,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7818,
          "completionTokens": 401,
          "totalTokens": 8219,
          "cost": 0.002827,
          "durationMs": 16335,
          "tokensPerSecond": 24.55,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7991,
          "completionTokens": 351,
          "totalTokens": 8342,
          "cost": 0.002819,
          "durationMs": 22615,
          "tokensPerSecond": 15.52,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "mistral-large-2512",
      "modelName": "Mistral Large 3 2512",
      "provider": "Mistral",
      "promptCostPerMillionTokens": 0.5,
      "completionCostPerMillionTokens": 1.5,
      "scores": {
        "foundation": 84.2,
        "auth": 94,
        "tablesdb": 77.4,
        "functions": 84.5,
        "storage": 93.8,
        "sites": 94.5,
        "messaging": 93,
        "realtime": 84.5,
        "cli": 83.6
      },
      "mcqScores": {
        "foundation": 82.4,
        "auth": 94.1,
        "tablesdb": 75,
        "functions": 82.4,
        "storage": 94.1,
        "sites": 94.4,
        "messaging": 94.1,
        "realtime": 82.4,
        "cli": 84
      },
      "freeformScores": {
        "foundation": 95,
        "auth": 93.3,
        "tablesdb": 93.3,
        "functions": 96.7,
        "storage": 91.7,
        "sites": 95,
        "messaging": 86.7,
        "realtime": 96.7,
        "cli": 80
      },
      "overall": 87.4,
      "mcqOverall": 86.7,
      "freeformOverall": 91.9,
      "totalQuestions": 191,
      "totalCorrect": 169,
      "totalPromptTokens": 1295608,
      "totalCompletionTokens": 25243,
      "totalTokens": 1320851,
      "totalCost": 0.685701,
      "totalDurationMs": 866441,
      "averageTokensPerSecond": 29.13,
      "runDate": "2026-06-10T07:10:51.309Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 611,
          "completionTokens": 6,
          "totalTokens": 617,
          "cost": 0.000315,
          "durationMs": 1655,
          "tokensPerSecond": 3.63,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6697,
          "completionTokens": 22,
          "totalTokens": 6719,
          "cost": 0.003382,
          "durationMs": 3452,
          "tokensPerSecond": 6.37,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 6709,
          "completionTokens": 22,
          "totalTokens": 6731,
          "cost": 0.003388,
          "durationMs": 3466,
          "tokensPerSecond": 6.35,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6743,
          "completionTokens": 22,
          "totalTokens": 6765,
          "cost": 0.003405,
          "durationMs": 3986,
          "tokensPerSecond": 5.52,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6713,
          "completionTokens": 22,
          "totalTokens": 6735,
          "cost": 0.003389,
          "durationMs": 2318,
          "tokensPerSecond": 9.49,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, **client-side** and **server-side** SDKs serve distinct purposes and are designed for different environments. Here’s a breakdown of their differences and use cases:\n\n---\n\n### **1. Client-Side SDKs**\n**What they are:**\nClient-side SDKs are designed for use in **frontend applications** (e.g., web browsers, mobile apps, or desktop apps). They interact with Appwrite services while running on the user's device.\n\n**Key Characteristics:**\n- **Authentication:** Supports user-specific authentication methods like email/password, OAuth, anonymous sessions, and magic URLs.\n- **Permissions:** Operates under the **permissions and access controls** defined for the authenticated user (e.g., read/write access to databases or storage).\n- **Security:** Uses **session tokens** (JWT) to authenticate requests. These tokens are temporary and scoped to the user.\n- **Real-Time Updates:** Supports real-time subscriptions for databases, storage, and functions.\n- **Rate Limiting:** Subject to rate limits based on the user's session.\n- **Environment:** Runs in untrusted environments (e.g., a user's browser or mobile app), so sensitive operations (like admin tasks) are restricted.\n\n**When to Use:**\n- Building **frontend applications** (e.g., React, Vue, Angular, React Native, or Flutter apps).\n- Implementing **user-specific features** like:\n  - User authentication (login, signup, password reset).\n  - Fetching or updating user-specific data (e.g., profile information).\n  - Uploading files to storage (e.g., user-generated content).\n  - Subscribing to real-time updates (e.g., chat messages, notifications).\n- Any scenario where the app interacts with Appwrite **on behalf of the user**.\n\n**Example Use Cases:**\n- A React app allowing users to sign up and manage their profiles.\n- A mobile app uploading images to Appwrite Storage.\n- A web app subscribing to real-time database changes.\n\n---\n\n### **2. Server-Side SDKs**\n**What they are:**\nServer-side SDKs are designed for use in **backend environments** (e.g., Node.js, Deno, or PHP servers). They interact with Appwrite services with **elevated privileges**, often using API keys or admin credentials.\n\n**Key Characteristics:**\n- **Authentication:** Uses **API keys** or **admin secrets** for authentication, granting full access to Appwrite services.\n- **Permissions:** Bypasses user-level permissions and can perform **admin operations** (e.g., creating/deleting users, managing databases, or modifying storage).\n- **Security:** Runs in a **trusted environment** (e.g., your backend server), so sensitive operations are allowed.\n- **No Real-Time Support:** Does not support real-time subscriptions (as it’s not user-facing).\n- **Rate Limiting:** Subject to higher rate limits compared to client-side SDKs.\n- **Environment:** Runs in a secure, server-side context where sensitive operations (e.g., database administration) are safe.\n\n**When to Use:**\n- Building **backend services** (e.g., Node.js, Deno, or PHP servers).\n- Performing **admin or privileged operations**, such as:\n  - Creating, updating, or deleting users programmatically.\n  - Managing databases, collections, or documents (e.g., migrations, bulk operations).\n  - Administering storage (e.g., deleting files, managing buckets).\n  - Deploying or managing Appwrite Functions.\n  - Automating tasks (e.g., cron jobs, CI/CD pipelines).\n- Any scenario where you need **full control** over Appwrite resources **without user restrictions**.\n\n**Example Use Cases:**\n- A Node.js backend creating new users in Appwrite.\n- A Deno script migrating database records.\n- A PHP server deleting expired files from storage.\n- An admin dashboard managing Appwrite resources.\n\n---\n\n### **Key Differences Summary**\n| Feature                | Client-Side SDK               | Server-Side SDK               |\n|------------------------|-------------------------------|-------------------------------|\n| **Environment**        | Frontend (browser, mobile)    | Backend (server)              |\n| **Authentication**     | User sessions (JWT)           | API keys / Admin secrets      |\n| **Permissions**        | User-level access control     | Full admin access             |\n| **Real-Time Support**  | Yes                           | No                            |\n| **Security**           | Runs in untrusted environments| Runs in trusted environments  |\n| **Use Case**           | User-facing features          | Admin/automation tasks        |\n\n---\n\n### **When to Choose Which?**\n- Use **client-side SDKs** for **user interactions** (e.g., login, data fetching, file uploads).\n- Use **server-side SDKs** for **backend tasks** (e.g., user management, database administration, automation).\n- For **hybrid apps**, you might use both:\n  - Client-side SDK for user interactions.\n  - Server-side SDK for admin tasks (e.g., a backend API that creates users or manages data).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all four required rubric points: 1) Client SDKs are explicitly described as being for frontend/user-facing applications (browsers, mobile apps), 2) Server SDKs use API keys for authentication, 3) Server SDKs bypass user-level permissions and can perform admin operations, and 4) Client SDKs require user sessions (JWT/session tokens). The answer is comprehensive, well-organized, and accurate, going beyond the minimum requirements with helpful examples and a comparison table.",
          "promptTokens": 330,
          "completionTokens": 1043,
          "totalTokens": 1373,
          "cost": 0.00173,
          "durationMs": 19546,
          "tokensPerSecond": 53.36,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7746,
          "completionTokens": 21,
          "totalTokens": 7767,
          "cost": 0.003904,
          "durationMs": 1898,
          "tokensPerSecond": 11.06,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite's **permission model** is designed to control access to resources (like documents, files, and collections) in a flexible and granular way. It follows a **role-based access control (RBAC)** system, where permissions are assigned to **roles** rather than individual users directly. Here’s how it works:\n\n---\n\n### **1. Roles in Appwrite**\nRoles define who can access a resource. Appwrite provides the following built-in roles:\n- **`any`**: Any user, including unauthenticated guests.\n- **`users`**: Any authenticated user.\n- **`user:{userId}`**: A specific authenticated user (e.g., `user:123`).\n- **`team:{teamId}`**: Any member of a specific team (e.g., `team:456`).\n- **`team:{teamId}/owner`**: Only the owner of a specific team.\n- **`team:{teamId}/member`**: Any member of a specific team (excluding owners).\n- **`label:{labelName}`**: Users with a specific label (e.g., `label:admin`).\n- **`guests`**: Unauthenticated users (deprecated in favor of `any`).\n\n---\n\n### **2. Permission Types**\nAppwrite supports the following **permission types** for resources (e.g., documents, files, collections, or buckets):\n1. **`read`**: Allows reading the resource.\n   - Example: `read(\"users\")` allows any authenticated user to read the resource.\n2. **`create`**: Allows creating the resource.\n   - Example: `create(\"user:123\")` allows only the user with ID `123` to create the resource.\n3. **`update`**: Allows modifying the resource.\n   - Example: `update(\"team:456/member\")` allows any member of team `456` to update the resource.\n4. **`delete`**: Allows deleting the resource.\n   - Example: `delete(\"team:456/owner\")` allows only the owner of team `456` to delete the resource.\n\n---\n\n### **3. How Permissions Work**\n- Permissions are assigned when a resource is **created or updated** (e.g., a document, file, or collection).\n- A resource can have **multiple permissions** for each permission type (e.g., `read(\"users\", \"team:456\")` allows both authenticated users and team `456` to read the resource).\n- If **no permissions** are specified, the resource is **private** and inaccessible to everyone except the creator (if applicable).\n- Permissions are **additive**: If a user matches **any** of the roles in a permission, they gain access.\n\n---\n\n### **4. Example Scenarios**\n#### **Document in a Database Collection**\n- **Use Case**: Allow all authenticated users to read a document, but only the creator can update or delete it.\n  ```javascript\n  {\n    $read: [\"users\"],\n    $write: [\"user:{userId}\"] // Dynamically replaced with the creator's user ID\n  }\n  ```\n\n#### **File in Storage**\n- **Use Case**: Allow only team members to read a file, but only the team owner can delete it.\n  ```javascript\n  {\n    $read: [\"team:456/member\"],\n    $delete: [\"team:456/owner\"]\n  }\n  ```\n\n#### **Collection-Level Permissions**\n- **Use Case**: Restrict document creation to team members only.\n  ```javascript\n  {\n    create: [\"team:456/member\"]\n  }\n  ```\n\n---\n\n### **5. Dynamic Permissions**\n- Appwrite supports **dynamic placeholders** like `{userId}` or `{teamId}`, which are replaced at runtime with the actual values.\n  Example: `read(\"user:{userId}\")` grants read access only to the user whose ID matches the placeholder.\n\n---\n\n### **6. Wildcard Permissions (Deprecated)**\n- Earlier versions of Appwrite supported `*` (wildcard) for permissions, but this is **deprecated** in favor of explicit roles like `any` or `users`.\n\n---\n\n### **7. Server-Side Enforcement**\n- Permissions are enforced **server-side** by Appwrite, ensuring security even if client-side checks are bypassed.\n- The **Appwrite Server SDK** (using an API key) bypasses permission checks, allowing full administrative control.\n\n---\n\n### **Key Takeaways**\n- Use **roles** to define who can access a resource.\n- Assign **permission types** (`read`, `create`, `update`, `delete`) to roles.\n- Permissions are **additive** and **dynamic** (e.g., `{userId}`).\n- Always enforce permissions at the **collection or bucket level** for broader control.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all three rubric requirements thoroughly: 1) All four permission types (read, create, update, delete) are clearly described, 2) More than 3 role types are mentioned (any, users, user:{userId}, team:{teamId}, label:{labelName}, guests, etc.), and 3) It clearly explains that permissions are set on resources like documents, files, and collections. The answer also correctly uses the Permission/Role syntax conceptually, though it uses slightly older string-based syntax rather than the newer Permission.read(Role.users()) format. The information is accurate and comprehensive, with practical examples provided.",
          "promptTokens": 326,
          "completionTokens": 1025,
          "totalTokens": 1351,
          "cost": 0.001701,
          "durationMs": 17498,
          "tokensPerSecond": 58.58,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7780,
          "completionTokens": 21,
          "totalTokens": 7801,
          "cost": 0.003921,
          "durationMs": 1806,
          "tokensPerSecond": 11.63,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 2234,
          "tokensPerSecond": 9.85,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6761,
          "completionTokens": 22,
          "totalTokens": 6783,
          "cost": 0.003414,
          "durationMs": 2435,
          "tokensPerSecond": 9.03,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6837,
          "completionTokens": 22,
          "totalTokens": 6859,
          "cost": 0.003451,
          "durationMs": 2188,
          "tokensPerSecond": 10.05,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6779,
          "completionTokens": 22,
          "totalTokens": 6801,
          "cost": 0.003422,
          "durationMs": 2227,
          "tokensPerSecond": 9.88,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 6713,
          "completionTokens": 22,
          "totalTokens": 6735,
          "cost": 0.003389,
          "durationMs": 1717,
          "tokensPerSecond": 12.81,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7782,
          "completionTokens": 21,
          "totalTokens": 7803,
          "cost": 0.003922,
          "durationMs": 9448,
          "tokensPerSecond": 2.22,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6747,
          "completionTokens": 22,
          "totalTokens": 6769,
          "cost": 0.003407,
          "durationMs": 2205,
          "tokensPerSecond": 9.98,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6803,
          "completionTokens": 22,
          "totalTokens": 6825,
          "cost": 0.003435,
          "durationMs": 2450,
          "tokensPerSecond": 8.98,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6697,
          "completionTokens": 22,
          "totalTokens": 6719,
          "cost": 0.003382,
          "durationMs": 2058,
          "tokensPerSecond": 10.69,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6791,
          "completionTokens": 22,
          "totalTokens": 6813,
          "cost": 0.003428,
          "durationMs": 3662,
          "tokensPerSecond": 6.01,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are three key Appwrite services and their primary uses:\n\n1. **Databases**\n   - Used for structured data storage with collections, documents, and attributes. Supports queries, indexing, and real-time updates.\n\n2. **Storage**\n   - Handles file uploads, downloads, and management (e.g., images, videos, or documents). Includes features like compression, encryption, and access control.\n\n3. **Functions**\n   - Enables serverless execution of custom code (e.g., JavaScript, Python, or Dart) in response to events like database changes, HTTP requests, or schedules.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model correctly identifies three Appwrite services with accurate descriptions: Storage (file management, uploads, downloads), Functions (serverless code execution), and Databases (structured data storage with collections and documents). These are all legitimate Appwrite services with correct purposes. The only minor issue is that 'Databases' is described as the older name (now called TablesDB in newer versions), but the description is accurate. All three services are well-described with appropriate details about their functionality.",
          "promptTokens": 326,
          "completionTokens": 124,
          "totalTokens": 450,
          "cost": 0.000349,
          "durationMs": 2711,
          "tokensPerSecond": 45.74,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6717,
          "completionTokens": 22,
          "totalTokens": 6739,
          "cost": 0.003392,
          "durationMs": 1817,
          "tokensPerSecond": 12.11,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6741,
          "completionTokens": 22,
          "totalTokens": 6763,
          "cost": 0.003404,
          "durationMs": 2124,
          "tokensPerSecond": 10.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6815,
          "completionTokens": 22,
          "totalTokens": 6837,
          "cost": 0.003441,
          "durationMs": 1780,
          "tokensPerSecond": 12.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's a complete implementation for email/password signup and login using the Appwrite Web SDK:\n\n```typescript\nimport { Client, Account, ID } from \"appwrite\";\n\n// Initialize the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite endpoint\n    .setProject('YOUR_PROJECT_ID');             // Your project ID\n\n// Initialize the Account service\nconst account = new Account(client);\n\n// Signup function\nasync function signup(email: string, password: string, name: string) {\n    try {\n        const user = await account.create(\n            ID.unique(), // Unique user ID\n            email,\n            password,\n            name\n        );\n        console.log(\"Signup successful:\", user);\n        return user;\n    } catch (error) {\n        console.error(\"Signup error:\", error);\n        throw error;\n    }\n}\n\n// Login function\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession(\n            email,\n            password\n        );\n        console.log(\"Login successful:\", session);\n        return session;\n    } catch (error) {\n        console.error(\"Login error:\", error);\n        throw error;\n    }\n}\n\n// Example usage\n(async () => {\n    try {\n        // Signup a new user\n        await signup(\"user@example.com\", \"password123\", \"John Doe\");\n\n        // Login the user\n        await login(\"user@example.com\", \"password123\");\n\n        // Get the current user (after login)\n        const currentUser = await account.get();\n        console.log(\"Current user:\", currentUser);\n    } catch (error) {\n        console.error(\"Error:\", error);\n    }\n})();\n```\n\n### Key Points:\n1. **Client Setup**: Initialize the Appwrite client with your project endpoint and ID.\n2. **Account Service**: Use the `Account` service for authentication operations.\n3. **Signup**:\n   - Use `account.create()` to create a new user.\n   - `ID.unique()` generates a unique ID for the user.\n4. **Login**:\n   - Use `account.createEmailPasswordSession()` to create a session for the user.\n5. **Session Management**:\n   - After login, the session is automatically stored in cookies (for web) or local storage (for React Native).\n   - Use `account.get()` to fetch the current user's details.\n\n### Error Handling:\n- Wrap calls in `try-catch` blocks to handle potential errors (e.g., invalid credentials, network issues).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric requirements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation with `new Account(client)`, (3) `account.create()` with `ID.unique()`, email, password, and name, (4) `account.createEmailPasswordSession()` with email and password, and (5) correct imports from 'appwrite' including Client, Account, and ID. The implementation is complete, well-structured, and includes proper TypeScript typing, error handling, and example usage.",
          "promptTokens": 6217,
          "completionTokens": 546,
          "totalTokens": 6763,
          "cost": 0.003927,
          "durationMs": 9158,
          "tokensPerSecond": 59.62,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6755,
          "completionTokens": 22,
          "totalTokens": 6777,
          "cost": 0.003411,
          "durationMs": 1696,
          "tokensPerSecond": 12.97,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6821,
          "completionTokens": 22,
          "totalTokens": 6843,
          "cost": 0.003444,
          "durationMs": 1836,
          "tokensPerSecond": 11.98,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "Appwrite manages **user sessions** to authenticate and maintain user state across requests. Sessions are created, managed, and deleted via Appwrite's **Auth** service. Here’s a detailed breakdown:\n\n---\n\n### **1. How Sessions Are Created**\nSessions are created when a user successfully authenticates using one of these methods:\n- **Email/Password Login**:\n  ```javascript\n  import { Account } from \"appwrite\";\n  const account = new Account(client);\n  const session = await account.createEmailPasswordSession(\"email@example.com\", \"password\");\n  ```\n  This generates a **session token** (stored as a cookie or in local storage) for subsequent requests.\n\n- **OAuth2 Login**:\n  OAuth providers (Google, GitHub, etc.) redirect the user back to Appwrite after authentication, creating a session.\n\n- **Anonymous Login**:\n  ```javascript\n  const session = await account.createAnonymousSession();\n  ```\n  Creates a temporary session for guest users.\n\n- **Magic URL / Phone Login**:\n  Sessions are created when the user verifies the magic link or OTP.\n\n- **API Key or JWT**:\n  Server-side sessions can be created using API keys or JWTs for admin tasks.\n\n---\n**Session Data**:\n- Each session includes:\n  - A **unique session ID**.\n  - The **user ID** it belongs to.\n  - **Expiry time** (configurable).\n  - **IP address** and **user agent** (for security).\n  - **Secret token** (used to authenticate requests).\n\n---\n\n### **2. How Sessions Are Managed**\n#### **Client-Side Management**\n- **Cookies or Local Storage**:\n  By default, Appwrite stores the session token in an **HTTP-only cookie** (secure) or local storage (less secure).\n  Example (TypeScript SDK):\n  ```javascript\n  import { Client, Account } from \"appwrite\";\n  const client = new Client()\n    .setEndpoint(\"https://cloud.appwrite.io/v1\")\n    .setProject(\"PROJECT_ID\");\n  const account = new Account(client);\n\n  // Get current active sessions\n  const sessions = await account.listSessions();\n  ```\n\n- **Session Validation**:\n  The SDK automatically includes the session token in requests to authenticate the user.\n\n#### **Server-Side Management**\n- **List Sessions**:\n  Admins can list all sessions for a user:\n  ```javascript\n  const sessions = await account.listSessions();\n  ```\n  Returns an array of sessions with details like `ip`, `userAgent`, `country`, and `expiry`.\n\n- **Update Session**:\n  Sessions can be updated (e.g., to extend expiry or rotate secrets).\n  Example (for the current session):\n  ```javascript\n  await account.updateSession(\"sessionId\");\n  ```\n\n- **Session Limits**:\n  Appwrite enforces **session limits** per user (configurable in the project settings).\n  Default: **10 sessions per user** (adjustable via the Appwrite Console or API).\n  When the limit is reached, the oldest session is automatically deleted.\n\n---\n\n### **3. How Sessions Are Deleted**\n#### **Single Session Deletion**\n- **Delete a Specific Session**:\n  ```javascript\n  await account.deleteSession(\"sessionId\");\n  ```\n  Logs out the user from that session.\n\n- **Delete Current Session**:\n  ```javascript\n  await account.deleteSession(\"current\");\n  ```\n  Logs out the user from the current device.\n\n#### **Bulk Session Deletion**\n- **Delete All Sessions**:\n  ```javascript\n  await account.deleteSessions();\n  ```\n  Logs out the user from **all devices**.\n\n#### **Automatic Deletion**\n- Sessions expire after a set time (configurable in project settings).\n- Sessions are deleted if the user changes their password (optional security setting).\n- Sessions are deleted if the user is deleted.\n\n---\n\n### **4. Session Limits**\n- **Default Limit**: 10 sessions per user.\n- **Customization**:\n  Adjust the limit in the Appwrite Console under **Auth > Settings > Session Limits**.\n  Set to `0` for no limit (not recommended for security).\n- **Behavior When Limit is Reached**:\n  The oldest session is automatically deleted to make room for a new one.\n\n---\n\n### **5. Security Features**\n- **Session Hijacking Protection**:\n  Sessions are tied to the user's IP and user agent. Suspicious changes (e.g., IP mismatch) can trigger re-authentication.\n- **Short-Lived Sessions**:\n  Configure short expiry times for sensitive apps.\n- **JWT Validation**:\n  Sessions use JWTs for stateless validation (optional).\n\n---\n\n### **6. Example Workflow**\n1. User logs in → Session created.\n2. Session token stored in cookies/local storage.\n3. Token sent with every request to authenticate.\n4. User logs out → Session deleted.\n5. If session expires → User must re-authenticate.\n\n---\n\n\n### **Key Takeaways**\n- Sessions are **created on login** (email, OAuth, anonymous, etc.).\n- Sessions are **managed via the `account` service** (list, update, delete).\n- Sessions are **automatically deleted** when expired, user is deleted, or password changes.\n- **Session limits** prevent abuse (configurable in project settings).",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer covers all 5 rubric criteria comprehensively: 1) Sessions created on authentication (multiple methods covered), 2) Session tokens/cookies (HTTP-only cookies mentioned, token storage explained), 3) Session limit of 10 per user (explicitly stated as default), 4) Methods to list/delete sessions (account.listSessions(), account.deleteSession(), account.deleteSessions() all shown with code examples), 5) Session expiry (configurable expiry times mentioned). The answer goes beyond the reference with additional details about security features, anonymous sessions, OAuth, and automatic deletion scenarios. Minor deduction because some details (like sessions being adjustable to 0 for no limit) may not be accurate, but overall the answer is thorough and correct.",
          "promptTokens": 331,
          "completionTokens": 1099,
          "totalTokens": 1430,
          "cost": 0.001814,
          "durationMs": 20637,
          "tokensPerSecond": 53.25,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6763,
          "completionTokens": 22,
          "totalTokens": 6785,
          "cost": 0.003415,
          "durationMs": 6306,
          "tokensPerSecond": 3.49,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6775,
          "completionTokens": 22,
          "totalTokens": 6797,
          "cost": 0.003421,
          "durationMs": 1645,
          "tokensPerSecond": 13.37,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6721,
          "completionTokens": 22,
          "totalTokens": 6743,
          "cost": 0.003394,
          "durationMs": 1775,
          "tokensPerSecond": 12.39,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6865,
          "completionTokens": 22,
          "totalTokens": 6887,
          "cost": 0.003466,
          "durationMs": 1941,
          "tokensPerSecond": 11.33,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6717,
          "completionTokens": 22,
          "totalTokens": 6739,
          "cost": 0.003392,
          "durationMs": 1871,
          "tokensPerSecond": 11.76,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6705,
          "completionTokens": 22,
          "totalTokens": 6727,
          "cost": 0.003386,
          "durationMs": 2031,
          "tokensPerSecond": 10.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6743,
          "completionTokens": 22,
          "totalTokens": 6765,
          "cost": 0.003405,
          "durationMs": 1864,
          "tokensPerSecond": 11.8,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6757,
          "completionTokens": 22,
          "totalTokens": 6779,
          "cost": 0.003412,
          "durationMs": 2232,
          "tokensPerSecond": 9.86,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6759,
          "completionTokens": 22,
          "totalTokens": 6781,
          "cost": 0.003412,
          "durationMs": 2977,
          "tokensPerSecond": 7.39,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6801,
          "completionTokens": 22,
          "totalTokens": 6823,
          "cost": 0.003434,
          "durationMs": 3104,
          "tokensPerSecond": 7.09,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 2053,
          "tokensPerSecond": 10.72,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6825,
          "completionTokens": 22,
          "totalTokens": 6847,
          "cost": 0.003446,
          "durationMs": 2254,
          "tokensPerSecond": 9.76,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "In Appwrite's TypeScript SDK, `account.deleteSession(sessionId)` and `account.deleteSessions()` serve different purposes for managing user sessions:\n\n---\n\n### **1. `account.deleteSession(sessionId: string)`**\n**Purpose:**\nDeletes a **specific session** for the currently logged-in user by its `sessionId`.\n\n**When to use:**\n- When you want to log the user out of a **specific device or session** (e.g., \"Log out from this device only\").\n- When implementing features like **\"Active Sessions\"** where users can revoke access to individual sessions (e.g., logging out a lost phone or a public computer).\n- When you know the exact `sessionId` of the session to terminate.\n\n**Example:**\n```typescript\nimport { Account, Client } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint(\"https://cloud.appwrite.io/v1\")\n  .setProject(\"[PROJECT_ID]\");\n\nconst account = new Account(client);\n\n// Log out the current session (if sessionId is 'current')\nawait account.deleteSession(\"current\");\n\n// Log out a specific session by its ID\nawait account.deleteSession(\"5e5ea5c16897e\");\n```\n\n---\n\n### **2. `account.deleteSessions()`**\n**Purpose:**\nDeletes **all sessions** for the currently logged-in user **except the current session**. This effectively logs the user out of **all other devices/browsers** while keeping the current session active.\n\n**When to use:**\n- When you want to log the user out of **all other devices** (e.g., after a password change or security event).\n- When implementing a **\"Log out everywhere\"** feature for security reasons.\n- When you don’t need to target a specific session but want to invalidate all others.\n\n**Example:**\n```typescript\nimport { Account, Client } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint(\"https://cloud.appwrite.io/v1\")\n  .setProject(\"[PROJECT_ID]\");\n\nconst account = new Account(client);\n\n// Log out of all other sessions (keeps the current session active)\nawait account.deleteSessions();\n```\n\n---\n\n### **Key Differences**\n| Method                          | Scope                          | Use Case                                  |\n|---------------------------------|--------------------------------|-------------------------------------------|\n| `deleteSession(sessionId)`      | Single session (by ID)         | Log out of a specific device/session.     |\n| `deleteSessions()`              | All sessions **except current**| Log out of all other devices.             |\n\n---\n\n### **When to Use Which?**\n- Use `deleteSession(sessionId)` for **granular control** (e.g., revoking a single session).\n- Use `deleteSessions()` for **broad security actions** (e.g., logging out all other devices after a password reset).",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer correctly explains that deleteSession(sessionId) removes a specific session by ID and deleteSessions() removes all sessions. It provides good use cases for each. However, there's a slight inaccuracy: the answer states deleteSessions() removes all sessions 'except the current session,' but the reference answer indicates it removes ALL sessions for the user (including the current one). This is a meaningful distinction. Despite this minor error, the answer covers all three rubric points: (1) deleteSession removes one session by ID, (2) deleteSessions removes all/other sessions, and (3) use cases for each are clearly explained.",
          "promptTokens": 6197,
          "completionTokens": 604,
          "totalTokens": 6801,
          "cost": 0.004004,
          "durationMs": 11720,
          "tokensPerSecond": 51.54,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 2577,
          "tokensPerSecond": 8.54,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6825,
          "completionTokens": 22,
          "totalTokens": 6847,
          "cost": 0.003446,
          "durationMs": 2063,
          "tokensPerSecond": 10.66,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's how to create a database, a \"tasks\" table with the specified columns, and insert a row using the Appwrite Web SDK (TablesDB API):\n\n```typescript\nimport { Client, TablesDB, ID, Permission, Role } from \"appwrite\";\n\n// Initialize the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite endpoint\n    .setProject('YOUR_PROJECT_ID');              // Your project ID\n\n// Initialize the TablesDB service\nconst tablesDB = new TablesDB(client);\n\n// 1. Create a database\nconst database = await tablesDB.create({\n    databaseId: ID.unique(),\n    name: \"TaskManager\"\n});\nconst databaseId = database.$id;\n\n// 2. Create a \"tasks\" table with columns\nconst tasksTable = await tablesDB.createTable({\n    databaseId: databaseId,\n    tableId: ID.unique(),\n    name: \"tasks\",\n    columns: [\n        { key: \"title\", type: \"varchar\", size: 255, required: true },\n        { key: \"completed\", type: \"boolean\", required: true, default: false },\n        { key: \"dueDate\", type: \"datetime\", required: false }\n    ]\n});\nconst tableId = tasksTable.$id;\n\n// 3. Insert a row into the \"tasks\" table\nconst task = await tablesDB.createRow({\n    databaseId: databaseId,\n    tableId: tableId,\n    rowId: ID.unique(),\n    data: {\n        title: \"Complete Appwrite integration\",\n        completed: false,\n        dueDate: new Date(Date.now() + 7 * 24 * 60 * 60 * 1000).toISOString() // 1 week from now\n    },\n    permissions: [\n        Permission.read(Role.user(\"CURRENT_USER_ID\")),    // Replace with actual user ID\n        Permission.update(Role.user(\"CURRENT_USER_ID\")),\n        Permission.delete(Role.user(\"CURRENT_USER_ID\"))\n    ]\n});\n\nconsole.log(\"Created task:\", task);\n```\n\n### Key Notes:\n1. **Replace placeholders**:\n   - `YOUR_PROJECT_ID` with your actual Appwrite project ID\n   - `CURRENT_USER_ID` with the authenticated user's ID (retrieved via `account.get()`)\n\n2. **Permissions**:\n   - The example grants full access to the creating user. Adjust permissions based on your app's requirements.\n\n3. **Date Handling**:\n   - The `dueDate` is set to 1 week from now in ISO 8601 format (required by Appwrite's datetime type).\n\n4. **Error Handling**:\n   - Add try-catch blocks in production code to handle potential errors (e.g., network issues, permission errors).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all 5 required elements: 1) Client + TablesDB setup with proper initialization, 2) tablesDB.create() for database creation, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns with appropriate properties, and 5) tablesDB.createRow() with data object containing title, completed, and dueDate. The code is well-structured and includes additional helpful details like permissions, ID generation, and date handling. The slight deduction is because TablesDB is not an actual Appwrite SDK service (Appwrite uses Databases service), but since the question specifically asks about the 'TablesDB API', the answer correctly follows that fictional/hypothetical API pattern as described in the rubric.",
          "promptTokens": 6251,
          "completionTokens": 604,
          "totalTokens": 6855,
          "cost": 0.004031,
          "durationMs": 18868,
          "tokensPerSecond": 32.01,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6899,
          "completionTokens": 22,
          "totalTokens": 6921,
          "cost": 0.003483,
          "durationMs": 2832,
          "tokensPerSecond": 7.77,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6821,
          "completionTokens": 22,
          "totalTokens": 6843,
          "cost": 0.003444,
          "durationMs": 1849,
          "tokensPerSecond": 11.9,
          "toolCallCount": 1
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB with the Query Class\n\nThe `Query` class in Appwrite's TypeScript SDK provides a fluent API for filtering, sorting, limiting, and paginating rows in TablesDB. Here's how to use it effectively:\n\n---\n\n## **1. Basic Filtering**\n\nFilter rows based on field values using comparison operators:\n\n```typescript\nimport { TablesDB, Query } from 'appwrite';\n\nconst tablesDB = new TablesDB(client);\n\n// Equal to\nconst activeUsers = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'users',\n    queries: [Query.equal('status', 'active')]\n});\n\n// Not equal to\nconst inactiveUsers = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'users',\n    queries: [Query.notEqual('status', 'active')]\n});\n\n// Greater than / Less than\nconst highPriorityTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.greaterThan('priority', 3)]\n});\n\n// Between values\nconst mediumPriorityTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.between('priority', 2, 4)]\n});\n\n// Check for null values\nconst incompleteTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.isNull('completed_at')]\n});\n\n// String matching\nconst usersWithGmail = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'users',\n    queries: [Query.endsWith('email', '@gmail.com')]\n});\n\n// Full-text search (requires a full-text index)\nconst searchResults = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'articles',\n    queries: [Query.search('content', 'Appwrite')]\n});\n```\n\n---\n\n## **2. Combining Queries**\n\nCombine multiple conditions using `Query.and()` or `Query.or()`:\n\n```typescript\n// AND conditions (default behavior)\nconst activeHighPriorityTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.greaterThan('priority', 3)\n    ]\n});\n\n// OR conditions\nconst importantOrUrgentTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.or([\n            Query.equal('priority', 5),\n            Query.equal('is_urgent', true)\n        ])\n    ]\n});\n\n// Complex conditions\nconst complexQuery = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.or([\n            Query.greaterThan('priority', 3),\n            Query.equal('is_urgent', true)\n        ])\n    ]\n});\n```\n\n---\n\n## **3. Sorting Results**\n\nSort results using `Query.orderAsc()` or `Query.orderDesc()`:\n\n```typescript\n// Sort by a single field\nconst tasksByPriority = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.orderDesc('priority')]\n});\n\n// Sort by multiple fields\nconst tasksByDueDateAndPriority = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.orderAsc('due_date'),\n        Query.orderDesc('priority')\n    ]\n});\n```\n\n---\n\n## **4. Limiting and Pagination**\n\nControl the number of results and paginate through large datasets:\n\n```typescript\n// Limit the number of results\nconst firstTenTasks = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.limit(10)]\n});\n\n// Offset-based pagination\nconst secondPage = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.limit(10),\n        Query.offset(10) // Skip the first 10 results\n    ]\n});\n\n// Cursor-based pagination (recommended for large datasets)\nconst firstPage = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [Query.limit(10)]\n});\n\nconst lastRowId = firstPage.documents[firstPage.documents.length - 1].$id;\n\nconst nextPage = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.limit(10),\n        Query.cursorAfter(lastRowId) // Fetch rows after the last row of the first page\n    ]\n});\n```\n\n---\n\n## **5. Selecting Specific Fields**\n\nRetrieve only the fields you need to reduce payload size:\n\n```typescript\nconst userEmails = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'users',\n    queries: [Query.select(['email', 'name'])]\n});\n```\n\n---\n\n## **6. Combining Everything**\n\nHere’s a comprehensive example combining filtering, sorting, limiting, and pagination:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: 'your-database-id',\n    tableId: 'tasks',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.greaterThan('priority', 2),\n        Query.orderDesc('priority'),\n        Query.orderAsc('due_date'),\n        Query.limit(20),\n        Query.offset(0),\n        Query.select(['title', 'priority', 'due_date'])\n    ]\n});\n```\n\n---\n\n## **Key Notes**\n1. **Query Limits**: The default limit is `25`, and the maximum limit is `100` per request.\n2. **Indexing**: For optimal performance, ensure fields used in queries (especially `equal`, `orderAsc`, `orderDesc`) are indexed in your table schema.\n3. **Cursor Pagination**: Prefer `Query.cursorAfter()` or `Query.cursorBefore()` for large datasets to avoid offset performance issues.\n4. **Type Safety**: Use TypeScript generics to ensure type safety when working with query results. For example:\n   ```typescript\n   interface Task {\n       title: string;\n       priority: number;\n       status: string;\n   }\n\n   const tasks = await tablesDB.listRows<Task>({\n       databaseId: 'your-database-id',\n       tableId: 'tasks',\n       queries: [Query.equal('status', 'active')]\n   });\n   ```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering is shown with multiple examples, 2) Query.orderDesc() and orderAsc() for sorting are demonstrated, 3) Query.limit() and Query.offset() for pagination are shown, 4) Queries are passed as an array to listRows(), 5) Multiple additional query methods are shown (notEqual, greaterThan, between, isNull, endsWith, search, cursorAfter, select, or). The answer goes well beyond the minimum requirements with combining queries, cursor-based pagination, field selection, and TypeScript generics. The only minor issue is that TablesDB may not be an actual Appwrite product (it appears to be a hypothetical/future feature), but given the question asks about it specifically, the answer correctly applies Appwrite's Query class patterns to this context. The structure and API usage are consistent with Appwrite's existing SDK patterns.",
          "promptTokens": 6207,
          "completionTokens": 1470,
          "totalTokens": 7677,
          "cost": 0.005309,
          "durationMs": 22767,
          "tokensPerSecond": 64.57,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6783,
          "completionTokens": 22,
          "totalTokens": 6805,
          "cost": 0.003425,
          "durationMs": 2641,
          "tokensPerSecond": 8.33,
          "toolCallCount": 1
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6809,
          "completionTokens": 22,
          "totalTokens": 6831,
          "cost": 0.003438,
          "durationMs": 2397,
          "tokensPerSecond": 9.18,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6775,
          "completionTokens": 22,
          "totalTokens": 6797,
          "cost": 0.003421,
          "durationMs": 1759,
          "tokensPerSecond": 12.51,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6713,
          "completionTokens": 22,
          "totalTokens": 6735,
          "cost": 0.003389,
          "durationMs": 2395,
          "tokensPerSecond": 9.19,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6813,
          "completionTokens": 22,
          "totalTokens": 6835,
          "cost": 0.00344,
          "durationMs": 2881,
          "tokensPerSecond": 7.64,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 1744,
          "tokensPerSecond": 12.61,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6755,
          "completionTokens": 22,
          "totalTokens": 6777,
          "cost": 0.003411,
          "durationMs": 4191,
          "tokensPerSecond": 5.25,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6761,
          "completionTokens": 22,
          "totalTokens": 6783,
          "cost": 0.003414,
          "durationMs": 3049,
          "tokensPerSecond": 7.22,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6763,
          "completionTokens": 22,
          "totalTokens": 6785,
          "cost": 0.003415,
          "durationMs": 2153,
          "tokensPerSecond": 10.22,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6797,
          "completionTokens": 22,
          "totalTokens": 6819,
          "cost": 0.003432,
          "durationMs": 2734,
          "tokensPerSecond": 8.05,
          "toolCallCount": 1
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6783,
          "completionTokens": 22,
          "totalTokens": 6805,
          "cost": 0.003425,
          "durationMs": 1918,
          "tokensPerSecond": 11.47,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 6783,
          "completionTokens": 22,
          "totalTokens": 6805,
          "cost": 0.003425,
          "durationMs": 1752,
          "tokensPerSecond": 12.56,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6807,
          "completionTokens": 22,
          "totalTokens": 6829,
          "cost": 0.003437,
          "durationMs": 2425,
          "tokensPerSecond": 9.07,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, return at most 20 results, and sort them by that field in descending order, you can use the following query in Appwrite with the TypeScript SDK:\n\n```typescript\nimport { Query, TablesDB } from \"appwrite\";\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: \"[DATABASE_ID]\",\n    tableId: \"[TABLE_ID]\",\n    queries: [\n        Query.greaterThan(\"numericField\", 100), // Filter rows where numericField > 100\n        Query.limit(20),                        // Return at most 20 results\n        Query.orderDesc(\"numericField\")         // Sort by numericField descending\n    ]\n});\n```\n\nReplace `\"[DATABASE_ID]\"`, `\"[TABLE_ID]\"`, and `\"numericField\"` with your actual database ID, table ID, and numeric field name, respectively.\n\nThis will return the first 20 rows where `numericField` is greater than 100, sorted in descending order by `numericField`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering the numeric field > 100, 2) Query.orderDesc for descending sort, 3) Query.limit(20) for limiting results, and 4) passing all queries to listRows(). The answer is complete, well-structured with code examples, and correctly demonstrates the usage.",
          "promptTokens": 6219,
          "completionTokens": 252,
          "totalTokens": 6471,
          "cost": 0.003487,
          "durationMs": 5575,
          "tokensPerSecond": 45.2,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7221,
          "completionTokens": 22,
          "totalTokens": 7243,
          "cost": 0.003644,
          "durationMs": 1849,
          "tokensPerSecond": 11.9,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6701,
          "completionTokens": 22,
          "totalTokens": 6723,
          "cost": 0.003384,
          "durationMs": 1933,
          "tokensPerSecond": 11.38,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6689,
          "completionTokens": 22,
          "totalTokens": 6711,
          "cost": 0.003378,
          "durationMs": 2260,
          "tokensPerSecond": 9.73,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7830,
          "completionTokens": 21,
          "totalTokens": 7851,
          "cost": 0.003947,
          "durationMs": 2136,
          "tokensPerSecond": 9.83,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 21,
          "totalTokens": 7837,
          "cost": 0.00394,
          "durationMs": 2433,
          "tokensPerSecond": 8.63,
          "toolCallCount": 1
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. This follows the correct function signature and response format:\n\n```javascript\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    // Parse the incoming JSON body\n    const data = req.bodyJson;\n\n    // Validate the request\n    if (!data || !data.name) {\n        error('Missing \"name\" field in request body');\n        return res.json(\n            { error: 'Name is required' },\n            400 // Bad Request\n        );\n    }\n\n    // Create a personalized greeting\n    const greeting = `Hello, ${data.name}! Welcome to Appwrite Functions.`;\n\n    // Log the greeting (optional)\n    log(greeting);\n\n    // Return the greeting as a JSON response\n    return res.json(\n        { message: greeting },\n        200 // OK\n    );\n};\n```\n\n### Key Points:\n1. **Function Signature**: The function is the default export and receives an object with `req`, `res`, `log`, and `error` properties.\n2. **Request Handling**: The `req.bodyJson` property is used to access the parsed JSON body.\n3. **Validation**: Checks if the `name` field exists in the request body.\n4. **Error Handling**: Uses the `error` function to log errors and returns a `400 Bad Request` response if validation fails.\n5. **Response**: Uses `res.json()` to return a JSON response with the greeting and a `200 OK` status.\n6. **Logging**: Uses the `log` function to log the greeting (optional but useful for debugging).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is nearly fully correct. It includes: 1) Default export of async function ✓, 2) Destructured context with req, res, log, and error ✓, 3) Parsing the request body (uses req.bodyJson instead of req.body, which is a minor variation but valid in Appwrite) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The only minor issue is using req.bodyJson instead of req.body - in Appwrite Functions, req.body contains the raw body string and req.bodyJson is the parsed JSON object, so this is actually more precise and correct. The implementation is well-structured with proper error handling, validation, and logging. Overall this is a high-quality, complete answer.",
          "promptTokens": 6219,
          "completionTokens": 375,
          "totalTokens": 6594,
          "cost": 0.003672,
          "durationMs": 10786,
          "tokensPerSecond": 34.77,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 21,
          "totalTokens": 7837,
          "cost": 0.00394,
          "durationMs": 4034,
          "tokensPerSecond": 5.21,
          "toolCallCount": 1
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7822,
          "completionTokens": 21,
          "totalTokens": 7843,
          "cost": 0.003943,
          "durationMs": 1619,
          "tokensPerSecond": 12.97,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6883,
          "completionTokens": 22,
          "totalTokens": 6905,
          "cost": 0.003474,
          "durationMs": 2374,
          "tokensPerSecond": 9.27,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "To deploy an Appwrite Function using the Appwrite CLI, follow these steps:\n\n---\n\n### **1. Install the Appwrite CLI**\nEnsure the Appwrite CLI is installed globally:\n```bash\nnpm install -g appwrite-cli\n```\nVerify installation:\n```bash\nappwrite -v\n```\n\n---\n\n### **2. Log in to Your Appwrite Account**\nAuthenticate with your Appwrite account:\n```bash\nappwrite login\n```\nFor self-hosted instances, specify the endpoint:\n```bash\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n---\n\n### **3. Initialize a Project**\nIf you haven’t already, initialize a project in your working directory:\n```bash\nappwrite init project\n```\nThis creates an `appwrite.config.json` file to store project configuration.\n\n---\n\n### **4. Create or Pull a Function**\n#### **Option A: Create a New Function**\nRun the following command and follow the interactive prompts:\n```bash\nappwrite init functions\n```\nThis creates a new function directory with a template and updates `appwrite.config.json`.\n\n#### **Option B: Pull Existing Functions**\nFetch existing functions from your Appwrite project:\n```bash\nappwrite pull functions\n```\n\n---\n\n### **5. Configure the Function**\nEdit the function configuration in `appwrite.config.json` or the included `appwrite/functions.json` file. Here’s an example configuration:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [\"users.read\", \"users.write\"],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n#### **Key Configuration Options**\n| Field                  | Description                                                                                     |\n|------------------------|-------------------------------------------------------------------------------------------------|\n| `$id`                  | Unique ID for the function. Use `unique()` to auto-generate.                                   |\n| `name`                 | Name of the function.                                                                           |\n| `enabled`              | Enable/disable the function.                                                                   |\n| `logging`              | Store execution logs for debugging.                                                            |\n| `runtime`              | Runtime environment (e.g., `node-22`, `python-3.11`).                                          |\n| `buildSpecification`   | Compute resources for building the deployment (e.g., `s-1vcpu-512mb`).                         |\n| `runtimeSpecification` | Compute resources for executing the function (e.g., `s-1vcpu-512mb`).                          |\n| `deploymentRetention`  | Number of days to retain old deployments.                                                      |\n| `scopes`               | API scopes granted to the function (e.g., `users.read`).                                       |\n| `events`               | Event patterns that trigger the function (e.g., `users.*.create`).                             |\n| `schedule`             | Cron expression for scheduled execution (e.g., `0 0 * * *`). Leave empty to disable scheduling. |\n| `timeout`              | Maximum execution duration in seconds.                                                         |\n| `entrypoint`           | File that starts the function (e.g., `src/main.js`).                                           |\n| `commands`             | Build/install command (e.g., `npm install`).                                                   |\n| `ignore`               | Files/directories to ignore during deployment (e.g., `node_modules`).                          |\n| `path`                 | Local directory containing the function code.                                                  |\n\n---\n\n### **6. Deploy the Function**\nDeploy the function to your Appwrite project:\n```bash\nappwrite push functions\n```\nTo deploy a specific function and activate it immediately:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --activate\n```\nTo deploy without activating:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n---\n\n### **7. Manage Function Variables**\nFunction variables (e.g., API keys) are managed via a `.env` file in the function directory. To sync variables with Appwrite:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\nTo run the function locally with variables:\n```bash\nappwrite run functions --with-variables\n```\n\n---\n\n### **8. Trigger the Function**\n#### **Manually Trigger an Execution**\n```bash\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n```\n\n#### **List Executions**\n```bash\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n#### **View Execution Logs**\n```bash\nappwrite functions get-execution --function-id <FUNCTION_ID> --execution-id <EXECUTION_ID>\n```\n\n---\n\n### **9. Update or Delete the Function**\n#### **Update a Function**\nModify the configuration in `appwrite.config.json` and redeploy:\n```bash\nappwrite push functions\n```\n\n#### **Delete a Function**\n```bash\nappwrite functions delete --function-id <FUNCTION_ID>\n```\n\n---\n\n### **Summary of Key Commands**\n| Command                                                                 | Description                                      |\n|-------------------------------------------------------------------------|--------------------------------------------------|\n| `appwrite init functions`                                               | Create a new function.                           |\n| `appwrite pull functions`                                               | Pull existing functions from Appwrite.           |\n| `appwrite push functions`                                               | Deploy all functions.                            |\n| `appwrite push functions --function-id <ID> --activate`                 | Deploy and activate a specific function.         |\n| `appwrite functions create-execution --function-id <ID>`                | Trigger a function execution.                    |\n| `appwrite functions list-executions --function-id <ID>`                 | List execution logs.                             |\n| `appwrite functions delete --function-id <ID>`                          | Delete a function.                               |\n| `appwrite push functions --function-id <ID> --with-variables`           | Sync function variables from `.env`.             |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric points: 1) CLI installation with npm install -g appwrite-cli, 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed JSON example, 4) appwrite push functions command, 5) All key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The response goes well beyond the minimum requirements with additional useful information about login, project initialization, variable management, triggering executions, and a comprehensive summary table.",
          "promptTokens": 7230,
          "completionTokens": 1356,
          "totalTokens": 8586,
          "cost": 0.005649,
          "durationMs": 21362,
          "tokensPerSecond": 63.48,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 2232,
          "tokensPerSecond": 9.86,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7794,
          "completionTokens": 21,
          "totalTokens": 7815,
          "cost": 0.003928,
          "durationMs": 3089,
          "tokensPerSecond": 6.8,
          "toolCallCount": 1
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6763,
          "completionTokens": 22,
          "totalTokens": 6785,
          "cost": 0.003415,
          "durationMs": 1875,
          "tokensPerSecond": 11.73,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6791,
          "completionTokens": 22,
          "totalTokens": 6813,
          "cost": 0.003428,
          "durationMs": 1783,
          "tokensPerSecond": 12.34,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6881,
          "completionTokens": 22,
          "totalTokens": 6903,
          "cost": 0.003474,
          "durationMs": 1840,
          "tokensPerSecond": 11.96,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6881,
          "completionTokens": 22,
          "totalTokens": 6903,
          "cost": 0.003474,
          "durationMs": 6775,
          "tokensPerSecond": 3.25,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6829,
          "completionTokens": 22,
          "totalTokens": 6851,
          "cost": 0.003448,
          "durationMs": 5613,
          "tokensPerSecond": 3.92,
          "toolCallCount": 1
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6767,
          "completionTokens": 22,
          "totalTokens": 6789,
          "cost": 0.003417,
          "durationMs": 1708,
          "tokensPerSecond": 12.88,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6825,
          "completionTokens": 22,
          "totalTokens": 6847,
          "cost": 0.003446,
          "durationMs": 1800,
          "tokensPerSecond": 12.22,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 20548,
          "completionTokens": 37,
          "totalTokens": 20585,
          "cost": 0.01033,
          "durationMs": 3205,
          "tokensPerSecond": 11.54,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7802,
          "completionTokens": 21,
          "totalTokens": 7823,
          "cost": 0.003933,
          "durationMs": 1900,
          "tokensPerSecond": 11.05,
          "toolCallCount": 1
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6777,
          "completionTokens": 22,
          "totalTokens": 6799,
          "cost": 0.003422,
          "durationMs": 2077,
          "tokensPerSecond": 10.59,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Inside an Appwrite Function, several `APPWRITE_FUNCTION_*` environment variables are available at runtime. Here are three key ones and their purposes:\n\n1. **`APPWRITE_FUNCTION_ID`**\n   - **Purpose**: Contains the unique ID of the Appwrite Function. This is useful for logging, debugging, or making API calls related to the function itself.\n\n2. **`APPWRITE_FUNCTION_NAME`**\n   - **Purpose**: Contains the name of the Appwrite Function. This can be used for identification or dynamic logic based on the function name.\n\n3. **`APPWRITE_FUNCTION_DEPLOYMENT`**\n   - **Purpose**: Contains the ID of the current deployment of the Appwrite Function. This is helpful for tracking which deployment is executing or for debugging deployment-specific issues.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly identifies three valid APPWRITE_FUNCTION_* environment variables (APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, and APPWRITE_FUNCTION_DEPLOYMENT) and provides accurate descriptions of their purposes. All three are documented runtime environment variables with correct explanations matching the reference answer.",
          "promptTokens": 338,
          "completionTokens": 167,
          "totalTokens": 505,
          "cost": 0.00042,
          "durationMs": 3870,
          "tokensPerSecond": 43.15,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6779,
          "completionTokens": 22,
          "totalTokens": 6801,
          "cost": 0.003422,
          "durationMs": 5353,
          "tokensPerSecond": 4.11,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6739,
          "completionTokens": 22,
          "totalTokens": 6761,
          "cost": 0.003402,
          "durationMs": 1849,
          "tokensPerSecond": 11.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's how to create a bucket, upload a file, and get a preview URL for an image file using the Appwrite Web SDK, including permission configuration:\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from \"appwrite\";\n\n// Initialize the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite endpoint\n    .setProject('YOUR_PROJECT_ID');              // Your project ID\n\n// Initialize the Storage service\nconst storage = new Storage(client);\n\n// 1. Create a bucket with permissions\nasync function createBucket() {\n    try {\n        const bucket = await storage.createBucket({\n            bucketId: ID.unique(), // or use a custom ID like 'images'\n            name: 'Image Bucket',\n            permissions: [\n                Permission.read(Role.any()),       // Allow public read access\n                Permission.create(Role.user('any')), // Allow any logged-in user to upload\n                Permission.update(Role.user('any')), // Allow file owners to update\n                Permission.delete(Role.user('any')), // Allow file owners to delete\n            ],\n            fileSecurity: true, // Enforce permissions at file level\n        });\n        console.log('Bucket created:', bucket);\n        return bucket.$id;\n    } catch (error) {\n        console.error('Error creating bucket:', error);\n        throw error;\n    }\n}\n\n// 2. Upload a file with permissions\nasync function uploadFile(bucketId, file) {\n    try {\n        const response = await storage.createFile({\n            bucketId: bucketId,\n            fileId: ID.unique(),\n            file: file,\n            permissions: [\n                Permission.read(Role.any()),       // Public read access\n                Permission.update(Role.user('any')), // Allow file owner to update\n                Permission.delete(Role.user('any')), // Allow file owner to delete\n            ],\n        });\n        console.log('File uploaded:', response);\n        return response.$id;\n    } catch (error) {\n        console.error('Error uploading file:', error);\n        throw error;\n    }\n}\n\n// 3. Get a preview URL for an image file\nfunction getPreviewUrl(bucketId, fileId) {\n    try {\n        const url = storage.getFilePreview({\n            bucketId: bucketId,\n            fileId: fileId,\n            width: 300,    // Optional: resize width\n            height: 300,   // Optional: resize height\n            quality: 80,   // Optional: image quality (1-100)\n            gravity: 'center', // Optional: crop gravity\n        });\n        console.log('Preview URL:', url.href);\n        return url.href;\n    } catch (error) {\n        console.error('Error generating preview URL:', error);\n        throw error;\n    }\n}\n\n// Example usage\nasync function main() {\n    // Create a bucket\n    const bucketId = await createBucket();\n\n    // Simulate a file input (e.g., from an HTML file input)\n    const fileInput = document.getElementById('file-input');\n    if (fileInput.files.length > 0) {\n        const file = fileInput.files[0];\n\n        // Upload the file\n        const fileId = await uploadFile(bucketId, file);\n\n        // Get the preview URL\n        const previewUrl = getPreviewUrl(bucketId, fileId);\n        console.log('Image preview URL:', previewUrl);\n    }\n}\n\nmain();\n```\n\n### Key Points:\n1. **Bucket Permissions**:\n   - `Permission.read(Role.any())` allows public read access.\n   - `Permission.create(Role.user('any'))` allows any logged-in user to upload files.\n   - `fileSecurity: true` ensures file-level permissions are enforced.\n\n2. **File Permissions**:\n   - `Permission.read(Role.any())` makes the file publicly readable.\n   - `Permission.update(Role.user('any'))` and `Permission.delete(Role.user('any'))` allow the file owner to update or delete the file.\n\n3. **Preview URL**:\n   - `getFilePreview` generates a URL for image previews with optional resizing, quality, and cropping.\n\n4. **Error Handling**:\n   - Wrap Appwrite operations in `try-catch` blocks to handle errors gracefully.",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer includes all five required elements: Storage service instantiation, bucket creation with permissions, file upload with createFile(), getFilePreview() for image preview, and correct imports. However, there are some issues with the API usage. The Appwrite Web SDK's createBucket(), createFile(), and getFilePreview() methods take positional parameters, not object parameters (named parameters). For example, createBucket(bucketId, name, permissions, ...) rather than createBucket({bucketId, name, permissions}). Similarly, createFile(bucketId, fileId, file, permissions) and getFilePreview(bucketId, fileId, width, height, ...) use positional arguments. Also, Role.user('any') is not a valid role - it should be Role.users() for any authenticated user. Despite these API signature inaccuracies, the overall structure and concepts are correct, covering all required components.",
          "promptTokens": 6213,
          "completionTokens": 921,
          "totalTokens": 7134,
          "cost": 0.004488,
          "durationMs": 18745,
          "tokensPerSecond": 49.13,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6733,
          "completionTokens": 22,
          "totalTokens": 6755,
          "cost": 0.003399,
          "durationMs": 2545,
          "tokensPerSecond": 8.64,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6789,
          "completionTokens": 22,
          "totalTokens": 6811,
          "cost": 0.003428,
          "durationMs": 1741,
          "tokensPerSecond": 12.64,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6805,
          "completionTokens": 22,
          "totalTokens": 6827,
          "cost": 0.003435,
          "durationMs": 3552,
          "tokensPerSecond": 6.19,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6743,
          "completionTokens": 22,
          "totalTokens": 6765,
          "cost": 0.003405,
          "durationMs": 1871,
          "tokensPerSecond": 11.76,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6705,
          "completionTokens": 22,
          "totalTokens": 6727,
          "cost": 0.003386,
          "durationMs": 2880,
          "tokensPerSecond": 7.64,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "In Appwrite's TypeScript SDK, the `Storage` service provides three distinct methods for accessing files: `getFileView()`, `getFileDownload()`, and `getFilePreview()`. Here's the difference between them and when to use each:\n\n---\n\n### 1. **`storage.getFileView()`**\n**Purpose**:\nReturns the file's content as a **raw URL** or **Blob** (depending on the environment). This is useful for directly embedding or displaying the file in a web page or application.\n\n**Key Features**:\n- Returns a **direct URL** to the file (e.g., `https://cloud.appwrite.io/v1/storage/buckets/[BUCKET_ID]/files/[FILE_ID]/view`).\n- Works for **any file type** (images, PDFs, videos, etc.).\n- The file is served with its **original MIME type** (e.g., `image/png`, `application/pdf`).\n- **No transformations** are applied to the file.\n\n**When to Use**:\n- When you want to **embed the file directly** in an `<img>`, `<video>`, `<audio>`, or `<iframe>` tag.\n- When you need a **direct link** to the file for downloading or sharing.\n- When you want to **display the file as-is** without any modifications.\n\n**Example**:\n```typescript\nconst fileUrl = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n});\n\n// Embed in an <img> tag\n<img src={fileUrl.href} alt=\"File\" />;\n```\n\n---\n\n### 2. **`storage.getFileDownload()`**\n**Purpose**:\nForces the file to be **downloaded** to the user's device instead of being displayed in the browser.\n\n**Key Features**:\n- Returns a **URL** that triggers a download when accessed.\n- The file is served with a `Content-Disposition: attachment` header, which prompts the browser to download the file.\n- Works for **any file type**.\n- **No transformations** are applied to the file.\n\n**When to Use**:\n- When you want to **force a download** of the file (e.g., for PDFs, ZIPs, or other non-displayable files).\n- When you want to provide a **download link** for users to save the file locally.\n\n**Example**:\n```typescript\nconst downloadUrl = await storage.getFileDownload({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n});\n\n// Create a download link\n<a href={downloadUrl.href} download>Download File</a>\n```\n\n---\n\n### 3. **`storage.getFilePreview()`**\n**Purpose**:\nGenerates a **preview** of the file, with optional **transformations** (e.g., resizing, cropping, or formatting images). This is primarily used for **images** but can also work for other file types like PDFs.\n\n**Key Features**:\n- Returns a **URL** to a transformed version of the file.\n- Supports **image transformations** (e.g., resizing, cropping, quality adjustments, format conversion).\n- Can generate **thumbnails** or **optimized versions** of images.\n- Works for **images, PDFs, and some other file types**.\n- The transformed file is **cached** for better performance.\n\n**When to Use**:\n- When you want to **display a resized or cropped image** (e.g., thumbnails, profile pictures).\n- When you need to **optimize images** for faster loading (e.g., converting to WebP, reducing quality).\n- When you want to **generate previews** of PDFs or other documents.\n\n**Example**:\n```typescript\nconst previewUrl = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,      // Resize to 300px wide\n    height: 300,     // Resize to 300px tall\n    quality: 80,     // Reduce quality to 80%\n    output: 'webp',  // Convert to WebP format\n});\n\n// Embed in an <img> tag\n<img src={previewUrl.href} alt=\"Preview\" />;\n```\n\n---\n\n### Summary Table\n| Method                     | Use Case                                  | Transformations | File Types          | Returns          |\n|----------------------------|------------------------------------------|-----------------|---------------------|------------------|\n| `getFileView()`            | Display or embed the file as-is          | ❌ No           | All                 | URL or Blob      |\n| `getFileDownload()`        | Force a download of the file             | ❌ No           | All                 | URL              |\n| `getFilePreview()`         | Generate a preview with transformations  | ✅ Yes          | Images, PDFs, etc.  | URL              |\n\n---\n\n### When to Choose Which\n1. **Use `getFileView()`** when you want to display or embed the file directly in your app.\n2. **Use `getFileDownload()`** when you want to force a download of the file.\n3. **Use `getFilePreview()`** when you need to transform or optimize the file (e.g., resizing images).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with original MIME type, 2) getFileDownload() for triggering downloads via Content-Disposition: attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, and quality adjustments, 4) clear guidance on when to use each method. The response includes code examples, a summary table, and detailed explanations that go beyond the reference answer while remaining accurate.",
          "promptTokens": 6205,
          "completionTokens": 1123,
          "totalTokens": 7328,
          "cost": 0.004787,
          "durationMs": 19718,
          "tokensPerSecond": 56.95,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6779,
          "completionTokens": 22,
          "totalTokens": 6801,
          "cost": 0.003422,
          "durationMs": 2057,
          "tokensPerSecond": 10.7,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6783,
          "completionTokens": 22,
          "totalTokens": 6805,
          "cost": 0.003425,
          "durationMs": 5350,
          "tokensPerSecond": 4.11,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6771,
          "completionTokens": 22,
          "totalTokens": 6793,
          "cost": 0.003419,
          "durationMs": 2146,
          "tokensPerSecond": 10.25,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6909,
          "completionTokens": 22,
          "totalTokens": 6931,
          "cost": 0.003487,
          "durationMs": 2009,
          "tokensPerSecond": 10.95,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6789,
          "completionTokens": 22,
          "totalTokens": 6811,
          "cost": 0.003428,
          "durationMs": 2253,
          "tokensPerSecond": 9.76,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6795,
          "completionTokens": 22,
          "totalTokens": 6817,
          "cost": 0.003431,
          "durationMs": 1932,
          "tokensPerSecond": 11.39,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6775,
          "completionTokens": 22,
          "totalTokens": 6797,
          "cost": 0.003421,
          "durationMs": 5494,
          "tokensPerSecond": 4,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6771,
          "completionTokens": 22,
          "totalTokens": 6793,
          "cost": 0.003419,
          "durationMs": 2933,
          "tokensPerSecond": 7.5,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6855,
          "completionTokens": 22,
          "totalTokens": 6877,
          "cost": 0.003461,
          "durationMs": 2363,
          "tokensPerSecond": 9.31,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 1806,
          "tokensPerSecond": 12.18,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "Use **`getFilePreview`** instead of **`getFileView`** when you need to:\n\n1. **Transform the Image**:\n   `getFilePreview` supports on-the-fly image manipulations like resizing, cropping, rotating, adjusting quality, and changing the output format. `getFileView` only retrieves the original file without any transformations.\n\n2. **Optimize Performance**:\n   If you need a smaller or optimized version of the image (e.g., for thumbnails or responsive designs), `getFilePreview` allows you to specify dimensions, quality, and format to reduce file size.\n\n3. **Dynamic Use Cases**:\n   For scenarios where the same image must be displayed in multiple sizes or styles (e.g., a product image in a grid vs. a detail view), `getFilePreview` avoids the need to store multiple versions of the same file.\n\n---\n\n### **What `getFilePreview` Supports**\n`getFilePreview` supports the following transformations and options:\n\n#### **1. Image Manipulation**\n- **Width**: Resize the image to a specific width (e.g., `width=300`).\n- **Height**: Resize the image to a specific height (e.g., `height=200`).\n- **Quality**: Adjust the image quality (1-100, default is 100). Lower values reduce file size (e.g., `quality=80`).\n- **Output Format**: Convert the image to `jpg`, `png`, `webp`, or `gif` (e.g., `output=webp`).\n- **Gravity**: Crop the image from a specific position (e.g., `gravity=center`).\n- **Border**: Add a border to the image (e.g., `borderWidth=2&borderColor=FF0000`).\n- **Rotation**: Rotate the image (e.g., `rotation=90`).\n- **Opacity**: Adjust transparency (e.g., `opacity=0.5`).\n- **Background**: Set a background color for transparent images (e.g., `background=000000`).\n- **Blur**: Apply a blur effect (e.g., `blur=5`).\n\n#### **2. Caching**\n- The transformed image is cached for future requests, improving performance.\n\n#### **3. Security**\n- Works with both **public** and **private** files (if the user has permission to access the file).\n\n---\n\n### **When to Use `getFileView` Instead**\nUse `getFileView` when:\n- You need the **original, unmodified file**.\n- You don’t require any transformations or optimizations.\n- You’re working with non-image files (e.g., PDFs, videos, or documents).\n\n---\n\n### **Example Usage (TypeScript SDK)**\n```typescript\nimport { Client, Storage } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint(\"https://cloud.appwrite.io/v1\")\n  .setProject(\"your-project-id\");\n\nconst storage = new Storage(client);\n\n// Get a preview with transformations\nconst previewUrl = storage.getFilePreview(\n  \"bucketId\",\n  \"fileId\",\n  {\n    width: 300,       // Resize to 300px width\n    height: 200,      // Resize to 200px height\n    quality: 80,      // Set quality to 80%\n    output: \"webp\",   // Convert to WebP format\n  }\n);\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both rubric requirements: 1) Clearly distinguishes getFilePreview (for image transformations) vs getFileView (for original unmodified files), and 2) Lists well more than 2 transformation options including width, height, quality, format, gravity, border, rotation, opacity, and background - covering all the key transformations mentioned in the reference answer and more.",
          "promptTokens": 331,
          "completionTokens": 741,
          "totalTokens": 1072,
          "cost": 0.001277,
          "durationMs": 12433,
          "tokensPerSecond": 59.6,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7784,
          "completionTokens": 21,
          "totalTokens": 7805,
          "cost": 0.003924,
          "durationMs": 1846,
          "tokensPerSecond": 11.38,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7832,
          "completionTokens": 21,
          "totalTokens": 7853,
          "cost": 0.003948,
          "durationMs": 1862,
          "tokensPerSecond": 11.28,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7834,
          "completionTokens": 21,
          "totalTokens": 7855,
          "cost": 0.003948,
          "durationMs": 1879,
          "tokensPerSecond": 11.18,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "To deploy a site to **Appwrite Sites**, follow these steps:\n\n---\n\n### **1. Prerequisites**\n- Install the [Appwrite CLI](https://appwrite.io/docs/tooling/command-line/installation).\n- Log in to your Appwrite account:\n  ```bash\n  appwrite login\n  ```\n- Initialize a project (if not already done):\n  ```bash\n  appwrite init project\n  ```\n\n---\n\n### **2. Initialize a Site**\nRun the following command to create a new site configuration:\n```bash\nappwrite init sites\n```\nThis will:\n- Create a `sites/` directory in your project.\n- Generate a configuration template in `appwrite/sites.json` (or inline in `appwrite.config.json`).\n- Guide you through setting up the site interactively.\n\n---\n\n### **3. Configure the Site**\nEdit the site configuration in `appwrite.config.json` or `appwrite/sites.json`. Here’s an example configuration:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Static Site\",\n            \"logging\": true,\n            \"framework\": \"astro\", // or \"nextjs\", \"nuxtjs\", \"sveltekit\", \"react\", \"vue\", \"static\", etc.\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\", // Directory containing static files\n            \"buildSpecification\": \"s-1vcpu-512mb\", // Build compute spec\n            \"runtimeSpecification\": \"s-1vcpu-512mb\", // Runtime compute spec\n            \"buildRuntime\": \"node-22\", // Runtime for build (e.g., \"node-22\")\n            \"adapter\": \"static\", // \"static\" for static sites, \"ssr\" for server-rendered sites\n            \"fallbackFile\": \"index.html\", // Fallback for SPA routing (e.g., \"404.html\")\n            \"startCommand\": \"\", // Command to start SSR sites (e.g., \"npm run start\")\n            \"deploymentRetention\": 7, // Days to retain old deployments\n            \"path\": \"sites/my-static-site\" // Local source directory\n        }\n    ]\n}\n```\n\n#### **Key Configuration Options**\n| Field               | Description                                                                                     |\n|---------------------|-------------------------------------------------------------------------------------------------|\n| `logging`           | Enable/disable request and build logs.                                                          |\n| `framework`         | Framework preset (e.g., `astro`, `nextjs`, `static`). Affects default build settings.           |\n| `timeout`           | Maximum request duration (seconds) for SSR sites.                                               |\n| `installCommand`    | Command to install dependencies (e.g., `npm install`).                                          |\n| `buildCommand`      | Command to build the site (e.g., `npm run build`).                                              |\n| `outputDirectory`   | Directory containing static files (e.g., `./dist`).                                             |\n| `buildSpecification`| Compute spec for builds (e.g., `s-1vcpu-512mb`).                                                |\n| `runtimeSpecification`| Compute spec for runtime (e.g., `s-1vcpu-512mb`).                                              |\n| `buildRuntime`      | Runtime for builds (e.g., `node-22`).                                                           |\n| `adapter`           | Deployment adapter: `static` (static sites) or `ssr` (server-rendered sites).                   |\n| `fallbackFile`      | Fallback file for SPA routing (e.g., `index.html`).                                             |\n| `startCommand`      | Command to start SSR sites (e.g., `npm run start`).                                             |\n| `deploymentRetention`| Days to retain old deployments before automatic deletion.                                      |\n| `path`              | Local directory containing the site source code.                                                |\n\n---\n\n### **4. Deploy the Site**\n#### **Option 1: Deploy via CLI**\nRun the following command to deploy the site:\n```bash\nappwrite push sites\n```\n- Use `--site-id <SITE_ID>` to deploy a specific site.\n- Use `--force` to skip confirmation prompts.\n\n#### **Option 2: Deploy via GitHub Actions (CI/CD)**\n1. Add your Appwrite project credentials as GitHub secrets:\n   - `APPWRITE_ENDPOINT`: Your Appwrite endpoint (e.g., `https://cloud.appwrite.io/v1`).\n   - `APPWRITE_PROJECT_ID`: Your project ID.\n   - `APPWRITE_API_KEY`: A project API key with `sites.write` scope.\n\n2. Create a GitHub Actions workflow (e.g., `.github/workflows/deploy.yml`):\n   ```yaml\n   name: Deploy Site\n   on:\n     push:\n       branches: [ main ]\n   jobs:\n     deploy:\n       runs-on: ubuntu-latest\n       steps:\n         - uses: actions/checkout@v4\n         - uses: actions/setup-node@v4\n           with:\n             node-version: 22\n         - run: npm install -g appwrite-cli\n         - run: appwrite client --endpoint ${{ secrets.APPWRITE_ENDPOINT }} --projectId ${{ secrets.APPWRITE_PROJECT_ID }} --key ${{ secrets.APPWRITE_API_KEY }}\n         - run: appwrite push sites --all --force\n   ```\n\n---\n\n### **5. Manage Site Variables**\nSite-specific environment variables can be managed via a `.env` file in the site’s directory (e.g., `sites/my-static-site/.env`):\n```env\nPUBLIC_SITE_NAME=My Site\nAPI_KEY=secret-key\n```\nTo sync variables with Appwrite:\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n---\n\n### **6. View Deployments**\nList all deployments for a site:\n```bash\nappwrite sites list-deployments --site-id <SITE_ID>\n```\nGet deployment details:\n```bash\nappwrite sites get-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n```\n\n---\n\n### **7. Activate a Deployment**\nTo set a deployment as the active version:\n```bash\nappwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n```\n\n---\n\n### **8. View Logs**\nList request logs:\n```bash\nappwrite sites list-logs --site-id <SITE_ID>\n```\nGet a specific log:\n```bash\nappwrite sites get-log --site-id <SITE_ID> --log-id <LOG_ID>\n```\n\n---\n\n### **Deployment Methods Summary**\n| Method               | Description                                                                                     |\n|----------------------|-------------------------------------------------------------------------------------------------|\n| **CLI**              | Deploy manually using `appwrite push sites`.                                                   |\n| **GitHub Actions**   | Automate deployments in CI/CD pipelines.                                                       |\n| **GitLab CI/CD**     | Similar to GitHub Actions, using GitLab’s CI/CD system.                                        |\n| **Custom Scripts**   | Use `appwrite push sites` in custom scripts (e.g., Bash, Python).                              |\n\n---\n\n### **Build Configuration Presets**\nAppwrite provides framework-specific presets for popular tools:\n- **Static Sites**: `static` (e.g., plain HTML/CSS/JS, Hugo, Jekyll).\n- **Astro**: `astro`.\n- **Next.js**: `nextjs`.\n- **Nuxt.js**: `nuxtjs`.\n- **SvelteKit**: `sveltekit`.\n- **React**: `react`.\n- **Vue**: `vue`.\n\nThese presets automatically configure `buildCommand`, `outputDirectory`, and other settings.\n\n---",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer covers all five rubric criteria comprehensively: (1) Multiple deployment methods are mentioned including CLI ('appwrite push sites'), GitHub Actions/CI-CD, and GitLab CI/CD - well exceeding the minimum of 2; (2) Build command configuration is explicitly covered with the 'buildCommand' field; (3) Output directory setting is covered with 'outputDirectory'; (4) Framework support/presets are well covered with multiple examples (astro, nextjs, nuxtjs, sveltekit, react, vue, static); (5) Environment variables are covered in the 'Manage Site Variables' section. The answer is very thorough and detailed. The only minor gap is that it doesn't explicitly mention Git-based deployments (connecting a Git repository directly) as a deployment method - it mentions GitHub Actions for CI/CD but that's slightly different from native Git integration. The reference answer specifically calls out 'Git-based deployments' as a distinct method. Otherwise the answer is excellent and comprehensive.",
          "promptTokens": 7226,
          "completionTokens": 1653,
          "totalTokens": 8879,
          "cost": 0.006093,
          "durationMs": 29792,
          "tokensPerSecond": 55.48,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7832,
          "completionTokens": 21,
          "totalTokens": 7853,
          "cost": 0.003948,
          "durationMs": 4557,
          "tokensPerSecond": 4.61,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7726,
          "completionTokens": 21,
          "totalTokens": 7747,
          "cost": 0.003894,
          "durationMs": 5556,
          "tokensPerSecond": 3.78,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7810,
          "completionTokens": 21,
          "totalTokens": 7831,
          "cost": 0.003937,
          "durationMs": 3254,
          "tokensPerSecond": 6.45,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7850,
          "completionTokens": 21,
          "totalTokens": 7871,
          "cost": 0.003957,
          "durationMs": 2575,
          "tokensPerSecond": 8.16,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7824,
          "completionTokens": 21,
          "totalTokens": 7845,
          "cost": 0.003944,
          "durationMs": 1789,
          "tokensPerSecond": 11.74,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7756,
          "completionTokens": 21,
          "totalTokens": 7777,
          "cost": 0.00391,
          "durationMs": 2548,
          "tokensPerSecond": 8.24,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7792,
          "completionTokens": 21,
          "totalTokens": 7813,
          "cost": 0.003927,
          "durationMs": 2236,
          "tokensPerSecond": 9.39,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7808,
          "completionTokens": 21,
          "totalTokens": 7829,
          "cost": 0.003935,
          "durationMs": 3333,
          "tokensPerSecond": 6.3,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7828,
          "completionTokens": 21,
          "totalTokens": 7849,
          "cost": 0.003946,
          "durationMs": 1977,
          "tokensPerSecond": 10.62,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7782,
          "completionTokens": 21,
          "totalTokens": 7803,
          "cost": 0.003922,
          "durationMs": 2135,
          "tokensPerSecond": 9.84,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7838,
          "completionTokens": 21,
          "totalTokens": 7859,
          "cost": 0.003951,
          "durationMs": 1793,
          "tokensPerSecond": 11.71,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7798,
          "completionTokens": 21,
          "totalTokens": 7819,
          "cost": 0.003931,
          "durationMs": 2007,
          "tokensPerSecond": 10.46,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 21,
          "totalTokens": 7837,
          "cost": 0.00394,
          "durationMs": 28065,
          "tokensPerSecond": 0.75,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7856,
          "completionTokens": 21,
          "totalTokens": 7877,
          "cost": 0.00396,
          "durationMs": 2194,
          "tokensPerSecond": 9.57,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7812,
          "completionTokens": 21,
          "totalTokens": 7833,
          "cost": 0.003938,
          "durationMs": 2049,
          "tokensPerSecond": 10.25,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are three deployment or build configuration options for an **Appwrite Site** and their purposes:\n\n1. **`buildCommand`**\n   - **Purpose**: Specifies the command used to build the site (e.g., `npm run build`).\n   - **Use Case**: Defines how the site’s static files or server-rendered output are generated during deployment.\n\n2. **`outputDirectory`**\n   - **Purpose**: Defines the directory where the static build output is stored (e.g., `./dist`).\n   - **Use Case**: Tells Appwrite where to find the compiled files to deploy for static sites.\n\n3. **`adapter`**\n   - **Purpose**: Determines the deployment behavior, such as `static` (for static sites) or `ssr` (for server-side rendering).\n   - **Use Case**: Configures how the site is served (e.g., static files vs. dynamic server rendering).\n\n---\n### Additional Options:\n- **`framework`**: Specifies the framework (e.g., `astro`, `nextjs`) to apply preset build and deployment defaults.\n- **`buildSpecification`**: Sets the compute resources (e.g., `s-1vcpu-512mb`) used during the build process.\n- **`runtimeSpecification`**: Defines the compute resources for serving runtime workloads (e.g., SSR sites).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly lists at least three deployment/build configuration options with accurate purposes. The three main options (buildCommand, outputDirectory, and adapter/framework) all align with valid Appwrite Site configuration options. buildCommand matches 'build command', outputDirectory matches 'output directory', and the adapter/framework options are legitimate Appwrite-specific configurations. The additional options (framework, buildSpecification, runtimeSpecification) further demonstrate knowledge of the platform. All listed options have correct and meaningful descriptions of their purposes.",
          "promptTokens": 7222,
          "completionTokens": 305,
          "totalTokens": 7527,
          "cost": 0.004068,
          "durationMs": 10252,
          "tokensPerSecond": 29.75,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6727,
          "completionTokens": 22,
          "totalTokens": 6749,
          "cost": 0.003397,
          "durationMs": 16455,
          "tokensPerSecond": 1.34,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6821,
          "completionTokens": 22,
          "totalTokens": 6843,
          "cost": 0.003444,
          "durationMs": 3012,
          "tokensPerSecond": 7.3,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 1792,
          "tokensPerSecond": 12.28,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "Here’s a concise summary of **setting up push notifications with Appwrite Messaging**, including supported providers and sending notifications to a topic:\n\n---\n\n## **1. Supported Push Notification Providers**\nAppwrite Messaging supports:\n- **Firebase Cloud Messaging (FCM)** – For Android, iOS, and web apps.\n- **Apple Push Notification Service (APNS)** – For iOS, iPadOS, and macOS devices.\n- **Windows Push Notification Service (WNS)** – For Windows devices.\n\n---\n\n## **2. Setup Steps**\n### **Step 1: Configure a Provider**\n#### **FCM (Firebase Cloud Messaging)**\n1. Go to the [Firebase Console](https://console.firebase.google.com/).\n2. Create a project and enable **Cloud Messaging**.\n3. Generate a **Server Key** (legacy) or **Service Account JSON** (HTTP v1).\n4. In the **Appwrite Console**, go to **Messaging > Providers** and add an **FCM** provider.\n5. Enter the **Server Key** or upload the **Service Account JSON** file.\n\n#### **APNS (Apple Push Notification Service)**\n1. Go to the [Apple Developer Portal](https://developer.apple.com/account/).\n2. Create an **Auth Key (p8)** or **Certificate (p12)** for APNS.\n3. In the **Appwrite Console**, go to **Messaging > Providers** and add an **APNS** provider.\n4. Upload the **Auth Key (p8)** or **Certificate (p12)** and provide:\n   - **Bundle ID** (e.g., `com.example.app`)\n   - **Key ID** (if using p8)\n   - **Team ID** (from Apple Developer Account).\n\n#### **WNS (Windows Push Notification Service)**\n1. Go to the [Microsoft Developer Dashboard](https://developer.microsoft.com/en-us/dashboard/).\n2. Register your app and obtain **Package SID** and **Client Secret**.\n3. In the **Appwrite Console**, go to **Messaging > Providers** and add a **WNS** provider.\n4. Enter the **Package SID** and **Client Secret**.\n\n---\n\n### **Step 2: Subscribe Devices to a Topic**\nUse the Appwrite SDK to subscribe a device to a topic.\n\n#### **TypeScript Example**\n```typescript\nimport { Client, Messaging } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint(\"https://cloud.appwrite.io/v1\")\n  .setProject(\"your-project-id\");\n\nconst messaging = new Messaging(client);\n\n// Subscribe a device to a topic\nconst subscription = await messaging.createSubscriber({\n  topicId: \"topic123\",\n  subscriberId: \"device123\", // Unique device ID\n});\n```\n\n---\n\n### **Step 3: Send a Push Notification to a Topic**\n#### **TypeScript Example**\n```typescript\nimport { Client, Messaging } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint(\"https://cloud.appwrite.io/v1\")\n  .setProject(\"your-project-id\");\n\nconst messaging = new Messaging(client);\n\n// Send a push notification to a topic\nconst result = await messaging.createPushNotification({\n  topicId: \"topic123\",\n  title: \"New Update!\",\n  body: \"Check out the latest features in our app.\",\n  data: { key: \"value\" }, // Optional custom data\n});\n```\n\n#### **REST API Example**\n```http\nPOST /v1/messaging/topics/{topicId}/push\nHeaders:\n  Content-Type: application/json\n  X-Appwrite-Project: your-project-id\nBody:\n{\n  \"title\": \"New Update!\",\n  \"body\": \"Check out the latest features in our app.\",\n  \"data\": { \"key\": \"value\" }\n}\n```\n\n---\n\n## **Key Notes**\n- **Device Tokens**: If sending notifications to specific devices, register their push tokens using `messaging.createSubscriber()`.\n- **Provider-Specific Payloads**: Customize notifications for APNS, FCM, or WNS using the `data` field.\n- **Rate Limits**: Appwrite enforces rate limits on push notifications (check the [Appwrite Messaging docs](https://appwrite.io/docs/messaging) for details).\n\n---\n\n### **References**\n- [Appwrite Messaging Documentation](https://appwrite.io/docs/messaging)\n- [Appwrite TypeScript SDK](https://appwrite.io/docs/sdks)",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer covers most key elements: FCM and APNS providers (plus WNS as a bonus), topic creation/subscription, user targets/device tokens, and mentions createPushNotification() method. However, the correct method name per the rubric is messaging.createPush() not messaging.createPushNotification(), and the subscription API shown (messaging.createSubscriber with topicId/subscriberId) doesn't accurately reflect Appwrite's actual API for subscribing user targets to topics. The device token registration concept is mentioned but not clearly explained as part of the target/device setup flow. Overall, the answer is substantially correct with good detail but has some inaccuracies in method names and API usage.",
          "promptTokens": 7335,
          "completionTokens": 2079,
          "totalTokens": 9414,
          "cost": 0.006786,
          "durationMs": 32866,
          "tokensPerSecond": 63.26,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6761,
          "completionTokens": 22,
          "totalTokens": 6783,
          "cost": 0.003414,
          "durationMs": 1931,
          "tokensPerSecond": 11.39,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 1742,
          "tokensPerSecond": 12.63,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6777,
          "completionTokens": 22,
          "totalTokens": 6799,
          "cost": 0.003422,
          "durationMs": 1769,
          "tokensPerSecond": 12.44,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6753,
          "completionTokens": 22,
          "totalTokens": 6775,
          "cost": 0.003409,
          "durationMs": 1828,
          "tokensPerSecond": 12.04,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging provides flexible **message targeting** to send notifications or messages to specific users, groups of users (via topics), or individual targets (e.g., devices or channels). Here’s how it works:\n\n---\n\n### **1. Sending Messages to Specific Users**\nYou can target **one or more users** by their **user IDs**. This is useful for personalized notifications (e.g., direct messages, account updates).\n\n#### **How it works:**\n- Appwrite associates **push tokens** (for push notifications) or **email addresses** (for emails) with user accounts.\n- When sending a message, you specify the `userIds` field in the payload to target specific users.\n- Appwrite delivers the message to all registered devices/channels of those users.\n\n#### **Example (HTTP API):**\n```http\nPOST /v1/messaging/messages/email\nContent-Type: application/json\nX-Appwrite-Project: [PROJECT_ID]\nX-Appwrite-Key: [API_KEY]\n\n{\n  \"userIds\": [\"user1\", \"user2\"],\n  \"subject\": \"Hello!\",\n  \"content\": \"This is a targeted message.\"\n}\n```\n\n---\n\n### **2. Sending Messages to Topics**\nTopics allow you to send messages to **groups of users** who have subscribed to a specific topic (e.g., \"sports-news\", \"promotions\"). This is ideal for broadcast-style notifications.\n\n#### **How it works:**\n- Users **subscribe** to topics using their client SDK or the API.\n- When sending a message, you specify the `topics` field in the payload.\n- Appwrite delivers the message to **all subscribers** of the specified topics.\n\n#### **Example (HTTP API):**\n```http\nPOST /v1/messaging/messages/push\nContent-Type: application/json\nX-Appwrite-Project: [PROJECT_ID]\nX-Appwrite-Key: [API_KEY]\n\n{\n  \"topics\": [\"sports-news\", \"updates\"],\n  \"title\": \"Breaking News\",\n  \"body\": \"Your team just won the championship!\"\n}\n```\n\n---\n\n### **3. Sending Messages to Individual Targets**\nYou can target **specific devices or channels** directly using:\n- **Push notifications**: Target devices via their **push tokens**.\n- **Emails**: Target specific email addresses.\n- **SMS**: Target phone numbers.\n\n#### **How it works:**\n- For **push notifications**, you provide a list of `targets` (e.g., push tokens for FCM/APNS).\n- For **emails**, you provide a list of `emails`.\n- For **SMS**, you provide a list of `phone numbers`.\n\n#### **Example (HTTP API for Push Notifications):**\n```http\nPOST /v1/messaging/messages/push\nContent-Type: application/json\nX-Appwrite-Project: [PROJECT_ID]\nX-Appwrite-Key: [API_KEY]\n\n{\n  \"targets\": [\"push_token_1\", \"push_token_2\"],\n  \"title\": \"Alert\",\n  \"body\": \"This is a direct push notification.\"\n}\n```\n\n---\n\n### **4. Combining Targeting Methods**\nYou can combine `userIds`, `topics`, and `targets` in a single message to reach multiple audiences. For example:\n- Send a message to **all subscribers of a topic** + **specific users** + **specific devices**.\n\n#### **Example (Combined Targeting):**\n```http\nPOST /v1/messaging/messages/push\nContent-Type: application/json\nX-Appwrite-Project: [PROJECT_ID]\nX-Appwrite-Key: [API_KEY]\n\n{\n  \"userIds\": [\"user1\", \"user2\"],\n  \"topics\": [\"sports-news\"],\n  \"targets\": [\"push_token_1\"],\n  \"title\": \"Combined Message\",\n  \"body\": \"This message reaches users, topics, and devices.\"\n}\n```\n\n---\n\n### **Key Notes:**\n1. **Subscriptions**:\n   - Users must **subscribe to topics** before receiving topic-based messages.\n   - Push tokens must be **registered** for users/devices to receive push notifications.\n2. **Channels**:\n   - Appwrite Messaging supports **email**, **push notifications**, and **SMS** (via providers like Twilio).\n3. **Permissions**:\n   - Ensure your API key or JWT has the required permissions (`messaging.messages.write`).\n4. **Rate Limits**:\n   - Appwrite enforces rate limits for messaging to prevent abuse.\n\n---\n\n### **Use Cases:**\n| Targeting Method       | Use Case                                  |\n|------------------------|-------------------------------------------|\n| `userIds`              | Personalized notifications (e.g., DMs).   |\n| `topics`               | Broadcast messages (e.g., newsletters).   |\n| `targets` (push/email) | Direct messages to specific devices.      |\n| Combined               | Multi-audience campaigns.                 |\n\nFor more details, refer to the [Appwrite Messaging Documentation](https://appwrite.io/docs/messaging).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four rubric requirements: 1) Three targeting methods (topics, users/userIds, and individual targets) are clearly described with dedicated sections; 2) Topic subscription mechanism is explained - users subscribe to topics before receiving messages; 3) How messages are sent to each target type is detailed with API examples showing the specific fields used; 4) Combining targeting methods is explicitly covered in section 4 with a concrete example showing userIds, topics, and targets used together in a single call. The answer is comprehensive, well-structured, and accurate.",
          "promptTokens": 334,
          "completionTokens": 1066,
          "totalTokens": 1400,
          "cost": 0.001766,
          "durationMs": 17965,
          "tokensPerSecond": 59.34,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6763,
          "completionTokens": 22,
          "totalTokens": 6785,
          "cost": 0.003415,
          "durationMs": 1797,
          "tokensPerSecond": 12.24,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6687,
          "completionTokens": 22,
          "totalTokens": 6709,
          "cost": 0.003376,
          "durationMs": 1783,
          "tokensPerSecond": 12.34,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6863,
          "completionTokens": 22,
          "totalTokens": 6885,
          "cost": 0.003464,
          "durationMs": 1723,
          "tokensPerSecond": 12.77,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6763,
          "completionTokens": 22,
          "totalTokens": 6785,
          "cost": 0.003415,
          "durationMs": 2030,
          "tokensPerSecond": 10.84,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6805,
          "completionTokens": 22,
          "totalTokens": 6827,
          "cost": 0.003435,
          "durationMs": 11195,
          "tokensPerSecond": 1.97,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6777,
          "completionTokens": 22,
          "totalTokens": 6799,
          "cost": 0.003422,
          "durationMs": 1802,
          "tokensPerSecond": 12.21,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6797,
          "completionTokens": 22,
          "totalTokens": 6819,
          "cost": 0.003432,
          "durationMs": 2410,
          "tokensPerSecond": 9.13,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6735,
          "completionTokens": 22,
          "totalTokens": 6757,
          "cost": 0.003401,
          "durationMs": 1788,
          "tokensPerSecond": 12.3,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6797,
          "completionTokens": 22,
          "totalTokens": 6819,
          "cost": 0.003432,
          "durationMs": 1746,
          "tokensPerSecond": 12.6,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6809,
          "completionTokens": 22,
          "totalTokens": 6831,
          "cost": 0.003438,
          "durationMs": 2085,
          "tokensPerSecond": 10.55,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "To send a **push notification** to all users subscribed to a **topic** in Appwrite, follow these steps. First, ensure the following prerequisites are configured:\n\n---\n\n### **Prerequisites (Must Be Configured First)**\n1. **Appwrite Project Setup**\n   - Ensure you have an Appwrite project created.\n   - Note your **Project ID** (found in the Appwrite Console under **Settings**).\n\n2. **Messaging Service Setup**\n   - Enable the **Messaging service** in the Appwrite Console under **Messaging > Providers**.\n   - Configure a **Push Notification Provider** (e.g., Firebase Cloud Messaging (FCM) for Android or Apple Push Notification Service (APNS) for iOS).\n     - For **FCM**, provide the **Server Key** and **Sender ID**.\n     - For **APNS**, provide the **Auth Key**, **Key ID**, **Team ID**, and **Bundle ID**.\n\n3. **Topic Creation**\n   - Create a **topic** in the Appwrite Console under **Messaging > Topics** or programmatically using the SDK.\n   - Note the **Topic ID** (e.g., `announcements`).\n\n4. **User Subscriptions**\n   - Users must **subscribe** to the topic using the Appwrite SDK (e.g., in your mobile or web app).\n     Example (Flutter):\n     ```dart\n     final subscription = await client.messaging.createSubscription(\n       topicId: 'announcements',\n       userId: 'user123',\n     );\n     ```\n\n5. **Device Tokens**\n   - Ensure users' devices are registered with Appwrite using their **push notification tokens** (e.g., FCM or APNS tokens).\n     Example (Flutter):\n     ```dart\n     await client.messaging.updatePushTarget(\n       targetId: 'unique_target_id',\n       identifier: 'fcm_or_apns_token',\n     );\n     ```\n\n---\n\n### **Steps to Send a Push Notification to a Topic**\nOnce the prerequisites are configured, follow these steps:\n\n---\n\n#### **1. Use the Appwrite SDK or REST API**\nSend a push notification to all subscribers of a topic using the **Appwrite SDK** (e.g., TypeScript, Flutter, or REST API).\n\n##### **Example (TypeScript)**\n```typescript\nimport { Client, Messaging } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite endpoint\n  .setProject('your-project-id') // Your project ID\n  .setKey('your-api-key'); // Your API key (with messaging permissions)\n\nconst messaging = new Messaging(client);\n\nconst result = await messaging.createPushNotification(\n  topicId: 'announcements',\n  title: 'New Update!',\n  body: 'Check out our latest features.',\n  data: { // Optional additional data\n    key: 'value',\n  },\n);\n```\n\n##### **Example (REST API)**\n```bash\ncurl -X POST \\\n  https://cloud.appwrite.io/v1/messaging/topics/announcements/push \\\n  -H 'Content-Type: application/json' \\\n  -H 'X-Appwrite-Project: your-project-id' \\\n  -H 'X-Appwrite-Key: your-api-key' \\\n  -d '{\n    \"title\": \"New Update!\",\n    \"body\": \"Check out our latest features.\",\n    \"data\": { \"key\": \"value\" }\n  }'\n```\n\n---\n\n#### **2. Verify the Notification**\n- Check the **Appwrite Console** under **Messaging > Logs** to confirm the notification was sent.\n- Ensure users receive the notification on their devices.\n\n---\n\n### **Key Notes**\n- **Permissions**: Ensure your API key has the `messaging.write` permission.\n- **Provider Configuration**: Push notifications will fail if the provider (FCM/APNS) is not configured correctly.\n- **Topic Subscribers**: Only users subscribed to the topic will receive the notification.\n- **Payload Limits**: Push notification payloads have size limits (e.g., 4KB for FCM). Keep the `data` field concise.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) is clearly mentioned with setup details, 2) Topic creation is described, 3) User targets/subscriptions to the topic are explained including device token registration, 4) Sending push to the topic is demonstrated with code examples. The answer is comprehensive and well-structured. Minor deductions because the API method shown (createPushNotification with topicId as a direct parameter) doesn't exactly match Appwrite's actual API (messaging.createPush with topicIds array), and the REST endpoint format shown isn't quite accurate to Appwrite's actual API structure, but the conceptual flow is correct and all key elements are present.",
          "promptTokens": 332,
          "completionTokens": 870,
          "totalTokens": 1202,
          "cost": 0.001471,
          "durationMs": 14842,
          "tokensPerSecond": 58.62,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6723,
          "completionTokens": 22,
          "totalTokens": 6745,
          "cost": 0.003395,
          "durationMs": 1621,
          "tokensPerSecond": 13.57,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6751,
          "completionTokens": 22,
          "totalTokens": 6773,
          "cost": 0.003409,
          "durationMs": 1721,
          "tokensPerSecond": 12.78,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6805,
          "completionTokens": 22,
          "totalTokens": 6827,
          "cost": 0.003435,
          "durationMs": 1917,
          "tokensPerSecond": 11.48,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6789,
          "completionTokens": 22,
          "totalTokens": 6811,
          "cost": 0.003428,
          "durationMs": 6735,
          "tokensPerSecond": 3.27,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6819,
          "completionTokens": 22,
          "totalTokens": 6841,
          "cost": 0.003443,
          "durationMs": 1687,
          "tokensPerSecond": 13.04,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6787,
          "completionTokens": 22,
          "totalTokens": 6809,
          "cost": 0.003427,
          "durationMs": 1676,
          "tokensPerSecond": 13.13,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6817,
          "completionTokens": 22,
          "totalTokens": 6839,
          "cost": 0.003441,
          "durationMs": 1686,
          "tokensPerSecond": 13.05,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6773,
          "completionTokens": 22,
          "totalTokens": 6795,
          "cost": 0.00342,
          "durationMs": 1706,
          "tokensPerSecond": 12.9,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's how to subscribe to realtime table row changes and file uploads simultaneously using the Appwrite Web SDK, handling each event type differently:\n\n```typescript\nimport { Client, Realtime, Channel } from \"appwrite\";\n\nconst client = new Client()\n  .setEndpoint('https://cloud.appwrite.io/v1') // Your Appwrite endpoint\n  .setProject('YOUR_PROJECT_ID');              // Your project ID\n\nconst realtime = new Realtime(client);\n\n// Subscribe to both table row changes and file uploads\nconst subscription = realtime.subscribe([\n  // Channel for table row changes\n  Channel.tablesdb('DATABASE_ID').table('TABLE_ID').row(),\n\n  // Channel for file uploads\n  Channel.bucket('BUCKET_ID').file()\n], (response) => {\n  // Handle table row changes\n  if (response.events.some(event =>\n    event.startsWith('tablesdb.') &&\n    event.includes('.rows.')\n  )) {\n    const row = response.payload;\n    console.log('Table row event:', {\n      event: response.events,\n      rowId: row.$id,\n      data: row\n    });\n\n    // Handle different row events\n    if (response.events.includes('tablesdb.*.tables.*.rows.*.create')) {\n      console.log('New row created:', row);\n    } else if (response.events.includes('tablesdb.*.tables.*.rows.*.update')) {\n      console.log('Row updated:', row);\n    } else if (response.events.includes('tablesdb.*.tables.*.rows.*.delete')) {\n      console.log('Row deleted:', row.$id);\n    }\n  }\n\n  // Handle file uploads\n  else if (response.events.some(event =>\n    event.startsWith('buckets.') &&\n    event.includes('.files.')\n  )) {\n    const file = response.payload;\n    console.log('File event:', {\n      event: response.events,\n      fileId: file.$id,\n      name: file.name,\n      size: file.sizeOriginal\n    });\n\n    // Handle different file events\n    if (response.events.includes('buckets.*.files.*.create')) {\n      console.log('New file uploaded:', file.name);\n    } else if (response.events.includes('buckets.*.files.*.delete')) {\n      console.log('File deleted:', file.$id);\n    }\n  }\n});\n\n// To unsubscribe later\n// subscription.close();\n```\n\n### Key Points:\n\n1. **Multiple Channels**: The code subscribes to both table row changes and file uploads simultaneously using an array of channels.\n\n2. **Event Detection**: It checks which type of event occurred by examining the `response.events` array.\n\n3. **Different Handling**:\n   - For table rows: Handles create, update, and delete events differently\n   - For files: Handles create and delete events differently\n\n4. **Payload Access**: The actual data is in `response.payload` which contains either the row or file object.\n\n5. **Cleanup**: Remember to call `subscription.close()` when you no longer need the subscription.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Includes a channel for table rows using Channel.tablesdb('DATABASE_ID').table('TABLE_ID').row(), 3) Includes a channel for files using Channel.bucket('BUCKET_ID').file(), 4) Checks event types in the callback using response.events, 5) Implements different handling logic for row events (create/update/delete) vs file events (create/delete). The code is well-structured and demonstrates proper event differentiation. Minor uncertainty about whether Channel.tablesdb() and Channel.bucket() are the exact API methods in the Appwrite Web SDK (vs string-based channel names), but the approach aligns with the reference answer's mention of these channel formats.",
          "promptTokens": 6207,
          "completionTokens": 654,
          "totalTokens": 6861,
          "cost": 0.004084,
          "durationMs": 11332,
          "tokensPerSecond": 57.71,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Appwrite offers both **Realtime** and **Webhooks** as ways to handle event-driven workflows, but they serve different purposes and use cases. Here’s a breakdown of their differences and when to use each:\n\n---\n\n### **1. Appwrite Realtime**\n**What it is:**\nRealtime is a feature that allows clients (e.g., web or mobile apps) to subscribe to events in Appwrite and receive instant updates via a persistent WebSocket connection. It is designed for **client-side applications** that need to react to changes as they happen.\n\n**Key Characteristics:**\n- **Client-side focused**: Works directly in browsers, mobile apps, or any client that can establish a WebSocket connection.\n- **Persistent connection**: Uses WebSockets to push updates instantly to subscribed clients.\n- **Event-driven**: Clients can subscribe to specific events (e.g., database document changes, file uploads, or user authentication events).\n- **Low latency**: Updates are pushed immediately to subscribed clients.\n- **No server required**: Clients can listen to events without needing a backend server.\n\n**Use Cases for Realtime:**\n- **Live collaboration**: E.g., a chat app, collaborative editing, or live notifications.\n- **Dynamic UI updates**: E.g., updating a feed, dashboard, or list when data changes.\n- **Real-time analytics**: E.g., tracking user activity or system metrics as they happen.\n- **Multiplayer games**: E.g., syncing game state across players in real time.\n\n**Example Events You Can Subscribe To:**\n- Database document created, updated, or deleted.\n- File uploaded, deleted, or updated.\n- User signed in, signed out, or account updated.\n- Function execution started or completed.\n\n---\n\n### **2. Appwrite Webhooks**\n**What it is:**\nWebhooks are HTTP callbacks that Appwrite sends to a specified URL when a predefined event occurs. They are designed for **server-to-server communication** and allow you to trigger actions in external systems (e.g., third-party services or your backend).\n\n**Key Characteristics:**\n- **Server-side focused**: Webhooks send HTTP requests to a server or cloud function when an event occurs.\n- **Event-driven**: You define which events trigger a webhook (e.g., database changes, user sign-ups, or function executions).\n- **No persistent connection**: Uses HTTP requests, so no WebSocket connection is required.\n- **Flexible integration**: Can trigger actions in external services (e.g., Slack, Stripe, or your custom backend).\n- **Retry mechanism**: Appwrite retries failed webhook deliveries to ensure reliability.\n\n**Use Cases for Webhooks:**\n- **Automating workflows**: E.g., sending a welcome email when a user signs up.\n- **Integrating with third-party services**: E.g., notifying Slack when a new file is uploaded or triggering a Zapier workflow.\n- **Server-side processing**: E.g., running a background job (e.g., image processing) when a file is uploaded.\n- **Logging and monitoring**: E.g., sending event data to an analytics service or logging system.\n- **Custom business logic**: E.g., updating an external database or triggering a CI/CD pipeline.\n\n**Example Events You Can Trigger Webhooks For:**\n- Database document created, updated, or deleted.\n- User created, deleted, or updated.\n- File uploaded, deleted, or updated.\n- Function executed or completed.\n- Team created or deleted.\n\n---\n\n### **Key Differences Summary**\n| Feature                | Realtime                          | Webhooks                          |\n|------------------------|-----------------------------------|-----------------------------------|\n| **Communication**      | WebSocket (persistent connection) | HTTP (one-way request)            |\n| **Target Audience**    | Client-side apps                  | Server-side or external services  |\n| **Latency**            | Instant (low latency)             | Slightly higher (HTTP overhead)   |\n| **Use Case**           | Live updates in apps              | Automating workflows or integrations |\n| **Setup Complexity**   | Simple (client-side SDK)          | Requires a server endpoint        |\n| **Retry Mechanism**    | No                                | Yes                               |\n| **Scalability**        | Limited by WebSocket connections  | Highly scalable                   |\n\n---\n\n### **When to Use Each**\n- **Use Realtime** when:\n  - You need to update a client-side app instantly (e.g., live chat, notifications, or collaborative tools).\n  - You want to avoid polling or manual refreshes.\n  - Your use case is client-focused and requires low-latency updates.\n\n- **Use Webhooks** when:\n  - You need to trigger actions in external systems or services (e.g., sending emails, updating databases, or integrating with third-party tools).\n  - You want to automate server-side workflows or run background jobs.\n  - You need reliability (e.g., retries for failed deliveries) or scalability.\n\n---\n\n### **Can They Work Together?**\nYes! You can combine both for a powerful event-driven architecture. For example:\n1. A user uploads a file (triggers a **webhook** to process the file on your server).\n2. The processed file is saved to the database (triggers **Realtime** to update all connected clients instantly).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Realtime uses WebSockets for client-side communication, 2) Webhooks use HTTP callbacks for server-to-server communication, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat apps, live dashboards for Realtime; sending emails, Slack notifications, CI/CD pipelines for Webhooks). The answer goes beyond the reference answer with a detailed comparison table, additional characteristics, and a practical example of combining both features.",
          "promptTokens": 327,
          "completionTokens": 1087,
          "totalTokens": 1414,
          "cost": 0.001794,
          "durationMs": 20100,
          "tokensPerSecond": 54.08,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6767,
          "completionTokens": 22,
          "totalTokens": 6789,
          "cost": 0.003417,
          "durationMs": 1895,
          "tokensPerSecond": 11.61,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6791,
          "completionTokens": 22,
          "totalTokens": 6813,
          "cost": 0.003428,
          "durationMs": 1896,
          "tokensPerSecond": 11.6,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6781,
          "completionTokens": 22,
          "totalTokens": 6803,
          "cost": 0.003424,
          "durationMs": 2080,
          "tokensPerSecond": 10.58,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6771,
          "completionTokens": 22,
          "totalTokens": 6793,
          "cost": 0.003419,
          "durationMs": 1760,
          "tokensPerSecond": 12.5,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6751,
          "completionTokens": 22,
          "totalTokens": 6773,
          "cost": 0.003409,
          "durationMs": 2346,
          "tokensPerSecond": 9.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6839,
          "completionTokens": 22,
          "totalTokens": 6861,
          "cost": 0.003453,
          "durationMs": 1823,
          "tokensPerSecond": 12.07,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 6769,
          "completionTokens": 22,
          "totalTokens": 6791,
          "cost": 0.003418,
          "durationMs": 2858,
          "tokensPerSecond": 7.7,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6823,
          "completionTokens": 22,
          "totalTokens": 6845,
          "cost": 0.003445,
          "durationMs": 1703,
          "tokensPerSecond": 12.92,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6817,
          "completionTokens": 22,
          "totalTokens": 6839,
          "cost": 0.003441,
          "durationMs": 2110,
          "tokensPerSecond": 10.43,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "To listen to both a **TablesDB table's rows** and a **storage bucket's files** in a single `realtime.subscribe()` call, you need to subscribe to the following channels:\n\n### Channel Strings:\n1. **For a TablesDB table's rows** (all rows in a table):\n   ```plaintext\n   tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows\n   ```\n\n2. **For a storage bucket's files** (all files in a bucket):\n   ```plaintext\n   buckets.[BUCKET_ID].files\n   ```\n\n---\n\n### Example Code:\n```typescript\nconst subscription = realtime.subscribe(\n    [\n        \"tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows\",\n        \"buckets.[BUCKET_ID].files\"\n    ],\n    (response) => {\n        console.log(\"Event:\", response.events);\n        console.log(\"Payload:\", response.payload);\n    }\n);\n```\n\nReplace:\n- `[DATABASE_ID]` with your **database ID**.\n- `[TABLE_ID]` with your **table ID**.\n- `[BUCKET_ID]` with your **bucket ID**.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer is fully correct and complete. It includes: 1) realtime.subscribe with an array of channels, 2) the correct rows channel format 'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows', 3) the correct files channel format 'buckets.[BUCKET_ID].files', and 4) a callback function. The code example is well-structured and matches the reference answer exactly in terms of channel string format and subscribe call structure.",
          "promptTokens": 6217,
          "completionTokens": 247,
          "totalTokens": 6464,
          "cost": 0.003479,
          "durationMs": 5769,
          "tokensPerSecond": 42.82,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7790,
          "completionTokens": 21,
          "totalTokens": 7811,
          "cost": 0.003927,
          "durationMs": 1853,
          "tokensPerSecond": 11.33,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7772,
          "completionTokens": 21,
          "totalTokens": 7793,
          "cost": 0.003918,
          "durationMs": 1747,
          "tokensPerSecond": 12.02,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7758,
          "completionTokens": 21,
          "totalTokens": 7779,
          "cost": 0.003911,
          "durationMs": 1721,
          "tokensPerSecond": 12.2,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7752,
          "completionTokens": 21,
          "totalTokens": 7773,
          "cost": 0.003907,
          "durationMs": 2605,
          "tokensPerSecond": 8.06,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7732,
          "completionTokens": 21,
          "totalTokens": 7753,
          "cost": 0.003897,
          "durationMs": 1844,
          "tokensPerSecond": 11.39,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7752,
          "completionTokens": 21,
          "totalTokens": 7773,
          "cost": 0.003907,
          "durationMs": 1764,
          "tokensPerSecond": 11.9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7750,
          "completionTokens": 21,
          "totalTokens": 7771,
          "cost": 0.003907,
          "durationMs": 8515,
          "tokensPerSecond": 2.47,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7738,
          "completionTokens": 21,
          "totalTokens": 7759,
          "cost": 0.0039,
          "durationMs": 1892,
          "tokensPerSecond": 11.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "To set up a **CI/CD pipeline** using the **Appwrite CLI**, follow these steps for **non-interactive deployment**:\n\n---\n\n### **1. Install the Appwrite CLI**\nInstall the CLI globally in your CI environment (e.g., GitHub Actions, GitLab CI, or CircleCI):\n```bash\nnpm install -g appwrite-cli\n```\nor use a script for Linux/macOS:\n```bash\ncurl -sL https://appwrite.io/cli/install.sh | bash\n```\n\n---\n\n### **2. Log in Non-Interactively**\nFor CI/CD, use an **API key** or **session token** to authenticate:\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n                --project \"<PROJECT_ID>\" \\\n                --key \"<API_KEY>\"\n```\n- Replace `<REGION>` with your Appwrite Cloud region (e.g., `us-east-1`).\n- Replace `<PROJECT_ID>` with your project ID.\n- Replace `<API_KEY>` with a **project API key** (create one in the Appwrite Console under **Project Settings > API Keys**).\n\n---\n\n### **3. Configure `appwrite.config.json`**\nDefine your resources (functions, sites, tables, etc.) in `appwrite.config.json` or split them into separate files using `includes`. Example:\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"includes\": {\n        \"functions\": \"appwrite/functions.json\",\n        \"sites\": \"appwrite/sites.json\"\n    }\n}\n```\n\n---\n\n### **4. Deploy Resources Non-Interactively**\nUse the `--force` flag to skip confirmation prompts and `--all` to deploy all resources of a type.\n\n#### **Deploy All Resources**\n```bash\nappwrite push all --all --force\n```\n\n#### **Deploy Specific Resources**\n```bash\n# Deploy all functions\nappwrite push functions --all --force\n\n# Deploy a specific function\nappwrite push functions --function-id \"<FUNCTION_ID>\" --force\n\n# Deploy all sites\nappwrite push sites --all --force\n\n# Deploy a specific site\nappwrite push sites --site-id \"<SITE_ID>\" --force\n\n# Deploy tables (databases)\nappwrite push tables --all --force\n\n# Deploy buckets (storage)\nappwrite push buckets --all --force\n\n# Deploy teams\nappwrite push teams --all --force\n\n# Deploy webhooks\nappwrite push webhooks --all --force\n\n# Deploy topics (messaging)\nappwrite push topics --all --force\n```\n\n---\n\n### **5. Deploy Functions with Variables**\nIf your function uses environment variables (e.g., `.env` file), include the `--with-variables` flag:\n```bash\nappwrite push functions --function-id \"<FUNCTION_ID>\" --force --with-variables\n```\n\n---\n\n### **6. Deploy Sites with Variables**\nSimilarly, for sites:\n```bash\nappwrite push sites --site-id \"<SITE_ID>\" --force --with-variables\n```\n\n---\n\n### **7. Example CI/CD Pipeline (GitHub Actions)**\nHere’s a sample GitHub Actions workflow to deploy an Appwrite function:\n```yaml\nname: Deploy Appwrite Function\n\non:\n  push:\n    branches: [ main ]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Authenticate with Appwrite\n        run: |\n          appwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n                          --project \"<PROJECT_ID>\" \\\n                          --key \"${{ secrets.APPWRITE_API_KEY }}\"\n\n      - name: Deploy Function\n        run: appwrite push functions --function-id \"<FUNCTION_ID>\" --force\n```\n\n---\n\n### **Key Flags for Non-Interactive Deployment**\n| Flag | Description |\n|------|-------------|\n| `--force` | Skip confirmation prompts. |\n| `--all` | Deploy all resources of a type. |\n| `--with-variables` | Sync environment variables from `.env` files. |\n| `--function-id <ID>` | Deploy a specific function. |\n| `--site-id <ID>` | Deploy a specific site. |\n\n---\n\n### **Notes**\n1. **API Key Permissions**: Ensure your API key has the required scopes (e.g., `functions.write`, `sites.write`).\n2. **Error Handling**: Use `--verbose` for detailed logs if deployment fails.\n3. **Secrets**: Store sensitive values (e.g., API keys) as CI/CD secrets.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria: 1) API key authentication is clearly explained with the --key flag, 2) --force flag for non-interactive mode is mentioned and demonstrated, 3) appwrite push command is shown extensively, 4) environment variable configuration is addressed (storing API keys as CI/CD secrets, --with-variables flag), 5) login/authentication step is shown using 'appwrite client' command. The answer is comprehensive and includes a practical GitHub Actions example. Minor deduction because it uses 'appwrite client' instead of 'appwrite login' for authentication, which slightly differs from the reference answer's approach, though 'appwrite client' is a valid non-interactive authentication method in the CLI.",
          "promptTokens": 7238,
          "completionTokens": 1001,
          "totalTokens": 8239,
          "cost": 0.005121,
          "durationMs": 15858,
          "tokensPerSecond": 63.12,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "Here’s a concise workflow for **creating, configuring, and deploying an Appwrite Function using the CLI**, including key `appwrite.config.json` options:\n\n---\n\n### **1. Install and Authenticate the CLI**\n```bash\nnpm install -g appwrite-cli  # Install CLI\nappwrite login               # Authenticate with Appwrite Cloud or self-hosted\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" --projectId \"<PROJECT_ID>\"\n```\n\n---\n\n### **2. Initialize a Function**\n```bash\nappwrite init functions  # Interactive setup\n```\n- Follow prompts to create a new function (or pull existing ones with `appwrite pull functions`).\n\n---\n\n### **3. Configure the Function**\nEdit `appwrite.config.json` (or `appwrite/functions.json` if using `includes`):\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"<FUNCTION_ID>\",\n      \"name\": \"MyFunction\",\n      \"enabled\": true,\n      \"runtime\": \"node-22\",          // Runtime (e.g., node-20, python-3.11)\n      \"buildSpecification\": \"s-1vcpu-512mb\",  // Build resources\n      \"runtimeSpecification\": \"s-1vcpu-512mb\", // Execution resources\n      \"deploymentRetention\": 7,     // Days to retain old deployments\n      \"timeout\": 15,                // Max execution time (seconds)\n      \"entrypoint\": \"src/main.js\",  // Entrypoint file\n      \"commands\": \"npm install\",    // Build commands\n      \"ignore\": \"node_modules\\n.tmp\", // Files to exclude\n      \"path\": \"functions/my-function\", // Local source directory\n      \"scopes\": [\"users.read\"],     // API scopes for execution key\n      \"events\": [\"users.*.create\"], // Trigger events\n      \"schedule\": \"0 0 * * *\"       // Cron schedule (optional)\n    }\n  ]\n}\n```\n\n#### **Key Configuration Options**:\n| Field                  | Description                                                                 |\n|------------------------|-----------------------------------------------------------------------------|\n| `runtime`              | Execution environment (e.g., `node-22`, `python-3.11`).                    |\n| `buildSpecification`   | Compute resources for building the deployment (e.g., `s-1vcpu-512mb`).     |\n| `runtimeSpecification` | Compute resources for execution (e.g., `s-1vcpu-512mb`).                   |\n| `scopes`               | API permissions for the function’s execution key.                           |\n| `events`               | Event triggers (e.g., `users.*.create`).                                    |\n| `schedule`             | Cron schedule for timed executions (e.g., `\"0 0 * * *\"` for daily).        |\n| `timeout`              | Maximum execution duration (seconds).                                       |\n| `ignore`               | Files/directories to exclude during deployment (e.g., `node_modules`).      |\n\n---\n\n### **4. Add Environment Variables**\nCreate a `.env` file in the function’s `path` directory:\n```env\nAPI_KEY=your_key_here\nDEBUG=true\n```\nSync variables to Appwrite:\n```bash\nappwrite push functions --function-id \"<FUNCTION_ID>\" --with-variables\n```\n\n---\n\n### **5. Deploy the Function**\n```bash\n# Deploy and activate (default)\nappwrite push functions --function-id \"<FUNCTION_ID>\"\n\n# Deploy without activating\nappwrite push functions --function-id \"<FUNCTION_ID>\" --activate=false\n```\n\n---\n\n### **6. Test the Function**\n#### **Trigger Manually**:\n```bash\nappwrite functions create-execution --function-id \"<FUNCTION_ID>\" --body '{\"key\": \"value\"}'\n```\n\n#### **View Logs**:\n```bash\nappwrite functions list-executions --function-id \"<FUNCTION_ID>\"\nappwrite functions get-execution --function-id \"<FUNCTION_ID>\" --execution-id \"<EXECUTION_ID>\"\n```\n\n---\n\n### **7. Update the Function**\n1. Modify code or configuration.\n2. Redeploy:\n   ```bash\n   appwrite push functions --function-id \"<FUNCTION_ID>\"\n   ```\n\n---\n\n### **8. Clean Up**\nDelete a function:\n```bash\nappwrite functions delete --function-id \"<FUNCTION_ID>\"\n```\n\n---\n\n### **Key Notes**:\n- **Multi-File Projects**: Use `includes` in `appwrite.config.json` to split configurations (e.g., `\"includes\": { \"functions\": \"appwrite/functions.json\" }`).\n- **CI/CD**: Use `--force` to skip confirmation prompts in scripts.\n- **Local Testing**: Run `appwrite run functions --function-id \"<FUNCTION_ID>\"` to test locally.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 required rubric points: (1) appwrite init functions to scaffold, (2) runtime selection with examples, (3) appwrite.config.json configuration options with detailed fields, (4) local development with appwrite run functions (mentioned in Key Notes), and (5) deployment with appwrite push functions. The response is comprehensive and well-structured. Minor deduction because 'appwrite run functions' for local development is only briefly mentioned in the Key Notes section rather than as a dedicated step in the main workflow, and execute permissions aren't explicitly called out as a config option (though scopes are mentioned). Overall, this is a thorough and accurate response.",
          "promptTokens": 7242,
          "completionTokens": 1012,
          "totalTokens": 8254,
          "cost": 0.005139,
          "durationMs": 20741,
          "tokensPerSecond": 48.79,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7768,
          "completionTokens": 21,
          "totalTokens": 7789,
          "cost": 0.003915,
          "durationMs": 2494,
          "tokensPerSecond": 8.42,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7760,
          "completionTokens": 21,
          "totalTokens": 7781,
          "cost": 0.003912,
          "durationMs": 1682,
          "tokensPerSecond": 12.49,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7826,
          "completionTokens": 21,
          "totalTokens": 7847,
          "cost": 0.003945,
          "durationMs": 10359,
          "tokensPerSecond": 2.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7800,
          "completionTokens": 21,
          "totalTokens": 7821,
          "cost": 0.003932,
          "durationMs": 2016,
          "tokensPerSecond": 10.42,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7758,
          "completionTokens": 21,
          "totalTokens": 7779,
          "cost": 0.003911,
          "durationMs": 2270,
          "tokensPerSecond": 9.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 21,
          "totalTokens": 7775,
          "cost": 0.003908,
          "durationMs": 4471,
          "tokensPerSecond": 4.7,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7778,
          "completionTokens": 21,
          "totalTokens": 7799,
          "cost": 0.00392,
          "durationMs": 1813,
          "tokensPerSecond": 11.58,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7882,
          "completionTokens": 21,
          "totalTokens": 7903,
          "cost": 0.003973,
          "durationMs": 2099,
          "tokensPerSecond": 10,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7794,
          "completionTokens": 21,
          "totalTokens": 7815,
          "cost": 0.003928,
          "durationMs": 1866,
          "tokensPerSecond": 11.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row in a table using the Appwrite CLI, the **`--data`** and **`--permissions`** arguments must be passed as **JSON strings**.\n\n### Example:\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id \"unique()\" \\\n    --data '{\"title\": \"Hello World\", \"status\": \"active\"}' \\\n    --permissions '[\"read(\\\"any\\\")\", \"write(\\\"user:<USER_ID>\\\")\"]'\n```\n\n### Explanation:\n- **`--data`**: A JSON string representing the row data (e.g., `'{\"key\": \"value\"}'`).\n- **`--permissions`**: A JSON array of permission strings (e.g., `'[\"read(\\\"any\\\")\", \"write(\\\"user:<USER_ID>\\\")\"]'`).\n  - Use `unique()` for auto-generating a row ID.\n  - Permissions follow Appwrite's [permission model](https://appwrite.io/docs/permissions).",
          "correct": true,
          "score": 0.6,
          "judgeReasoning": "The answer correctly mentions data as a JSON string with double quotes and provides a good example with correct syntax. However, for permissions, the reference answer specifies they should be passed as space-separated values (array in CLI terms), not as a JSON array string. The model passes permissions as a JSON array string ('[\"read(\\\"any\\\")\", ...]'), while the correct approach is space-separated values like 'read(\"any\")' 'read(\"team:abc\")'. The answer gets partial credit for correctly handling data and providing an example, but the permissions format is incorrect.",
          "promptTokens": 7226,
          "completionTokens": 242,
          "totalTokens": 7468,
          "cost": 0.003976,
          "durationMs": 6968,
          "tokensPerSecond": 34.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7884,
          "completionTokens": 21,
          "totalTokens": 7905,
          "cost": 0.003974,
          "durationMs": 3998,
          "tokensPerSecond": 5.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7846,
          "completionTokens": 21,
          "totalTokens": 7867,
          "cost": 0.003954,
          "durationMs": 2183,
          "tokensPerSecond": 9.62,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7832,
          "completionTokens": 21,
          "totalTokens": 7853,
          "cost": 0.003948,
          "durationMs": 1735,
          "tokensPerSecond": 12.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7772,
          "completionTokens": 21,
          "totalTokens": 7793,
          "cost": 0.003918,
          "durationMs": 1660,
          "tokensPerSecond": 12.65,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7928,
          "completionTokens": 21,
          "totalTokens": 7949,
          "cost": 0.003996,
          "durationMs": 1978,
          "tokensPerSecond": 10.62,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7866,
          "completionTokens": 21,
          "totalTokens": 7887,
          "cost": 0.003965,
          "durationMs": 2066,
          "tokensPerSecond": 10.16,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7838,
          "completionTokens": 21,
          "totalTokens": 7859,
          "cost": 0.003951,
          "durationMs": 1820,
          "tokensPerSecond": 11.54,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7990,
          "completionTokens": 21,
          "totalTokens": 8011,
          "cost": 0.004026,
          "durationMs": 1808,
          "tokensPerSecond": 11.62,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "glm-5-1",
      "modelName": "GLM 5.1",
      "provider": "Zhipu",
      "promptCostPerMillionTokens": 0.98,
      "completionCostPerMillionTokens": 3.08,
      "scores": {
        "foundation": 99.2,
        "auth": 99.3,
        "tablesdb": 95,
        "functions": 94.5,
        "storage": 89.3,
        "sites": 94.3,
        "messaging": 100,
        "realtime": 99.5,
        "cli": 92.7
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 95,
        "functions": 94.1,
        "storage": 88.2,
        "sites": 94.4,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 95,
        "auth": 95,
        "tablesdb": 95,
        "functions": 96.7,
        "storage": 95,
        "sites": 92.5,
        "messaging": 100,
        "realtime": 96.7,
        "cli": 98.3
      },
      "overall": 95.8,
      "mcqOverall": 95.8,
      "freeformOverall": 96.2,
      "totalQuestions": 191,
      "totalCorrect": 184,
      "totalPromptTokens": 1502817,
      "totalCompletionTokens": 62125,
      "totalTokens": 1564942,
      "totalCost": 1.79539,
      "totalDurationMs": 3585358,
      "averageTokensPerSecond": 17.33,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 643,
          "completionTokens": 72,
          "totalTokens": 715,
          "cost": 0.000927,
          "durationMs": 7576,
          "tokensPerSecond": 9.5,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 617,
          "completionTokens": 152,
          "totalTokens": 769,
          "cost": 0.00118,
          "durationMs": 7510,
          "tokensPerSecond": 20.24,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6532,
          "completionTokens": 162,
          "totalTokens": 6694,
          "cost": 0.007426,
          "durationMs": 16581,
          "tokensPerSecond": 9.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6578,
          "completionTokens": 166,
          "totalTokens": 6744,
          "cost": 0.007488,
          "durationMs": 16209,
          "tokensPerSecond": 10.24,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 621,
          "completionTokens": 116,
          "totalTokens": 737,
          "cost": 0.001058,
          "durationMs": 8770,
          "tokensPerSecond": 13.23,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-Side vs. Server-Side SDKs in Appwrite\n\nAppwrite provides two distinct SDK paradigms that serve different purposes. Here's how they differ and when to use each:\n\n---\n\n## 🔑 Key Difference: Authentication Method\n\n| | Client-Side SDK | Server-Side SDK |\n|---|---|---|\n| **Package** | `appwrite` (Web) / `react-native-appwrite` (Mobile) | `node-appwrite` (Node.js/Deno) |\n| **Auth Method** | User sessions (login flows) | API Key (`setKey()`) |\n| **Scope** | Actions on behalf of a **logged-in user** | **Admin-level** access, bypassing many restrictions |\n| **Runs On** | Browser, React Native, mobile clients | Server, backend, SSR frameworks |\n\n---\n\n## 📱 Client-Side SDK — When to Use It\n\nUse the client-side SDK when building **front-end applications** where users interact directly with Appwrite through their own authenticated session.\n\n**Setup:**\n```typescript\nimport { Client, Account } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n```\n\n**Use it for:**\n- **User authentication** — email/password signup & login, OAuth flows, anonymous auth\n- **Scoped database reads/writes** — users can only access data their permissions allow\n- **File uploads from the browser** — directly from file inputs\n- **Real-time subscriptions** — listening to live updates on documents, files, teams\n- **User account management** — updating profile, changing password, managing sessions\n\n**Key characteristic:** All operations are **permission-bound**. A user can only do what their roles and the resource's permission strings allow. This is the secure, zero-trust approach for front-end code.\n\n---\n\n## 🖥️ Server-Side SDK — When to Use It\n\nUse the server-side SDK when building **backends, APIs, or SSR apps** where you need elevated, admin-level access.\n\n**Setup:**\n```typescript\nimport { Client, Users } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);  // 🔑 API key = admin access\n```\n\n**Use it for:**\n- **User management** — listing all users, creating users programmatically, deleting accounts (`Users` service is server-only)\n- **Admin database operations** — creating databases/tables, bypassing row-level permissions\n- **Server-side file handling** — uploading from filesystem paths, buffers, or streams using `InputFile`\n- **Executing functions** — triggering serverless functions programmatically\n- **SSR authentication** — managing sessions via cookies in frameworks like Next.js, SvelteKit, Nuxt\n\n**Key characteristic:** The API key grants **admin-level access** that bypasses user-level permissions and rate limits. This is powerful but must be kept secret — **never expose it in client-side code**.\n\n---\n\n## 🔄 SSR: Where Both SDKs Meet\n\nServer-Side Rendered apps (Next.js, SvelteKit, etc.) use **both** patterns with two clients:\n\n| Client | Purpose | Auth |\n|---|---|---|\n| **Admin client** | Creating sessions, bypassing rate limits | API Key (`setKey()`) — reusable singleton |\n| **Session client** | Acting on behalf of a specific user | Session cookie (`setSession()`) — created per-request |\n\n```typescript\n// Admin client — creates the session on login\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\n// Session client — makes authenticated requests as the user\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);\n```\n\n---\n\n## 📋 Quick Decision Guide\n\n| Scenario | SDK |\n|---|---|\n| Building a React/Vue/Svelte SPA | **Client-side** (`appwrite`) |\n| Building a React Native mobile app | **Client-side** (`react-native-appwrite`) |\n| Building a backend API or cron job | **Server-side** (`node-appwrite`) |\n| Managing users admin-style | **Server-side** (`node-appwrite`) |\n| Next.js/SvelteKit with auth cookies | **Both** (admin + session client) |\n| Listening to real-time changes | **Client-side** only |\n| Uploading files from a server filesystem | **Server-side** (`InputFile.fromPath()`) |\n\n**Rule of thumb:** If the code runs in a user's browser or phone, use the client-side SDK. If it runs on your server and needs elevated access, use the server-side SDK. Never put your API key in client-side code.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four rubric requirements: 1) Client SDKs for frontend/user-facing apps - explicitly covered with examples for React, Vue, mobile apps; 2) Server SDKs use API keys - clearly shown with setKey() examples; 3) Server SDKs can bypass permissions - explicitly stated as 'bypassing row-level permissions' and 'admin-level access, bypassing many restrictions'; 4) Client SDKs require user sessions - clearly explained as permission-bound operations requiring authenticated sessions. The answer goes well beyond the minimum requirements with detailed code examples, comparison tables, SSR patterns, and practical decision guides.",
          "promptTokens": 6111,
          "completionTokens": 1175,
          "totalTokens": 7286,
          "cost": 0.010529,
          "durationMs": 42853,
          "tokensPerSecond": 27.42,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7657,
          "completionTokens": 155,
          "totalTokens": 7812,
          "cost": 0.008582,
          "durationMs": 19924,
          "tokensPerSecond": 7.78,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "## Appwrite's Permission Model\n\nAppwrite follows a **deny-by-default** permission model — **no user has access to a resource unless permissions are explicitly granted**. Permissions can be set at the **resource level** (individual rows or files) or inherited from the **parent level** (tables or buckets).\n\n---\n\n### Permission Types\n\nAppwrite provides five permission actions, built using the `Permission` helper:\n\n| Permission | Description |\n|---|---|\n| `Permission.read(...)` | Grants read access to the resource |\n| `Permission.create(...)` | Grants the ability to create the resource |\n| `Permission.update(...)` | Grants the ability to update the resource |\n| `Permission.delete(...)` | Grants the ability to delete the resource |\n| `Permission.write(...)` | **Shorthand** that grants `create` + `update` + `delete` |\n\n---\n\n### Role Targets\n\nEach permission is paired with a **role** using the `Role` helper to define *who* the permission applies to:\n\n| Role | Description |\n|---|---|\n| `Role.any()` | Anyone — including unauthenticated guests |\n| `Role.user('[USER_ID]')` | A specific user by their ID |\n| `Role.team('[TEAM_ID]')` | All members of a team |\n| `Role.team('[TEAM_ID]', 'editor')` | Members of a team with a specific role (e.g., `editor`) |\n\n---\n\n### How It Works\n\nPermissions are expressed as **arrays of strings** and are attached to resources at creation time or inherited from parent containers:\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\n// Row-level permissions\nconst doc = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.user('[USER_ID]')),     // specific user can read\n        Permission.update(Role.user('[USER_ID]')),   // specific user can update\n        Permission.read(Role.team('[TEAM_ID]')),     // all team members can read\n        Permission.read(Role.any()),                 // anyone (including guests) can read\n    ]\n});\n\n// File-level permissions\nconst file = await storage.createFile({\n    bucketId: '[BUCKET_ID]',\n    fileId: ID.unique(),\n    file: myFile,\n    permissions: [\n        Permission.read(Role.any()),\n        Permission.update(Role.user('[USER_ID]')),\n        Permission.delete(Role.user('[USER_ID]')),\n    ]\n});\n```\n\n---\n\n### Where to Set Permissions\n\n- **Table/Bucket level** — When all rows or files in a container share the same access rules, configure permissions at the table or bucket level and leave row/file permissions empty. Resources will inherit the parent's permissions.\n- **Row/File level** — When you need **per-resource access control** (e.g., each document owned by a different user), set permissions on each individual resource at creation time.\n\n---\n\n### Common Mistakes to Avoid\n\n1. **Forgetting to set permissions** — The resource becomes inaccessible to *all* users, including the creator.\n2. **Using `Role.any()` with `write`/`update`/`delete`** — This allows **anyone**, including unauthenticated guests, to modify or delete the resource.\n3. **Using `Permission.read(Role.any())` on sensitive data** — This makes the resource publicly readable by anyone on the internet.\n\n---\n\n### Server-Side Bypass\n\nWhen using the **server-side SDK** (`node-appwrite`) with an API key, permissions are **bypassed entirely** — the server has full admin access. This is useful for administrative operations but means you must implement your own access control logic on the server side if needed.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer thoroughly covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as shorthand), 2) Multiple role types are described including Role.any(), Role.user(), Role.team(), and Role.team() with sub-roles (more than the required 3), and 3) Permissions being set on resources is explicitly explained with both row/file level and table/bucket level examples. The answer also includes additional valuable context about deny-by-default behavior, inheritance, common mistakes, and server-side bypass. The only minor gap compared to the reference is missing Role.guests(), Role.users(), Role.member(), and Role.label() roles, but the answer more than satisfies the rubric requirements.",
          "promptTokens": 6102,
          "completionTokens": 872,
          "totalTokens": 6974,
          "cost": 0.009459,
          "durationMs": 31034,
          "tokensPerSecond": 28.1,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7696,
          "completionTokens": 264,
          "totalTokens": 7960,
          "cost": 0.009005,
          "durationMs": 14344,
          "tokensPerSecond": 18.4,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6574,
          "completionTokens": 157,
          "totalTokens": 6731,
          "cost": 0.007452,
          "durationMs": 12516,
          "tokensPerSecond": 12.54,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6588,
          "completionTokens": 136,
          "totalTokens": 6724,
          "cost": 0.007393,
          "durationMs": 17278,
          "tokensPerSecond": 7.87,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 687,
          "completionTokens": 95,
          "totalTokens": 782,
          "cost": 0.001054,
          "durationMs": 5135,
          "tokensPerSecond": 18.5,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6606,
          "completionTokens": 217,
          "totalTokens": 6823,
          "cost": 0.007696,
          "durationMs": 17769,
          "tokensPerSecond": 12.21,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6538,
          "completionTokens": 137,
          "totalTokens": 6675,
          "cost": 0.007344,
          "durationMs": 18820,
          "tokensPerSecond": 7.28,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7698,
          "completionTokens": 233,
          "totalTokens": 7931,
          "cost": 0.008898,
          "durationMs": 16828,
          "tokensPerSecond": 13.85,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6578,
          "completionTokens": 239,
          "totalTokens": 6817,
          "cost": 0.007743,
          "durationMs": 11966,
          "tokensPerSecond": 19.97,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6628,
          "completionTokens": 177,
          "totalTokens": 6805,
          "cost": 0.007579,
          "durationMs": 14228,
          "tokensPerSecond": 12.44,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6524,
          "completionTokens": 111,
          "totalTokens": 6635,
          "cost": 0.007239,
          "durationMs": 15280,
          "tokensPerSecond": 7.26,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6622,
          "completionTokens": 285,
          "totalTokens": 6907,
          "cost": 0.007951,
          "durationMs": 18139,
          "tokensPerSecond": 15.71,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are three core Appwrite services and what each is used for:\n\n1. **Databases** — Allows you to store, query, and manage structured data (documents) organized into collections. It supports filtering, sorting, pagination, and relationships between documents — essentially your app's data layer.\n\n2. **Storage** — Provides file storage and management. You can upload, download, preview, and delete files (images, videos, documents, etc.) organized into buckets, with built-in support for file encryption, compression, and access control.\n\n3. **Authentication (Auth)** — Handles user identity management, supporting multiple sign-in methods including email/password, OAuth providers (Google, GitHub, etc.), anonymous sessions, magic URLs, and phone authentication. It manages sessions, account recovery, and role-based access control.\n\nOther notable Appwrite services include **Functions** (serverless custom code execution), **Realtime** (live data subscriptions via WebSockets), **Messaging** (push notifications, emails, and SMS), and **Teams** (group-based permissions and collaboration).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model correctly identifies three core Appwrite services with accurate descriptions: Auth (user identity, OAuth, sessions), Storage (buckets, files, previews, access control), and Databases (structured data, collections, queries). The descriptions are accurate and detailed. The only minor issue is that the model refers to 'Databases' rather than the newer 'TablesDB' branding, but the functionality described is correct. The additional services mentioned (Functions, Realtime, Messaging, Teams) are also accurate. Overall, this is a strong, complete answer that meets the rubric requirements.",
          "promptTokens": 403,
          "completionTokens": 259,
          "totalTokens": 662,
          "cost": 0.00133,
          "durationMs": 11560,
          "tokensPerSecond": 22.4,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6542,
          "completionTokens": 167,
          "totalTokens": 6709,
          "cost": 0.007454,
          "durationMs": 12122,
          "tokensPerSecond": 13.78,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6562,
          "completionTokens": 71,
          "totalTokens": 6633,
          "cost": 0.007139,
          "durationMs": 10930,
          "tokensPerSecond": 6.5,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6642,
          "completionTokens": 91,
          "totalTokens": 6733,
          "cost": 0.007293,
          "durationMs": 10122,
          "tokensPerSecond": 8.99,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's a complete implementation of email/password signup and login using the Appwrite Web SDK:\n\n## 1. Install the SDK\n\n```bash\nnpm install appwrite\n```\n\n## 2. Set Up the Client & Account\n\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')  // e.g. https://cloud.appwrite.io/v1\n    .setProject('<PROJECT_ID>');\n\nconst account = new Account(client);\n```\n\n## 3. Sign Up (Create an Account)\n\n```typescript\nasync function signUp(email: string, password: string, name: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email: email,\n            password: password,\n            name: name,\n        });\n        console.log('Account created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n```\n\n## 4. Log In (Create a Session)\n\n```typescript\nasync function logIn(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email: email,\n            password: password,\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n```\n\n## 5. Get the Current User & Log Out\n\n```typescript\nasync function getCurrentUser() {\n    try {\n        const user = await account.get();\n        console.log('Current user:', user);\n        return user;\n    } catch (error) {\n        console.error('Not authenticated:', error);\n        return null;\n    }\n}\n\nasync function logOut() {\n    try {\n        await account.deleteSession({ sessionId: 'current' });\n        console.log('Logged out');\n    } catch (error) {\n        console.error('Logout failed:', error);\n    }\n}\n```\n\n## 6. Full Example with Error Handling\n\n```typescript\nimport { Client, Account, ID, AppwriteException } from 'appwrite';\n\n// --- Setup ---\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>');\n\nconst account = new Account(client);\n\n// --- Sign Up ---\nasync function signUp(email: string, password: string, name: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name,\n        });\n        console.log('✅ Account created:', user.$id);\n        return user;\n    } catch (err) {\n        if (err instanceof AppwriteException) {\n            if (err.code === 409) {\n                console.error('A user with this email already exists.');\n            } else {\n                console.error(`Signup error (${err.code}): ${err.message}`);\n            }\n        }\n        throw err;\n    }\n}\n\n// --- Log In ---\nasync function logIn(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n        console.log('✅ Logged in. Session expires:', session.expire);\n        return session;\n    } catch (err) {\n        if (err instanceof AppwriteException) {\n            if (err.code === 401) {\n                console.error('Invalid email or password.');\n            } else {\n                console.error(`Login error (${err.code}): ${err.message}`);\n            }\n        }\n        throw err;\n    }\n}\n\n// --- Get Current User ---\nasync function getCurrentUser() {\n    try {\n        return await account.get();\n    } catch {\n        return null; // Not logged in\n    }\n}\n\n// --- Log Out ---\nasync function logOut() {\n    await account.deleteSession({ sessionId: 'current' });\n}\n\n// --- Usage ---\nasync function main() {\n    // Sign up a new user\n    await signUp('user@example.com', 'password123', 'Jane Doe');\n\n    // Log in (creates a session)\n    await logIn('user@example.com', 'password123');\n\n    // Check who's logged in\n    const user = await getCurrentUser();\n    console.log('Logged in as:', user?.name);\n\n    // Log out\n    await logOut();\n}\n\nmain();\n```\n\n### Key Points\n\n| Concept | Detail |\n|---|---|\n| **`account.create()`** | Registers a new user. Does **not** automatically create a session — you must call `createEmailPasswordSession()` separately after signup. |\n| **`account.createEmailPasswordSession()`** | Authenticates the user and creates an active session. The session cookie is managed automatically by the browser SDK. |\n| **`ID.unique()`** | Generates a unique ID for the new user. You can also pass a custom string if you prefer. |\n| **`account.get()`** | Returns the currently logged-in user. Throws a `401` if no active session exists. |\n| **`account.deleteSession({ sessionId: 'current' })`** | Destroys the current session (logs out). Pass a specific session ID to log out of a different device. |\n| **`AppwriteException`** | Catch this for structured error handling — it provides `.code` (HTTP status), `.message`, and `.type`. |",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite including Client, Account, ID, and AppwriteException. However, there are minor API signature issues: account.create() is called with an object parameter ({userId, email, password, name}) rather than the positional arguments (ID.unique(), email, password, name) used in the actual Appwrite Web SDK. Similarly, account.createEmailPasswordSession() and account.deleteSession() use object parameters rather than positional arguments. These are functional differences from the actual SDK API, though the core concepts and structure are correct and well-explained.",
          "promptTokens": 6132,
          "completionTokens": 1204,
          "totalTokens": 7336,
          "cost": 0.010653,
          "durationMs": 32590,
          "tokensPerSecond": 36.94,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 646,
          "completionTokens": 83,
          "totalTokens": 729,
          "cost": 0.000969,
          "durationMs": 8319,
          "tokensPerSecond": 9.98,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6656,
          "completionTokens": 213,
          "totalTokens": 6869,
          "cost": 0.007734,
          "durationMs": 13935,
          "tokensPerSecond": 15.29,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# Appwrite Sessions\n\nSessions are the core mechanism by which Appwrite authenticates and identifies users across requests. Here's a comprehensive breakdown:\n\n---\n\n## How Sessions Work\n\nWhen a user logs in, Appwrite creates a **session object** that contains a `secret` (a token). This secret is used to authenticate all subsequent API requests. On the client side (web), the SDK automatically stores the session in a cookie. On the server side (SSR), you manage the cookie manually.\n\nA session object includes metadata like:\n- `$id` — the session ID\n- `userId` — the user it belongs to\n- `secret` — the authentication token\n- `expire` — expiration timestamp\n- `ip` — the IP address at creation\n- `osName` / `osVersion` — device info\n- `clientName` / `clientVersion` — browser/client info\n- `current` — whether this is the current session\n\n---\n\n## Creating Sessions\n\nThere are multiple ways to create a session depending on the auth method:\n\n### 1. Email/Password (Client-side)\n```typescript\nconst account = new Account(client);\n\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123',\n});\n```\n\n### 2. OAuth2 (Web)\n```typescript\n// Redirects the browser to the OAuth provider, then back to your app\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail',\n});\n```\n\n### 3. OAuth2 (React Native)\nUses a two-step flow — `createOAuth2Token()` to get the login URL, then `createSession()` to exchange the token:\n```typescript\nconst loginUrl = await account.createOAuth2Token({ provider, success, failure });\n// ... open browser, get redirect with secret & userId ...\nawait account.createSession({ userId, secret });\n```\n\n### 4. Anonymous Sessions\n```typescript\nconst session = await account.createAnonymousSession();\n```\nAllows users to start using the app without credentials. The session can later be linked to an email/password or OAuth account.\n\n### 5. Magic URL / Email OTP\n```typescript\n// Create a magic URL token (sends email with a link)\nawait account.createMagicURLToken({\n    userId: ID.unique(),\n    email: 'user@example.com',\n});\n\n// When the user clicks the link, exchange the secret for a session\nawait account.createSession({ userId, secret });\n```\n\n### 6. Phone / SMS OTP\n```typescript\nawait account.createPhoneToken({\n    userId: ID.unique(),\n    phone: '+1234567890',\n});\n\n// Exchange the OTP for a session\nawait account.updatePhoneSession({ userId, secret });\n```\n\n### 7. SSR (Server-Side) Session Creation\nIn server-side rendered apps, you create sessions using the **admin client** (with API key) and store the secret in a cookie:\n```typescript\nconst account = new Account(adminClient);\nconst session = await account.createEmailPasswordSession({\n    email: req.body.email,\n    password: req.body.password,\n});\n\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true,\n    secure: true,\n    sameSite: 'strict',\n    expires: new Date(session.expire),\n    path: '/',\n});\n```\n\n---\n\n## Managing Sessions\n\n### Get the Current User (Validates Session)\n```typescript\nconst user = await account.get();\n```\nThis returns the currently authenticated user. If no valid session exists, it throws a `401` error.\n\n### List All Active Sessions\n```typescript\nconst sessions = await account.listSessions();\n```\nReturns all active sessions for the current user across all devices.\n\n### Use a Session on the Server (SSR)\n```typescript\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setSession(sessionSecret);  // from cookie\n```\n\n---\n\n## Deleting Sessions (Logout)\n\n### Delete the Current Session (Standard Logout)\n```typescript\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n### Delete a Specific Session\n```typescript\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\nUseful for logging out a specific device (e.g., from the session list).\n\n### Delete All Sessions\n```typescript\nawait account.deleteSessions();\n```\nLogs the user out of **all** devices at once — useful for \"log out everywhere\" functionality or security responses.\n\n### SSR Logout\n```typescript\nconst account = new Account(sessionClient);\nawait account.deleteSession({ sessionId: 'current' });\nres.clearCookie('a_session_[PROJECT_ID]');\n```\n\n---\n\n## Session Limits\n\n| Limit | Value |\n|-------|-------|\n| **Max active sessions per user** | **10** |\n| **Session expiration** | Configurable in the Appwrite Console (default: 1 year) |\n| **Oldest session behavior** | When the 10-session limit is reached, the **oldest session is automatically deleted** to make room for the new one |\n\n### Key Details:\n\n- **10 sessions per user** — A single user can be logged in on up to 10 devices/browsers simultaneously. If they log in on an 11th device, their oldest session is revoked.\n- **Session expiration** — You can configure the session duration in the Appwrite Console under your project's auth settings. After expiration, the session is invalid and the user must re-authenticate.\n- **Session persistence** — On web, the client SDK stores the session in a cookie (`a_session_<PROJECT_ID>`). On React Native, it's stored in the device's secure storage.\n- **Rate limiting** — Login endpoints are rate-limited to prevent brute-force attacks. Repeated failed attempts will trigger a `429` response.\n\n---\n\n## Security Best Practices\n\n1. **Always use `httpOnly`, `secure`, and `sameSite: 'strict'`** on session cookies in SSR apps to prevent XSS and CSRF attacks.\n2. **Create a new session client per request** in SSR — never share or reuse session clients across requests.\n3. **Use `account.deleteSessions()`** if you suspect a session has been compromised.\n4. **Forward the user agent** in SSR with `sessionClient.setForwardedUserAgent(req.headers['user-agent'])` so Appwrite logs the real device info, not your server's.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) Sessions are created on authentication (multiple methods shown), 2) Session tokens/cookies are explained (HTTP-only cookies, secret tokens, SSR cookie management), 3) The 10-session limit is explicitly mentioned with details about oldest session deletion, 4) Methods to list/delete sessions are shown (account.listSessions(), account.deleteSession(), account.deleteSessions()), and 5) Session expiry is covered (configurable in Console, default 1 year, expire timestamp in session object). The answer goes well beyond the reference answer with detailed code examples and additional context.",
          "promptTokens": 6114,
          "completionTokens": 1739,
          "totalTokens": 7853,
          "cost": 0.012506,
          "durationMs": 48310,
          "tokensPerSecond": 36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6594,
          "completionTokens": 259,
          "totalTokens": 6853,
          "cost": 0.00783,
          "durationMs": 11120,
          "tokensPerSecond": 23.29,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6610,
          "completionTokens": 129,
          "totalTokens": 6739,
          "cost": 0.007392,
          "durationMs": 10907,
          "tokensPerSecond": 11.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6536,
          "completionTokens": 69,
          "totalTokens": 6605,
          "cost": 0.007104,
          "durationMs": 6945,
          "tokensPerSecond": 9.94,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6690,
          "completionTokens": 140,
          "totalTokens": 6830,
          "cost": 0.007514,
          "durationMs": 8620,
          "tokensPerSecond": 16.24,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6544,
          "completionTokens": 132,
          "totalTokens": 6676,
          "cost": 0.007333,
          "durationMs": 11317,
          "tokensPerSecond": 11.66,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6532,
          "completionTokens": 112,
          "totalTokens": 6644,
          "cost": 0.007251,
          "durationMs": 7870,
          "tokensPerSecond": 14.23,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6558,
          "completionTokens": 268,
          "totalTokens": 6826,
          "cost": 0.007824,
          "durationMs": 16679,
          "tokensPerSecond": 16.07,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6590,
          "completionTokens": 171,
          "totalTokens": 6761,
          "cost": 0.007518,
          "durationMs": 13442,
          "tokensPerSecond": 12.72,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6592,
          "completionTokens": 165,
          "totalTokens": 6757,
          "cost": 0.007499,
          "durationMs": 12603,
          "tokensPerSecond": 13.09,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6636,
          "completionTokens": 199,
          "totalTokens": 6835,
          "cost": 0.007664,
          "durationMs": 20540,
          "tokensPerSecond": 9.69,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6572,
          "completionTokens": 180,
          "totalTokens": 6752,
          "cost": 0.007531,
          "durationMs": 18375,
          "tokensPerSecond": 9.8,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6632,
          "completionTokens": 136,
          "totalTokens": 6768,
          "cost": 0.00744,
          "durationMs": 14593,
          "tokensPerSecond": 9.32,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "## `account.deleteSession()` vs `account.deleteSessions()`\n\n### `account.deleteSession({ sessionId })`\n\nDeletes **one specific session** by its session ID. All other sessions remain active.\n\n```typescript\n// Log out the current session\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out a specific session (e.g., on another device)\nawait account.deleteSession({ sessionId: '67890abc' });\n```\n\n- The special keyword `'current'` targets the session currently in use on the client.\n- You can also pass a specific session ID (e.g., one retrieved from `account.listSessions()`) to remotely terminate a session on another device.\n\n### `account.deleteSessions()`\n\nDeletes **all sessions** for the authenticated user at once. Every active session across every device is terminated.\n\n```typescript\n// Log out everywhere — all devices, all browsers\nawait account.deleteSessions();\n```\n\n---\n\n### When to use each\n\n| Scenario | Method |\n|---|---|\n| **Standard logout** — user signs out on the current device | `deleteSession({ sessionId: 'current' })` |\n| **Remote session revocation** — user sees an active session on an unfamiliar device and wants to kill just that one | `deleteSession({ sessionId: '<SESSION_ID>' })` |\n| **\"Log out everywhere\"** — user suspects their account is compromised, or clicks a \"Sign out of all devices\" button | `deleteSessions()` |\n| **Password change** — force all existing sessions to be invalidated for security | `deleteSessions()` |\n\n### Practical example: Session management UI\n\n```typescript\nconst account = new Account(client);\n\n// List all active sessions so the user can review them\nconst sessions = await account.listSessions();\n\n// User wants to kick off a specific device\nawait account.deleteSession({ sessionId: sessions.sessions[2].$id });\n\n// User clicks \"Sign out everywhere\"\nawait account.deleteSessions();\n```\n\n### Key difference summary\n\n- **`deleteSession`** = surgical — kills one session, user stays logged in on other devices.\n- **`deleteSessions`** = nuclear — kills every session, user is fully logged out everywhere and must re-authenticate on all devices.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) deleteSession removes one specific session by ID, 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each (single device logout vs logout everywhere/security scenarios). The answer goes beyond the reference with additional details like the 'current' keyword, remote session revocation, password change scenarios, and a practical code example, all of which are accurate and helpful.",
          "promptTokens": 6112,
          "completionTokens": 559,
          "totalTokens": 6671,
          "cost": 0.008374,
          "durationMs": 19419,
          "tokensPerSecond": 28.79,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6588,
          "completionTokens": 718,
          "totalTokens": 7306,
          "cost": 0.00943,
          "durationMs": 23033,
          "tokensPerSecond": 31.17,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 13061,
          "completionTokens": 316,
          "totalTokens": 13377,
          "cost": 0.01482,
          "durationMs": 22032,
          "tokensPerSecond": 14.34,
          "toolCallCount": 2
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's a complete example using the Appwrite **server-side SDK** (`node-appwrite`), since creating databases and tables requires an API key and is **server-side only**. Row insertion can be done client-side, but for a single cohesive script, the server SDK handles everything.\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\n// ── 1. Set up the server client ──────────────────────────────────────────────\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID!)\n    .setKey(process.env.APPWRITE_API_KEY!);          // required for DB/table creation\n\nconst tablesDB = new TablesDB(client);\n\nasync function main() {\n    // ── 2. Create the database ───────────────────────────────────────────────\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'TaskApp',\n    });\n    const databaseId = database.$id;\n    console.log('✅ Database created:', databaseId);\n\n    // ── 3. Create the \"tasks\" table with columns ─────────────────────────────\n    const table = await tablesDB.createTable({\n        databaseId,\n        tableId: ID.unique(),\n        name: 'tasks',\n        columns: [\n            {\n                key: 'title',\n                type: 'varchar',\n                size: 255,\n                required: true,\n            },\n            {\n                key: 'completed',\n                type: 'boolean',\n                required: true,\n            },\n            {\n                key: 'dueDate',\n                type: 'datetime',\n                required: false,\n            },\n        ],\n    });\n    const tableId = table.$id;\n    console.log('✅ Table created:', tableId);\n\n    // ── 4. Insert a row ──────────────────────────────────────────────────────\n    const row = await tablesDB.createRow({\n        databaseId,\n        tableId,\n        rowId: ID.unique(),\n        data: {\n            title: 'Buy groceries',\n            completed: false,\n            dueDate: '2025-07-20T18:00:00.000Z',   // ISO 8601 format\n        },\n    });\n    console.log('✅ Row inserted:', row.$id, row);\n}\n\nmain().catch(console.error);\n```\n\n### Key points\n\n| Concern | Detail |\n|---|---|\n| **Server-only ops** | `tablesDB.create()` (database) and `tablesDB.createTable()` require an **API key** — they cannot be called from the browser. |\n| **Column types** | `varchar` (with `size`), `boolean`, and `datetime` are declared directly in the `columns` array of `createTable`. |\n| **datetime format** | Appwrite expects **ISO 8601** strings for `datetime` columns (e.g. `'2025-07-20T18:00:00.000Z'`). |\n| **varchar size** | Must be ≤ 768 for full indexing; the value is stored inline and counts toward the 64 KB row-size limit. |\n| **ID.unique()** | Generates a unique ID client-side so you don't need a round-trip before creating the resource. |\n\n### If you only need row insertion from the browser\n\nOnce the database and table exist, you can use the **Web SDK** (`appwrite` package) to insert rows client-side:\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\n// User must be authenticated, and table permissions must allow the operation\nconst row = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: {\n        title: 'Buy groceries',\n        completed: false,\n        dueDate: '2025-07-20T18:00:00.000Z',\n    },\n});\n```",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Client + TablesDB setup using both server and web SDK, (2) tablesDB.create() for database creation, (3) tablesDB.createTable() for the tasks table, (4) Creating varchar, boolean, and datetime columns, and (5) tablesDB.createRow() with data. The code is well-structured and includes helpful explanations. Minor deductions: The question specifically asks for the 'Appwrite Web SDK' but the primary example uses the server SDK (node-appwrite), though the web SDK example is included as a secondary section. The TablesDB API with inline columns in createTable() may not reflect the actual current Appwrite API (which typically uses separate attribute creation methods), but since the question asks about a 'TablesDB API' which appears to be a newer/hypothetical API, the answer follows the spirit of the question well. Overall this is a strong, complete answer that addresses all rubric requirements.",
          "promptTokens": 6168,
          "completionTokens": 1518,
          "totalTokens": 7686,
          "cost": 0.011789,
          "durationMs": 45119,
          "tokensPerSecond": 33.64,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6716,
          "completionTokens": 119,
          "totalTokens": 6835,
          "cost": 0.007468,
          "durationMs": 10260,
          "tokensPerSecond": 11.6,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 679,
          "completionTokens": 179,
          "totalTokens": 858,
          "cost": 0.001339,
          "durationMs": 7582,
          "tokensPerSecond": 23.61,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB with the `Query` Class\n\nThe `Query` class provides a fluent way to build queries when calling `tablesDB.listRows()`. You pass an array of query constraints via the `queries` parameter.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'react-native-appwrite' / 'node-appwrite'\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n---\n\n## Filtering\n\n### Equality & Inequality\n\n```typescript\n// Exact match\nconst active = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.equal('status', 'active')]\n});\n\n// Not equal\nconst notDraft = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.notEqual('status', 'draft')]\n});\n\n// IN-style: pass an array for multiple values\nconst multiStatus = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.equal('status', ['active', 'pending'])]\n});\n```\n\n### Comparison\n\n```typescript\n// Less than / Less than or equal\nconst cheap = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.lessThan('price', 50)]\n});\n\n// Greater than / Greater than or equal\nconst expensive = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.greaterThanEqual('price', 100)]\n});\n\n// Between (inclusive on both ends)\nconst midRange = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.between('price', 50, 100)]\n});\n```\n\n### Null Checks\n\n```typescript\n// Is null\nconst noEmail = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.isNull('email')]\n});\n\n// Is not null\nconst hasEmail = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.isNotNull('email')]\n});\n```\n\n### String Matching\n\n```typescript\n// Starts with\nconst jNames = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.startsWith('name', 'J')]\n});\n\n// Ends with\nconst dotCom = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.endsWith('website', '.com')]\n});\n\n// Contains (substring or array element)\nconst withAppwrite = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.contains('bio', 'Appwrite')]\n});\n\n// Full-text search (requires a full-text index on the column)\nconst searchResults = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.search('content', 'open source backend')]\n});\n```\n\n### Logical Operators\n\nQueries are **AND by default** when you pass multiple filters. Use `Query.or()` and `Query.and()` for explicit logic:\n\n```typescript\n// Implicit AND — status is active AND price < 50\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.lessThan('price', 50)\n    ]\n});\n\n// Explicit OR — status is active OR featured is true\nconst orResults = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.or([\n            Query.equal('status', 'active'),\n            Query.equal('featured', true)\n        ])\n    ]\n});\n\n// Explicit AND (useful inside an OR group)\nconst combined = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.or([\n            Query.and([\n                Query.equal('status', 'active'),\n                Query.lessThan('price', 50)\n            ]),\n            Query.equal('featured', true)\n        ])\n    ]\n});\n```\n\n---\n\n## Sorting\n\n```typescript\n// Ascending\nconst oldest = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.orderAsc('$createdAt')]\n});\n\n// Descending\nconst newest = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.orderDesc('$createdAt')]\n});\n\n// Sort + filter combined\nconst recentActive = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.orderDesc('$createdAt')\n    ]\n});\n```\n\n---\n\n## Limiting\n\n```typescript\n// Return at most 10 rows (default is 25, max is 100)\nconst top10 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(10)]\n});\n```\n\n---\n\n## Pagination\n\n### Offset-based Pagination\n\nSimple but can be slow on large datasets. Skip N rows and apply a limit:\n\n```typescript\n// Page 1: rows 1–25\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.offset(0)]\n});\n\n// Page 2: rows 26–50\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.offset(25)]\n});\n\n// Page 3: rows 51–75\nconst page3 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.offset(50)]\n});\n```\n\n### Cursor-based Pagination (Preferred)\n\nMore efficient for large datasets. Use the `$id` of the last row from the previous page:\n\n```typescript\n// First page\nconst firstPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.orderDesc('$createdAt')]\n});\n\n// Get the last row's ID from the first page\nconst lastId = firstPage.documents[firstPage.documents.length - 1].$id;\n\n// Next page — rows after the cursor\nconst nextPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.orderDesc('$createdAt'),\n        Query.cursorAfter(lastId)\n    ]\n});\n\n// Previous page — rows before the cursor\nconst prevPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.orderDesc('$createdAt'),\n        Query.cursorBefore(nextPage.documents[0].$id)\n    ]\n});\n```\n\n---\n\n## Field Selection\n\nReturn only specific fields to reduce payload size:\n\n```typescript\nconst minimal = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.select(['title', 'status', '$id'])]\n});\n```\n\n---\n\n## Putting It All Together\n\nA real-world query combining filtering, sorting, pagination, and selection:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.greaterThanEqual('views', 100),\n        Query.orderDesc('$createdAt'),\n        Query.limit(20),\n        Query.cursorAfter('[LAST_ROW_ID]'),\n        Query.select(['title', 'slug', 'views', '$createdAt'])\n    ]\n});\n\n// The response includes the total count for building pagination UI\nconsole.log(`Total matching rows: ${results.total}`);\nconsole.log(`Rows on this page: ${results.documents.length}`);\n```\n\n> **Key takeaways:**\n> - All queries are passed as an array to `queries: [...]` in `listRows()`.\n> - Multiple filters in the same array are combined with AND logic.\n> - Use `Query.or()` for OR conditions.\n> - Prefer **cursor-based** pagination (`cursorAfter`/`cursorBefore`) over offset-based for large datasets.\n> - The response's `total` property gives you the full count of matching rows (ignoring limit/offset), useful for building pagination UI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all required rubric items: 1) Query.equal() for filtering with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) All queries passed as arrays to listRows(), 5) Multiple additional query methods including greaterThan(), lessThan(), between(), cursorAfter(), cursorBefore(), notEqual(), isNull(), search(), select(), and logical operators. The answer goes well beyond the minimum requirements with excellent code examples, explanations of cursor-based vs offset-based pagination, logical operators, and a comprehensive real-world example combining multiple query types.",
          "promptTokens": 6124,
          "completionTokens": 2025,
          "totalTokens": 8149,
          "cost": 0.013518,
          "durationMs": 54475,
          "tokensPerSecond": 37.17,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18968,
          "completionTokens": 161,
          "totalTokens": 19129,
          "cost": 0.02048,
          "durationMs": 17473,
          "tokensPerSecond": 9.21,
          "toolCallCount": 2
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6632,
          "completionTokens": 152,
          "totalTokens": 6784,
          "cost": 0.007496,
          "durationMs": 10126,
          "tokensPerSecond": 15.01,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6604,
          "completionTokens": 118,
          "totalTokens": 6722,
          "cost": 0.007347,
          "durationMs": 11522,
          "tokensPerSecond": 10.24,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6536,
          "completionTokens": 77,
          "totalTokens": 6613,
          "cost": 0.007132,
          "durationMs": 9163,
          "tokensPerSecond": 8.4,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 19025,
          "completionTokens": 196,
          "totalTokens": 19221,
          "cost": 0.020662,
          "durationMs": 17932,
          "tokensPerSecond": 10.93,
          "toolCallCount": 2
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18938,
          "completionTokens": 204,
          "totalTokens": 19142,
          "cost": 0.020599,
          "durationMs": 13884,
          "tokensPerSecond": 14.69,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6584,
          "completionTokens": 99,
          "totalTokens": 6683,
          "cost": 0.00726,
          "durationMs": 10387,
          "tokensPerSecond": 9.53,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6590,
          "completionTokens": 106,
          "totalTokens": 6696,
          "cost": 0.00729,
          "durationMs": 10214,
          "tokensPerSecond": 10.38,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6598,
          "completionTokens": 168,
          "totalTokens": 6766,
          "cost": 0.007516,
          "durationMs": 15505,
          "tokensPerSecond": 10.84,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 665,
          "completionTokens": 99,
          "totalTokens": 764,
          "cost": 0.001045,
          "durationMs": 5248,
          "tokensPerSecond": 18.86,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6596,
          "completionTokens": 71,
          "totalTokens": 6667,
          "cost": 0.007174,
          "durationMs": 10694,
          "tokensPerSecond": 6.64,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6614,
          "completionTokens": 67,
          "totalTokens": 6681,
          "cost": 0.007179,
          "durationMs": 10414,
          "tokensPerSecond": 6.43,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6638,
          "completionTokens": 144,
          "totalTokens": 6782,
          "cost": 0.007474,
          "durationMs": 10956,
          "tokensPerSecond": 13.14,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "## Filtering, Sorting, and Limiting with Query\n\nTo filter rows where a numeric field (e.g., `score`) is greater than 100, sort descending by that field, and return at most 20 results, combine three `Query` methods in the `queries` array:\n\n```typescript\nimport { Query } from 'appwrite'; // or 'react-native-appwrite' / 'node-appwrite'\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('score', 100),   // filter: score > 100\n        Query.orderDesc('score'),           // sort: highest score first\n        Query.limit(20),                    // return at most 20 rows\n    ]\n});\n```\n\n### How it works\n\n| Query Method | Purpose |\n|---|---|\n| `Query.greaterThan('score', 100)` | Only includes rows where `score` is strictly greater than 100 |\n| `Query.orderDesc('score')` | Sorts results by `score` in descending order (highest first) |\n| `Query.limit(20)` | Caps the response to 20 rows (default is 25, max is 100) |\n\n### Key details\n\n- **Queries are ANDed by default** — all three conditions are applied together without needing `Query.and()`.\n- **The field must be indexed** — make sure `score` has an index on the table, otherwise the query will fail.\n- **Pagination** — if you need the next page of results, use `Query.cursorAfter(lastRowId)` instead of `Query.offset()` for better performance on large datasets:\n\n```typescript\n// Page 2 — fetch rows after the last row from the previous page\nqueries: [\n    Query.greaterThan('score', 100),\n    Query.orderDesc('score'),\n    Query.limit(20),\n    Query.cursorAfter('[LAST_ROW_ID_FROM_PREVIOUS_PAGE]'),\n]\n```\n\n- **Accessing results** — the returned `results` object includes `documents` (the rows) and `total` (the total count of matching rows ignoring the limit):\n\n```typescript\nconsole.log(results.total);          // total rows matching the filter\nconsole.log(results.documents);      // up to 20 row objects\nconsole.log(results.documents[0]);   // first row (highest score)\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all four rubric criteria: 1) Uses Query.greaterThan('score', 100) for filtering, 2) Uses Query.orderDesc('score') for descending sort, 3) Uses Query.limit(20) to cap results, and 4) Passes all queries to tablesDB.listRows() via the queries parameter. The answer goes beyond the minimum requirements with additional helpful context about indexing, pagination, and accessing results, but all core requirements are correctly addressed.",
          "promptTokens": 6130,
          "completionTokens": 598,
          "totalTokens": 6728,
          "cost": 0.008529,
          "durationMs": 23687,
          "tokensPerSecond": 25.25,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19343,
          "completionTokens": 492,
          "totalTokens": 19835,
          "cost": 0.022032,
          "durationMs": 24088,
          "tokensPerSecond": 20.43,
          "toolCallCount": 2
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12942,
          "completionTokens": 236,
          "totalTokens": 13178,
          "cost": 0.014415,
          "durationMs": 18325,
          "tokensPerSecond": 12.88,
          "toolCallCount": 2
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12930,
          "completionTokens": 391,
          "totalTokens": 13321,
          "cost": 0.014945,
          "durationMs": 20869,
          "tokensPerSecond": 18.74,
          "toolCallCount": 2
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13036,
          "completionTokens": 270,
          "totalTokens": 13306,
          "cost": 0.014633,
          "durationMs": 19849,
          "tokensPerSecond": 13.6,
          "toolCallCount": 2
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13022,
          "completionTokens": 402,
          "totalTokens": 13424,
          "cost": 0.01508,
          "durationMs": 19267,
          "tokensPerSecond": 20.86,
          "toolCallCount": 2
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's a complete Appwrite Function in Node.js that receives a JSON body with a `name` field and returns a personalized greeting:\n\n---\n\n## Function Code\n\n**`src/main.js`**\n\n```javascript\nexport default async ({ req, res, log, error }) => {\n    // Only accept POST requests\n    if (req.method !== 'POST') {\n        return res.json(\n            { error: 'Method not allowed. Use POST.' },\n            405\n        );\n    }\n\n    // Parse the JSON body\n    const data = req.bodyJson;\n\n    // Validate that the \"name\" field exists\n    if (!data?.name) {\n        error('Missing \"name\" field in request body');\n        return res.json(\n            { error: 'Name is required. Send a JSON body like: { \"name\": \"Alice\" }' },\n            400\n        );\n    }\n\n    const name = data.name.trim();\n\n    if (name.length === 0) {\n        error('Empty \"name\" field in request body');\n        return res.json(\n            { error: 'Name cannot be empty.' },\n            400\n        );\n    }\n\n    log(`Greeting request for: ${name}`);\n\n    // Return the personalized greeting\n    return res.json({\n        success: true,\n        greeting: `Hello, ${name}! Welcome to Appwrite Functions. 👋`\n    });\n};\n```\n\n---\n\n## How It Works\n\n| Concept | Detail |\n|---|---|\n| **Function signature** | `export default async ({ req, res, log, error }) => { ... }` — this is the required entry point for Appwrite Functions on the Node.js runtime. |\n| **`req.bodyJson`** | Automatically parses the incoming JSON body into an object (or `undefined` if the body isn't valid JSON). |\n| **`res.json(data, status?)`** | Sends a JSON response with the correct `Content-Type` header. An optional second argument sets the HTTP status code. |\n| **`log()` / `error()`** | Write to the function execution logs (visible in the Appwrite Console). Useful for debugging. |\n\n---\n\n## Project Structure\n\n```\nmy-function/\n├── src/\n│   └── main.js        ← entry point\n├── package.json\n└── .env               ← function variables (optional)\n```\n\n**`package.json`**\n\n```json\n{\n  \"name\": \"greeting-function\",\n  \"version\": \"1.0.0\",\n  \"type\": \"module\",\n  \"main\": \"src/main.js\"\n}\n```\n\n---\n\n## Deploy with the Appwrite CLI\n\n```bash\n# 1. Initialize the function in your project\nappwrite init functions\n\n# 2. Push/deploy the function\nappwrite push functions --function-id <FUNCTION_ID> --activate\n```\n\nMake sure your `appwrite.config.json` includes the function with the correct `entrypoint`:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"greeting\",\n            \"runtime\": \"node-22\",\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"path\": \"functions/greeting\"\n        }\n    ]\n}\n```\n\n---\n\n## Test the Function\n\n**Via the CLI:**\n\n```bash\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"name\": \"Alice\"}'\n```\n\n**Via cURL:**\n\n```bash\ncurl -X POST \\\n  \"https://<REGION>.cloud.appwrite.io/v1/functions/<FUNCTION_ID>/executions\" \\\n  -H \"Content-Type: application/json\" \\\n  -H \"X-Appwrite-Project: <PROJECT_ID>\" \\\n  -d '{\"name\": \"Alice\"}'\n```\n\n**Expected response:**\n\n```json\n{\n  \"success\": true,\n  \"greeting\": \"Hello, Alice! Welcome to Appwrite Functions. 👋\"\n}\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is nearly fully correct and comprehensive. It includes: 1) Default export of async function ✓, 2) Destructured context with req, res, log, and error ✓, 3) Parsing req.body (uses req.bodyJson which is the correct Appwrite property for parsed JSON) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The only minor issue is using req.bodyJson instead of req.body - in Appwrite, req.body contains the raw string body and req.bodyJson is the parsed version, so this is actually more precise and correct. The answer goes well beyond the minimum requirements with validation, error handling, deployment instructions, and testing examples. A small deduction because the reference answer mentions req.body specifically, and while req.bodyJson is valid and arguably better practice, it's a slight deviation from the reference. Overall an excellent, complete answer.",
          "promptTokens": 12542,
          "completionTokens": 1032,
          "totalTokens": 13574,
          "cost": 0.016781,
          "durationMs": 32983,
          "tokensPerSecond": 31.29,
          "toolCallCount": 2
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13026,
          "completionTokens": 226,
          "totalTokens": 13252,
          "cost": 0.014468,
          "durationMs": 15958,
          "tokensPerSecond": 14.16,
          "toolCallCount": 2
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7733,
          "completionTokens": 161,
          "totalTokens": 7894,
          "cost": 0.008683,
          "durationMs": 20619,
          "tokensPerSecond": 7.81,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6702,
          "completionTokens": 145,
          "totalTokens": 6847,
          "cost": 0.007545,
          "durationMs": 9071,
          "tokensPerSecond": 15.99,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the CLI\n\nHere's a complete walkthrough of deploying an Appwrite Function using the CLI, from setup to deployment.\n\n---\n\n## Step 1: Install & Login\n\n```bash\n# Install the CLI (choose one)\nnpm install -g appwrite-cli\n# or: brew install appwrite/appwrite/appwrite\n\n# Login to your Appwrite account\nappwrite login\n\n# For self-hosted instances, specify the endpoint\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n## Step 2: Initialize Your Project\n\n```bash\n# Initialize the project (creates appwrite.config.json)\nappwrite init project\n```\n\n## Step 3: Create or Pull a Function\n\n**Create a new function:**\n```bash\nappwrite init functions\n```\n\n**Or pull an existing function from the Console:**\n```bash\nappwrite pull functions\n```\n\n## Step 4: Configure the Function\n\nThe function is configured in `appwrite.config.json` (or in a separate file referenced via `includes`):\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| **`enabled`** | Enables or disables the function. Disabled functions cannot be executed. |\n| **`logging`** | Stores execution logs for debugging and observability. |\n| **`runtime`** | Runtime used to execute the function (e.g., `node-22`). List all with `appwrite functions list-runtimes`. |\n| **`buildSpecification`** | Compute spec used while building the deployment (e.g., `s-1vcpu-512mb`). |\n| **`runtimeSpecification`** | Compute spec used while running executions. |\n| **`deploymentRetention`** | Days to retain old deployments before automatic deletion. |\n| **`scopes`** | API scopes granted to the function's generated execution key. |\n| **`events`** | Event patterns that trigger the function (e.g., `[\"databases.*.documents.*.create\"]`). |\n| **`schedule`** | Cron expression for scheduled execution. Empty string disables scheduling. |\n| **`timeout`** | Maximum execution duration in seconds. |\n| **`entrypoint`** | File inside `path` that starts the function. |\n| **`commands`** | Build/install command run before deployment (e.g., `npm install`). |\n| **`ignore`** | Newline-separated ignore rules when packaging code. `.gitignore` is read automatically. |\n| **`path`** | Local directory containing the function source code. |\n\n> **Tip:** You can split function definitions into a separate file using `includes` in `appwrite.config.json`. When using includes, `path` values resolve relative to the include file's directory.\n\n## Step 5: Manage Environment Variables\n\nVariables are **not** defined in `appwrite.config.json`. Instead, place them in a `.env` file inside the function's `path` directory:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nVariables are persisted on the server after the first push. Use `--with-variables` only when you want to sync local `.env` changes to the remote function:\n\n```bash\n# Sync variables from .env to the remote function\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n\n# Push code only (no variable changes)\nappwrite push functions --function-id <FUNCTION_ID>\n```\n\n## Step 6: Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function and activate it immediately\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic (staged deployment)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n## Step 7: Test & Manage\n\n```bash\n# Run the function locally for development\nappwrite run functions\n\n# Run locally with remote variables\nappwrite run functions --with-variables\n\n# Trigger a remote execution\nappwrite functions create-execution --function-id <FUNCTION_ID>\n\n# Trigger with a request body\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n\n# List deployments\nappwrite functions list-deployments --function-id <FUNCTION_ID>\n\n# Set a specific deployment as active\nappwrite functions update-deployment --function-id <ID> --deployment-id <ID>\n\n# View execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n---\n\n## CI/CD (Non-Interactive) Deployment\n\nFor automated pipelines, use `--force` to skip confirmation prompts:\n\n```bash\nappwrite push functions --all --force\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\nSee the [Non-Interactive Mode docs](https://appwrite.io/docs/tooling/command-line/non-interactive) for full headless setup instructions including API key authentication.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric elements: 1) CLI installation (npm install -g appwrite-cli, brew install), 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed explanation, 4) appwrite push functions command, 5) All key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements, providing additional context on environment variables, CI/CD deployment, testing, and staged deployments.",
          "promptTokens": 7228,
          "completionTokens": 1276,
          "totalTokens": 8504,
          "cost": 0.012055,
          "durationMs": 38904,
          "tokensPerSecond": 32.8,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6588,
          "completionTokens": 99,
          "totalTokens": 6687,
          "cost": 0.007264,
          "durationMs": 12236,
          "tokensPerSecond": 8.09,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12990,
          "completionTokens": 106,
          "totalTokens": 13096,
          "cost": 0.01401,
          "durationMs": 9558,
          "tokensPerSecond": 11.09,
          "toolCallCount": 2
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6594,
          "completionTokens": 303,
          "totalTokens": 6897,
          "cost": 0.007984,
          "durationMs": 13441,
          "tokensPerSecond": 22.54,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13026,
          "completionTokens": 218,
          "totalTokens": 13244,
          "cost": 0.01444,
          "durationMs": 11523,
          "tokensPerSecond": 18.92,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6704,
          "completionTokens": 167,
          "totalTokens": 6871,
          "cost": 0.007624,
          "durationMs": 19588,
          "tokensPerSecond": 8.53,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13118,
          "completionTokens": 312,
          "totalTokens": 13430,
          "cost": 0.014866,
          "durationMs": 18225,
          "tokensPerSecond": 17.12,
          "toolCallCount": 2
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19055,
          "completionTokens": 405,
          "totalTokens": 19460,
          "cost": 0.021425,
          "durationMs": 24861,
          "tokensPerSecond": 16.29,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6598,
          "completionTokens": 258,
          "totalTokens": 6856,
          "cost": 0.007831,
          "durationMs": 16194,
          "tokensPerSecond": 15.93,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6656,
          "completionTokens": 163,
          "totalTokens": 6819,
          "cost": 0.007559,
          "durationMs": 13478,
          "tokensPerSecond": 12.09,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12994,
          "completionTokens": 386,
          "totalTokens": 13380,
          "cost": 0.014995,
          "durationMs": 15823,
          "tokensPerSecond": 24.39,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 13006,
          "completionTokens": 284,
          "totalTokens": 13290,
          "cost": 0.01465,
          "durationMs": 18828,
          "tokensPerSecond": 15.08,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6612,
          "completionTokens": 209,
          "totalTokens": 6821,
          "cost": 0.007674,
          "durationMs": 13956,
          "tokensPerSecond": 14.98,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are at least three `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime:\n\n1. **`APPWRITE_FUNCTION_ID`** — The unique ID of the function currently being executed. Useful for logging or when a function needs to identify itself.\n\n2. **`APPWRITE_FUNCTION_PROJECT_ID`** — The ID of the Appwrite project the function belongs to. This is commonly used to configure an Appwrite client SDK inside the function (e.g., `client.setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID)`).\n\n3. **`APPWRITE_FUNCTION_API_ENDPOINT`** — The Appwrite server endpoint URL (e.g., `https://us.cloud.appwrite.io/v1`). Used to point an in-function SDK client at the correct regional endpoint.\n\n4. **`APPWRITE_FUNCTION_EXECUTION_ID`** — The unique ID of the current execution/run. Helpful for tracing and correlating logs.\n\n5. **`APPWRITE_FUNCTION_API_KEY`** — An auto-generated API key scoped to the permissions defined in the function's configuration. This allows the function to authenticate server-side SDK calls without manually managing a separate API key.\n\n6. **`APPWRITE_FUNCTION_EVENT`** — The event string that triggered the function (e.g., `databases.*.collections.*.documents.*.create`), only populated when the function is triggered by an event.\n\n7. **`APPWRITE_FUNCTION_EVENT_DATA`** — A JSON string containing the payload/data of the event that triggered the function, only populated for event-triggered executions.\n\n8. **`APPWRITE_FUNCTION_USER_ID`** — The ID of the user who triggered the function execution, available when the function was invoked by an authenticated user.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly names well more than three APPWRITE_FUNCTION_* environment variables and accurately describes the purpose of each. Variables like APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT, APPWRITE_FUNCTION_EVENT, APPWRITE_FUNCTION_EVENT_DATA, and APPWRITE_FUNCTION_USER_ID are all documented runtime variables with correct descriptions. APPWRITE_FUNCTION_EXECUTION_ID and APPWRITE_FUNCTION_API_KEY may be valid as well (API key is sometimes available in certain Appwrite versions/configurations). The answer clearly satisfies the rubric requirement of naming at least 3 correct variables with accurate purposes.",
          "promptTokens": 12530,
          "completionTokens": 625,
          "totalTokens": 13155,
          "cost": 0.015344,
          "durationMs": 21618,
          "tokensPerSecond": 28.91,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6610,
          "completionTokens": 99,
          "totalTokens": 6709,
          "cost": 0.007287,
          "durationMs": 14522,
          "tokensPerSecond": 6.82,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6560,
          "completionTokens": 86,
          "totalTokens": 6646,
          "cost": 0.007189,
          "durationMs": 13823,
          "tokensPerSecond": 6.22,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example covering bucket creation (server-side), file upload (client-side), and image preview URL generation, all with permission configuration:\n\n---\n\n## Server-Side: Create a Bucket\n\nBucket creation requires an API key, so it's done server-side with `node-appwrite`:\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID!)\n    .setKey(process.env.APPWRITE_API_KEY!);\n\nconst storage = new Storage(client);\n\n// Create a bucket with permissions\nconst bucket = await storage.createBucket({\n    bucketId: ID.unique(),\n    name: 'Images',\n    permissions: [\n        Permission.read(Role.any()),          // anyone can view files\n        Permission.create(Role.user('[USER_ID]')),  // specific user can upload\n        Permission.update(Role.user('[USER_ID]')),  // specific user can update\n        Permission.delete(Role.user('[USER_ID]')),  // specific user can delete\n    ],\n    fileSecurity: true,    // enable per-file permissions (overrides bucket-level)\n    maximumFileSize: 5242880,  // 5 MB max\n    allowedFileExtensions: ['.jpg', '.jpeg', '.png', '.gif', '.webp'],\n    compression: 'gzip',\n    encryption: true,\n    antivirus: true,\n});\n\nconsole.log('Bucket created:', bucket.$id);\n```\n\n> **`fileSecurity: true`** allows you to set per-file permissions on upload. If `false`, all files inherit the bucket's permissions.\n\n---\n\n## Client-Side: Upload a File & Get Preview URL\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\nconst BUCKET_ID = '[BUCKET_ID]';\n\n// ─── Upload a file with per-file permissions ───\nasync function uploadImage(fileInput: HTMLInputElement) {\n    const file = fileInput.files?.[0];\n    if (!file) throw new Error('No file selected');\n\n    const result = await storage.createFile({\n        bucketId: BUCKET_ID,\n        fileId: ID.unique(),\n        file: file,\n        permissions: [\n            Permission.read(Role.any()),                        // public read\n            Permission.update(Role.user('[USER_ID]')),         // only creator can update\n            Permission.delete(Role.user('[USER_ID]')),         // only creator can delete\n        ],\n    });\n\n    console.log('File uploaded:', result.$id);\n    return result;\n}\n\n// ─── Get a preview URL for an image ───\nfunction getImagePreview(fileId: string): string {\n    // getFilePreview returns a URL string (no await needed)\n    const previewUrl = storage.getFilePreview({\n        bucketId: BUCKET_ID,\n        fileId: fileId,\n        width: 400,          // resize width in pixels\n        height: 400,         // resize height in pixels\n        gravity: 'center',   // crop gravity: 'top-left','top','top-right','left','center','right','bottom-left','bottom','bottom-right'\n        quality: 80,         // image quality (1–100)\n        borderWidth: 2,      // border width in pixels\n        borderColor: 'ff0000', // border hex color (no #)\n        borderRadius: 10,    // border radius in pixels\n        opacity: 100,        // opacity (0–100)\n        rotation: 0,         // rotation in degrees (0–360)\n        background: 'ffffff', // background hex for transparent images\n        output: 'jpg',       // output format: 'jpg','png','webp'\n    });\n\n    return previewUrl; // e.g. \"https://.../v1/storage/buckets/[BUCKET_ID]/files/[FILE_ID]/preview?...\"\n}\n\n// ─── Full workflow ───\nasync function main() {\n    const fileInput = document.getElementById('file-input') as HTMLInputElement;\n\n    // 1. Upload\n    const uploadedFile = await uploadImage(fileInput);\n\n    // 2. Get preview URL\n    const previewUrl = getImagePreview(uploadedFile.$id);\n\n    // 3. Display the preview\n    const img = document.createElement('img');\n    img.src = previewUrl;\n    img.alt = 'Image preview';\n    document.body.appendChild(img);\n\n    console.log('Preview URL:', previewUrl);\n}\n```\n\n---\n\n## HTML Companion\n\n```html\n<input type=\"file\" id=\"file-input\" accept=\"image/*\" />\n<button onclick=\"main()\">Upload & Preview</button>\n```\n\n---\n\n## Key Points\n\n| Concept | Detail |\n|---|---|\n| **Bucket creation** | Server-side only (requires API key via `node-appwrite`) |\n| **`fileSecurity: true`** | Enables per-file permission overrides; otherwise bucket permissions apply to all files |\n| **`Permission.read(Role.any())`** | Makes the file publicly readable — required for preview URLs to work without auth |\n| **`getFilePreview()`** | Returns a **URL string** synchronously (not a Promise); the URL can be used directly in `<img src>` |\n| **Preview parameters** | All parameters (`width`, `height`, `quality`, etc.) are optional — Appwrite generates the transformed image on-the-fly |\n| **Common mistake** | Forgetting `Permission.read(...)` on the file or bucket makes it inaccessible, causing 401/403 errors on preview |",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is comprehensive and covers all 5 required rubric items: (1) Storage service instantiation (both server and client-side), (2) Bucket creation with permissions including fileSecurity, size limits, and allowed extensions, (3) storage.createFile() with bucketId, fileId, and File object plus permissions, (4) storage.getFilePreview() with extensive parameter options, (5) Correct imports from both 'appwrite' and 'node-appwrite'. The answer goes beyond the requirements with detailed explanations, HTML companion, and a comparison table. Minor deduction: the createFile() and createBucket() calls use named parameter objects (e.g., storage.createFile({bucketId, fileId, file})) which may not match the actual Web SDK positional parameter API (storage.createFile(bucketId, fileId, file, permissions)), and similarly for createBucket(). The actual Appwrite Web SDK v13+ does use named parameters in some versions, but this could be a source of confusion. Overall, the answer is very thorough and meets all rubric criteria.",
          "promptTokens": 6130,
          "completionTokens": 1382,
          "totalTokens": 7512,
          "cost": 0.011273,
          "durationMs": 45172,
          "tokensPerSecond": 30.59,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6548,
          "completionTokens": 175,
          "totalTokens": 6723,
          "cost": 0.007488,
          "durationMs": 14740,
          "tokensPerSecond": 11.87,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6622,
          "completionTokens": 132,
          "totalTokens": 6754,
          "cost": 0.007415,
          "durationMs": 10173,
          "tokensPerSecond": 12.98,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6636,
          "completionTokens": 165,
          "totalTokens": 6801,
          "cost": 0.007545,
          "durationMs": 15987,
          "tokensPerSecond": 10.32,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6560,
          "completionTokens": 78,
          "totalTokens": 6638,
          "cost": 0.007161,
          "durationMs": 9823,
          "tokensPerSecond": 7.94,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18869,
          "completionTokens": 317,
          "totalTokens": 19186,
          "cost": 0.020922,
          "durationMs": 24162,
          "tokensPerSecond": 13.12,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "## `getFileView()` vs `getFileDownload()` vs `getFilePreview()`\n\nAll three methods return file content from a bucket, but they differ in **HTTP headers** and **purpose**:\n\n---\n\n### `storage.getFileView()`\n\nReturns the raw file content with `Content-Disposition: inline`. The browser will attempt to **render or display** the file directly (e.g., show an image, play a video/audio, render a PDF).\n\n```typescript\nconst result = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n});\n```\n\n**Use when:** You want to **embed or display** a file inline — e.g., setting it as the `src` of an `<img>`, `<video>`, `<audio>`, or `<iframe>` element. No transformations are applied; you get the original file as-is.\n\n---\n\n### `storage.getFileDownload()`\n\nReturns the raw file content with `Content-Disposition: attachment`. The browser will **prompt the user to save** the file to disk rather than displaying it.\n\n```typescript\nconst result = await storage.getFileDownload({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n});\n```\n\n**Use when:** You want the user to **download** the file — e.g., a \"Download\" button for a PDF, ZIP, or any file that should be saved rather than viewed in the browser.\n\n---\n\n### `storage.getFilePreview()`\n\nReturns a **transformed/resized image** with `Content-Disposition: inline`. Supports a rich set of image manipulation parameters:\n\n```typescript\nconst result = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,        // resize width\n    height: 300,       // resize height\n    quality: 80,       // image quality (1-100)\n    gravity: 'center', // crop focus\n    opacity: 100,      // opacity (0-100)\n    rotation: 0,       // rotation in degrees\n    background: '',    // background color for transparent areas\n});\n```\n\n**Use when:** You want a **thumbnail, resized, or otherwise transformed** version of an image — e.g., avatar thumbnails, gallery previews, card images. Only works for **image files** (JPEG, PNG, WebP, GIF, etc.).\n\n---\n\n### Quick Comparison\n\n| Method | Content-Disposition | Transformations | Return Type | Best For |\n|---|---|---|---|---|\n| `getFileView()` | `inline` | ❌ None | Original file | Displaying files in the browser |\n| `getFileDownload()` | `attachment` | ❌ None | Original file | Saving/downloading files to disk |\n| `getFilePreview()` | `inline` | ✅ Resize, crop, quality, etc. | Transformed image | Thumbnails & image previews |\n\n### Practical Example\n\n```html\n<!-- View: display original image inline -->\n<img src={storage.getFileView({ bucketId: 'photos', fileId: file.$id })} />\n\n<!-- Preview: display a small thumbnail -->\n<img src={storage.getFilePreview({ bucketId: 'photos', fileId: file.$id, width: 200, height: 200 })} />\n\n<!-- Download: trigger a file download -->\n<a href={storage.getFileDownload({ bucketId: 'photos', fileId: file.$id })}>Download</a>\n```\n\n> **Note:** On the client-side SDK, `getFileView()` and `getFilePreview()` return a URL string (suitable for `src` attributes), while `getFileDownload()` returns a promise that resolves with the file data for saving.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations including resize, crop, quality, format options, and 4) clear use cases for each method. The answer goes beyond the reference with a comparison table, code examples, and practical HTML usage examples, all of which are accurate and helpful.",
          "promptTokens": 6116,
          "completionTokens": 1075,
          "totalTokens": 7191,
          "cost": 0.010184,
          "durationMs": 42416,
          "tokensPerSecond": 25.34,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18971,
          "completionTokens": 221,
          "totalTokens": 19192,
          "cost": 0.020693,
          "durationMs": 23584,
          "tokensPerSecond": 9.37,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6618,
          "completionTokens": 207,
          "totalTokens": 6825,
          "cost": 0.007673,
          "durationMs": 13742,
          "tokensPerSecond": 15.06,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6598,
          "completionTokens": 347,
          "totalTokens": 6945,
          "cost": 0.008142,
          "durationMs": 12545,
          "tokensPerSecond": 27.66,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19154,
          "completionTokens": 382,
          "totalTokens": 19536,
          "cost": 0.021449,
          "durationMs": 22634,
          "tokensPerSecond": 16.88,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6598,
          "completionTokens": 246,
          "totalTokens": 6844,
          "cost": 0.007789,
          "durationMs": 17589,
          "tokensPerSecond": 13.99,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19004,
          "completionTokens": 221,
          "totalTokens": 19225,
          "cost": 0.020728,
          "durationMs": 17143,
          "tokensPerSecond": 12.89,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6610,
          "completionTokens": 161,
          "totalTokens": 6771,
          "cost": 0.007504,
          "durationMs": 10253,
          "tokensPerSecond": 15.7,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6604,
          "completionTokens": 115,
          "totalTokens": 6719,
          "cost": 0.007337,
          "durationMs": 8948,
          "tokensPerSecond": 12.85,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6666,
          "completionTokens": 135,
          "totalTokens": 6801,
          "cost": 0.007472,
          "durationMs": 9620,
          "tokensPerSecond": 14.03,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6572,
          "completionTokens": 155,
          "totalTokens": 6727,
          "cost": 0.007443,
          "durationMs": 11148,
          "tokensPerSecond": 13.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "## `getFilePreview` vs `getFileView`\n\nUse **`getFileView`** when you need the **original, unmodified file** as-is — for example, when a user downloads the full-resolution image or you need to display it without any transformations.\n\nUse **`getFilePreview`** when you need a **transformed or optimized version** of the image — for example, generating thumbnails, resizing for different screen sizes, or converting formats.\n\n### What `getFilePreview` Supports\n\n`getFilePreview` supports the following image transformation parameters:\n\n| Parameter | Description |\n|-----------|-------------|\n| `width` | Resize width in pixels |\n| `height` | Resize height in pixels |\n| `gravity` | Crop gravity (e.g., `center`, `top-left`, `top`, `top-right`, `left`, `right`, `bottom-left`, `bottom`, `bottom-right`) |\n| `quality` | Image quality (1–100) |\n| `borderWidth` | Border width in pixels |\n| `borderColor` | Border color (hex value) |\n| `borderRadius` | Border corner radius in pixels |\n| `opacity` | Opacity (0–1) |\n| `rotation` | Rotation in degrees |\n| `background` | Background color (hex, used with rotation or borderRadius) |\n| `output` | Output format (e.g., `jpg`, `png`, `webp`) |\n\n### Example\n\n```typescript\nconst storage = new Storage(client);\n\n// Get a resized thumbnail preview\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: 'center',\n    quality: 80,\n    output: 'webp'\n});\n\n// Get the original file unmodified\nconst original = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n### Key Takeaway\n\n- **`getFileView`** → original file, no transformations, works for any file type\n- **`getFilePreview`** → transformed image with resize, crop, format conversion, quality adjustment, etc. — only works for **image files** (jpg, png, gif, webp, etc.)\n\nUsing `getFilePreview` for thumbnails and optimized images can significantly reduce bandwidth and improve load times compared to fetching the full original via `getFileView`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly explains when to use getFilePreview (for transformations/optimized versions) vs getFileView (for original unmodified files), and it comprehensively lists all transformation options supported by getFilePreview including width, height, gravity, quality, borderWidth, borderColor, borderRadius, opacity, rotation, background, and output format - well exceeding the minimum requirement of 2 transformation options. The answer also includes a practical code example and a clear summary.",
          "promptTokens": 6108,
          "completionTokens": 971,
          "totalTokens": 7079,
          "cost": 0.009812,
          "durationMs": 31506,
          "tokensPerSecond": 30.82,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7700,
          "completionTokens": 98,
          "totalTokens": 7798,
          "cost": 0.008428,
          "durationMs": 8913,
          "tokensPerSecond": 11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7801,
          "completionTokens": 187,
          "totalTokens": 7988,
          "cost": 0.008846,
          "durationMs": 22206,
          "tokensPerSecond": 8.42,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20128,
          "completionTokens": 356,
          "totalTokens": 20484,
          "cost": 0.02238,
          "durationMs": 26145,
          "tokensPerSecond": 13.62,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying Sites to Appwrite Sites\n\nAppwrite Sites lets you deploy both **static** and **server-side rendered (SSR)** websites. Here's a complete breakdown of how to deploy, configure builds, and manage your sites.\n\n---\n\n## Deployment Methods\n\n### 1. CLI-Based Deployment (Recommended)\n\nThe Appwrite CLI provides a full workflow for creating, configuring, and deploying sites:\n\n```bash\n# Create a new site (scaffolds the project)\nappwrite init sites\n\n# Pull existing sites from the Appwrite Console\nappwrite pull sites\n\n# Deploy sites\nappwrite push sites\n```\n\nYou can deploy a specific site or all sites:\n\n```bash\n# Deploy a specific site\nappwrite push sites --site-id <SITE_ID>\n\n# Deploy all sites\nappwrite push sites --all --force\n```\n\n### 2. Individual CLI Commands\n\nFor more granular control, you can use individual site commands:\n\n| Command | Description |\n|---------|-------------|\n| `appwrite sites create` | Create a new site |\n| `appwrite sites create-deployment --site-id <ID>` | Upload a new deployment |\n| `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` | Set active deployment |\n| `appwrite sites list-deployments --site-id <ID>` | List deployments |\n| `appwrite sites delete-deployment --site-id <ID> --deployment-id <ID>` | Delete a deployment |\n| `appwrite sites update-deployment-status --site-id <ID> --deployment-id <ID>` | Cancel an ongoing build |\n\n### 3. CI/CD (Non-Interactive) Deployment\n\nFor automated pipelines, use the `--force` flag to skip prompts:\n\n```bash\nappwrite push sites --all --force\nappwrite push sites --site-id <SITE_ID> --force\n```\n\n---\n\n## Build Configuration\n\nSite configuration lives in `appwrite.config.json` (or in a separate file referenced via `includes`). Here's the full configuration schema:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"Documentation template\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/documentation-template\"\n        }\n    ]\n}\n```\n\n### Configuration Fields Explained\n\n| Field | Description |\n|-------|-------------|\n| **`logging`** | Stores site request and build logs for debugging. |\n| **`framework`** | Framework preset (e.g., `astro`, `next`, `nuxt`, `sveltekit`). Provides sensible build defaults. List all with `appwrite sites list-frameworks`. |\n| **`timeout`** | Maximum request/function duration in seconds for server-rendered sites. |\n| **`installCommand`** | Command to install dependencies (e.g., `npm install`, `yarn install`). |\n| **`buildCommand`** | Command to build the site (e.g., `npm run build`). |\n| **`outputDirectory`** | Directory containing the static build output (e.g., `./dist`, `./build`). |\n| **`buildSpecification`** | Compute spec used while building the deployment (e.g., `s-1vcpu-512mb`). List all with `appwrite sites list-specifications`. |\n| **`runtimeSpecification`** | Compute spec used while serving runtime workloads (for SSR sites). |\n| **`buildRuntime`** | Runtime used to build the site (e.g., `node-22`). |\n| **`adapter`** | Deployment adapter — **`static`** for static sites or **`ssr`** for server-rendered sites. |\n| **`fallbackFile`** | Fallback file for SPA routing or missing routes (e.g., `index.html`). |\n| **`startCommand`** | Command to start server-rendered output (e.g., `npm run start`). Only used with the `ssr` adapter. |\n| **`deploymentRetention`** | Number of days to retain old deployments before automatic deletion. |\n| **`path`** | Local site source directory. If using `includes`, resolved relative to the include file. |\n\n---\n\n## Static vs. SSR Sites\n\nThe **`adapter`** field determines the deployment mode:\n\n| Adapter | Use Case | Key Fields |\n|---------|----------|------------|\n| **`static`** | Pre-built static files (SPAs, static site generators) | `buildCommand`, `outputDirectory`, `fallbackFile` |\n| **`ssr`** | Server-rendered apps (Next.js, SvelteKit, Nuxt, Astro SSR) | `buildCommand`, `startCommand`, `timeout` |\n\n### Static Example (e.g., Vite/React SPA)\n```json\n{\n    \"adapter\": \"static\",\n    \"installCommand\": \"npm install\",\n    \"buildCommand\": \"npm run build\",\n    \"outputDirectory\": \"./dist\",\n    \"fallbackFile\": \"index.html\"\n}\n```\n\n### SSR Example (e.g., Next.js)\n```json\n{\n    \"adapter\": \"ssr\",\n    \"installCommand\": \"npm install\",\n    \"buildCommand\": \"npm run build\",\n    \"startCommand\": \"npm run start\",\n    \"timeout\": 30\n}\n```\n\n---\n\n## Site Variables (Environment Variables)\n\nSite variables are **not** defined in `appwrite.config.json`. Instead, place them in a `.env` file inside the site's `path` directory:\n\n```bash\n# sites/my-site/.env\nPUBLIC_SITE_NAME=docs\nAPI_SECRET=replace-me\n```\n\nSync variables to the remote site:\n\n```bash\n# Push code AND sync variables from .env\nappwrite push sites --site-id <SITE_ID> --with-variables\n\n# Push code only (keep existing remote variables)\nappwrite push sites --site-id <SITE_ID>\n```\n\nYou can also manage variables individually:\n\n```bash\nappwrite sites list-variables --site-id <ID>\nappwrite sites create-variable --site-id <ID> --key <KEY> --value <VALUE>\nappwrite sites update-variable --site-id <ID> --variable-id <ID> --key <KEY> --value <VALUE>\nappwrite sites delete-variable --site-id <ID> --variable-id <ID>\n```\n\n---\n\n## Useful Discovery Commands\n\n```bash\n# List all available frameworks\nappwrite sites list-frameworks\n\n# List all allowed compute specifications\nappwrite sites list-specifications\n\n# List available site templates\nappwrite sites list-templates\n\n# Get template details\nappwrite sites get-template --template-id <ID>\n```\n\n---\n\n## Split Configuration with Includes\n\nFor larger projects, you can split site definitions into a separate file:\n\n```json\n// appwrite.config.json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"includes\": {\n        \"sites\": \"appwrite/sites.json\"\n    }\n}\n```\n\n```json\n// appwrite/sites.json\n[\n    {\n        \"$id\": \"<SITE_ID>\",\n        \"name\": \"My Site\",\n        \"path\": \"../sites/my-site\",\n        ...\n    }\n]\n```\n\n> **Note:** When using `includes`, the `path` field is resolved relative to the include file's directory, not the project root.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The model's answer covers most of the rubric requirements well: (1) Multiple deployment methods are mentioned - CLI deployment and CI/CD pipelines, though Git-based deployment is notably absent; (2) Build command configuration is thoroughly covered with examples; (3) Output directory setting is explained with examples; (4) Framework support/presets are mentioned with specific examples (astro, next, nuxt, sveltekit); (5) Environment variables are covered in detail. The main gap is the missing Git-based deployment method, which is one of the three primary deployment methods mentioned in the reference answer. The answer is otherwise comprehensive and detailed, covering additional topics like static vs SSR, configuration schema, and split configuration.",
          "promptTokens": 12517,
          "completionTokens": 1743,
          "totalTokens": 14260,
          "cost": 0.019243,
          "durationMs": 53893,
          "tokensPerSecond": 32.34,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 145,
          "totalTokens": 7889,
          "cost": 0.008639,
          "durationMs": 12782,
          "tokensPerSecond": 11.34,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7642,
          "completionTokens": 388,
          "totalTokens": 8030,
          "cost": 0.009382,
          "durationMs": 16761,
          "tokensPerSecond": 23.15,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 13020,
          "completionTokens": 211,
          "totalTokens": 13231,
          "cost": 0.014409,
          "durationMs": 13384,
          "tokensPerSecond": 15.77,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7766,
          "completionTokens": 90,
          "totalTokens": 7856,
          "cost": 0.008469,
          "durationMs": 10490,
          "tokensPerSecond": 8.58,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7732,
          "completionTokens": 196,
          "totalTokens": 7928,
          "cost": 0.008805,
          "durationMs": 10383,
          "tokensPerSecond": 18.88,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7672,
          "completionTokens": 1300,
          "totalTokens": 8972,
          "cost": 0.012606,
          "durationMs": 44136,
          "tokensPerSecond": 29.45,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12996,
          "completionTokens": 294,
          "totalTokens": 13290,
          "cost": 0.014675,
          "durationMs": 14900,
          "tokensPerSecond": 19.73,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7708,
          "completionTokens": 101,
          "totalTokens": 7809,
          "cost": 0.008447,
          "durationMs": 16904,
          "tokensPerSecond": 5.97,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 165,
          "totalTokens": 7909,
          "cost": 0.008709,
          "durationMs": 22708,
          "tokensPerSecond": 7.27,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7698,
          "completionTokens": 561,
          "totalTokens": 8259,
          "cost": 0.010046,
          "durationMs": 34245,
          "tokensPerSecond": 16.38,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 442,
          "totalTokens": 8196,
          "cost": 0.009689,
          "durationMs": 39800,
          "tokensPerSecond": 11.11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7702,
          "completionTokens": 178,
          "totalTokens": 7880,
          "cost": 0.00871,
          "durationMs": 22679,
          "tokensPerSecond": 7.85,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7732,
          "completionTokens": 146,
          "totalTokens": 7878,
          "cost": 0.00863,
          "durationMs": 23089,
          "tokensPerSecond": 6.32,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7772,
          "completionTokens": 326,
          "totalTokens": 8098,
          "cost": 0.009302,
          "durationMs": 26084,
          "tokensPerSecond": 12.5,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7720,
          "completionTokens": 82,
          "totalTokens": 7802,
          "cost": 0.008393,
          "durationMs": 27638,
          "tokensPerSecond": 2.97,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are the key deployment and build configuration options for an Appwrite Site, as defined in `appwrite.config.json`:\n\n| Field | Purpose |\n|-------|---------|\n| **`installCommand`** | The shell command run to install dependencies before building (e.g., `npm install`). |\n| **`buildCommand`** | The shell command that produces the production build output (e.g., `npm run build`). |\n| **`outputDirectory`** | The path to the directory containing the static build artifacts that Appwrite will serve (e.g., `./dist`). |\n| **`buildSpecification`** | The compute specification (CPU/memory) allocated while the build is running (e.g., `s-1vcpu-512mb`). |\n| **`runtimeSpecification`** | The compute specification allocated for serving runtime workloads (relevant for SSR sites). |\n| **`buildRuntime`** | The runtime environment used to build the site (e.g., `node-22`). |\n| **`adapter`** | The deployment adapter that determines how the site is served — `static` for fully pre-built sites or `ssr` for server-rendered sites. |\n| **`startCommand`** | The command used to start the server-rendered output (only applicable when the adapter is `ssr`, e.g., `npm run start`). |\n| **`fallbackFile`** | A file to serve when a requested route is missing — commonly used for SPA client-side routing (e.g., `index.html`). |\n| **`framework`** | A framework preset (e.g., `astro`, `next`, `nuxt`) that provides sensible defaults for the build and deployment settings. |\n| **`deploymentRetention`** | Number of days to keep old deployments before they are automatically cleaned up. |\n| **`timeout`** | Maximum duration in seconds for a request or function execution (applies to server-rendered sites). |\n\n### Quick Example\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"framework\": \"astro\",\n            \"adapter\": \"ssr\",\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"startCommand\": \"npm run start\",\n            \"buildRuntime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"fallbackFile\": \"\",\n            \"timeout\": 30,\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\nIn short, the **build pipeline** is controlled by `installCommand` → `buildCommand` → `outputDirectory`, the **runtime serving** is controlled by `adapter`, `startCommand`, and `runtimeSpecification`, and **infrastructure sizing** is controlled by `buildSpecification`, `buildRuntime`, and `timeout`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than three deployment/build configuration options, each with a clear and correct purpose. It covers all the options mentioned in the reference answer (installCommand, buildCommand, outputDirectory, framework preset, environment variables implied) and adds several more valid options (adapter, startCommand, buildRuntime, buildSpecification, runtimeSpecification, fallbackFile, deploymentRetention, timeout). All descriptions are accurate and relevant to Appwrite Sites configuration.",
          "promptTokens": 7220,
          "completionTokens": 947,
          "totalTokens": 8167,
          "cost": 0.010895,
          "durationMs": 37511,
          "tokensPerSecond": 25.25,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6552,
          "completionTokens": 114,
          "totalTokens": 6666,
          "cost": 0.007279,
          "durationMs": 18711,
          "tokensPerSecond": 6.09,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 678,
          "completionTokens": 96,
          "totalTokens": 774,
          "cost": 0.001048,
          "durationMs": 3796,
          "tokensPerSecond": 25.29,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6586,
          "completionTokens": 128,
          "totalTokens": 6714,
          "cost": 0.007363,
          "durationMs": 28737,
          "tokensPerSecond": 4.45,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\n## Overview\n\nAppwrite Messaging lets you send push notifications to mobile devices via **topics** (broadcast groups) or directly to individual users. Here's how to set it up end-to-end.\n\n---\n\n## Supported Push Providers\n\n| Provider | Platform | Description |\n|----------|----------|-------------|\n| **Firebase Cloud Messaging (FCM)** | Android (and cross-platform) | Google's push service; requires a Firebase project and a service account key |\n| **Apple Push Notification service (APNs)** | iOS | Apple's push service; requires an Apple Developer account, key/certificate, and bundle ID |\n\nYou configure these providers in the **Appwrite Console** under **Messaging → Providers** by entering your credentials (e.g., FCM service account JSON, APNs auth key + team ID + key ID + bundle ID).\n\n---\n\n## Step-by-Step Setup\n\n### 1. Create a Provider (Console)\n\nIn the Appwrite Console, navigate to **Messaging → Providers** and add either:\n\n- **FCM** — paste your Firebase service account JSON\n- **APNs** — provide your auth key (.p8), key ID, team ID, and bundle ID\n\n### 2. Create a Topic\n\nTopics are named broadcast channels that users subscribe to. You can create them via the Console or the CLI:\n\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"unique()\" \\\n    --name \"Announcements\"\n```\n\nOr define topics in `appwrite.config.json` under the `\"topics\"` array and deploy with:\n\n```bash\nappwrite push topics\n```\n\n### 3. Subscribe Users to the Topic\n\nUsers must subscribe to a topic to receive its push notifications. You can add subscribers via the CLI:\n\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --subscriber-id \"<USER_ID>\"\n```\n\nOr list existing subscribers:\n\n```bash\nappwrite messaging list-subscribers --topic-id \"<TOPIC_ID>\"\n```\n\nOn the **client side**, your app registers a device token (from FCM or APNs) with Appwrite. The SDK handles this when you call the appropriate messaging subscription method.\n\n### 4. Send a Push Notification to a Topic\n\nUse the CLI to send a push notification targeting a topic:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Update Available\" \\\n    --description \"Version 2.0 is ready to download!\" \\\n    --topics '[\"<TOPIC_ID>\"]'\n```\n\nKey parameters for `create-push`:\n\n| Parameter | Description |\n|-----------|-------------|\n| `--message-id` | Unique ID for the message (use `unique()` for auto-generated) |\n| `--title` | Notification title shown on the device |\n| `--description` | Notification body text |\n| `--topics` | JSON array of topic IDs to send to |\n| `--users` | JSON array of user IDs for direct push (alternative to topics) |\n| `--data` | JSON object of custom key-value data delivered to the app |\n| `--action` | URL or deep link opened when the notification is tapped |\n\n### 5. Send a Push Notification via the Server SDK (Node.js)\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// Send push to a topic\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Update Available',\n    description: 'Version 2.0 is ready to download!',\n    topics: ['<TOPIC_ID>'],\n    data: { screen: 'updates' },  // optional custom payload\n});\n\n// Send push to specific users\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Welcome!',\n    description: 'Thanks for signing up.',\n    users: ['<USER_ID_1>', '<USER_ID_2>'],\n});\n```\n\n---\n\n## Full Workflow Summary\n\n```\n1. Configure Provider (FCM / APNs) in Appwrite Console\n2. Create Topic (Console, CLI, or SDK)\n3. Subscribe Users to Topic (CLI, SDK, or Console)\n4. Send Push Notification targeting the Topic (CLI or SDK)\n```\n\n---\n\n## Tips\n\n- **Topics vs. Users**: Use `topics` for broadcast messages (e.g., \"all users\", \"premium subscribers\"). Use `users` for targeted messages to specific individuals.\n- **Custom data**: Pass a `data` object to deliver a silent payload or deep-link information your app can act on when the notification is received.\n- **CLI management**: Use `appwrite pull topics` and `appwrite push topics` to sync topic configurations across environments, just like functions and tables.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) Both FCM and APNS providers are explicitly mentioned with setup details, 2) Topic creation is explained via Console, CLI, and SDK, 3) User subscription/targets are covered including device token registration on the client side, 4) messaging.createPush() method is demonstrated with both CLI and Node.js SDK examples, 5) Device token registration is mentioned when discussing client-side SDK subscription. The answer goes beyond the reference answer with detailed code examples, parameter tables, and practical tips, making it a thorough and accurate response.",
          "promptTokens": 18248,
          "completionTokens": 1402,
          "totalTokens": 19650,
          "cost": 0.024067,
          "durationMs": 56490,
          "tokensPerSecond": 24.82,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6590,
          "completionTokens": 146,
          "totalTokens": 6736,
          "cost": 0.007431,
          "durationMs": 21303,
          "tokensPerSecond": 6.85,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6580,
          "completionTokens": 198,
          "totalTokens": 6778,
          "cost": 0.007602,
          "durationMs": 21997,
          "tokensPerSecond": 9,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6608,
          "completionTokens": 114,
          "totalTokens": 6722,
          "cost": 0.007337,
          "durationMs": 21140,
          "tokensPerSecond": 5.39,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6586,
          "completionTokens": 154,
          "totalTokens": 6740,
          "cost": 0.007454,
          "durationMs": 20926,
          "tokensPerSecond": 7.36,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nAppwrite Messaging provides flexible targeting options that let you send messages to broad audiences or specific individuals. Here's how each targeting mechanism works:\n\n---\n\n## 1. **Topics** (Broadcast to subscriber groups)\n\nTopics are named channels that users subscribe to. They're ideal for broadcasting messages to interest-based groups (e.g., \"announcements\", \"promotions\", \"updates\").\n\n**Creating a topic (CLI):**\n```bash\nappwrite messaging create-topic --topic-id \"unique()\" --name \"Announcements\"\n```\n\n**Managing subscribers:**\n```bash\n# Add a subscriber to a topic\nappwrite messaging create-subscriber --topic-id \"<TOPIC_ID>\" --subscriber-id \"<USER_ID>\"\n\n# List all subscribers of a topic\nappwrite messaging list-subscribers --topic-id \"<TOPIC_ID>\"\n\n# Remove a subscriber\nappwrite messaging delete-subscriber --topic-id \"<TOPIC_ID>\" --subscriber-id \"<SUBSCRIBER_ID>\"\n```\n\n**Sending a message to a topic:**\nWhen creating a message (email, push, or SMS), you specify topic IDs in the `topics` parameter. Every subscriber to those topics receives the message.\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Feature!\" \\\n    --description \"Check out our latest update\" \\\n    --topics '[\"<TOPIC_ID>\"]'\n```\n\nTopics can also be configured in `appwrite.config.json` under the `\"topics\"` array and deployed with `appwrite push topics`.\n\n---\n\n## 2. **Users** (Target specific Appwrite users)\n\nYou can target messages directly to one or more Appwrite users by their user IDs. This sends the message to **all** registered messaging targets (email, phone, push tokens) associated with those users.\n\n```bash\nappwrite messaging create-email \\\n    --message-id \"unique()\" \\\n    --subject \"Welcome Back!\" \\\n    --description \"We miss you\" \\\n    --users '[\"<USER_ID_1>\", \"<USER_ID_2>\"]'\n```\n\nThis is useful for personalized or transactional messages like welcome emails, password reset notifications, or account alerts.\n\n---\n\n## 3. **Targets** (Target a specific device/email/phone)\n\nTargets represent individual delivery endpoints — a specific email address, phone number, or push notification token registered to a user. This is the most granular level of targeting.\n\nWhen you target by `targets`, the message is delivered **only** to those specific endpoints, even if a user has multiple registered targets.\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"Device-specific alert\" \\\n    --description \"Only this device gets the message\" \\\n    --targets '[\"<TARGET_ID_1>\", \"<TARGET_ID_2>\"]'\n```\n\nTargets are automatically created when users register push tokens, or they can be managed server-side.\n\n---\n\n## Combining Targeting Options\n\nYou can mix and match targeting in a single message. For example, you can send to both topics and specific users simultaneously:\n\n```bash\nappwrite messaging create-email \\\n    --message-id \"unique()\" \\\n    --subject \"Big Announcement\" \\\n    --description \"Read our latest news\" \\\n    --topics '[\"<TOPIC_ID>\"]' \\\n    --users '[\"<USER_ID>\"]' \\\n    --targets '[\"<TARGET_ID>\"]'\n```\n\nAppwrite deduplicates recipients — if a user is subscribed to a topic *and* listed in `users`, they still receive the message only once.\n\n---\n\n## Summary Table\n\n| Targeting Method | Scope | Best For |\n|---|---|---|\n| **`topics`** | All subscribers of a topic | Broadcasts, newsletters, category-based alerts |\n| **`users`** | All targets belonging to specific users | Personalized/transactional messages to known users |\n| **`targets`** | A single device, email, or phone | Device-specific alerts, precise delivery control |\n\nAll three options are available on every message type — **email**, **push notification**, and **SMS** — giving you full control over who receives each message.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly described with examples; 2) The topic subscription mechanism is explained, including how users subscribe to topics and how messages broadcast to all subscribers; 3) How messages are sent to each target type is detailed - topics reach all subscribers, users reach all registered endpoints for those users, and targets reach specific delivery endpoints; 4) Combining targeting methods is explicitly covered with a code example showing all three used simultaneously, plus a note about deduplication. The answer is comprehensive, accurate, and well-structured.",
          "promptTokens": 18233,
          "completionTokens": 1086,
          "totalTokens": 19319,
          "cost": 0.022946,
          "durationMs": 52217,
          "tokensPerSecond": 20.8,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6596,
          "completionTokens": 167,
          "totalTokens": 6763,
          "cost": 0.00751,
          "durationMs": 20566,
          "tokensPerSecond": 8.12,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6522,
          "completionTokens": 163,
          "totalTokens": 6685,
          "cost": 0.007419,
          "durationMs": 18990,
          "tokensPerSecond": 8.58,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 693,
          "completionTokens": 142,
          "totalTokens": 835,
          "cost": 0.001225,
          "durationMs": 17840,
          "tokensPerSecond": 7.96,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6592,
          "completionTokens": 135,
          "totalTokens": 6727,
          "cost": 0.007394,
          "durationMs": 18736,
          "tokensPerSecond": 7.21,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 669,
          "completionTokens": 113,
          "totalTokens": 782,
          "cost": 0.001098,
          "durationMs": 18832,
          "tokensPerSecond": 6,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 721,
          "completionTokens": 227,
          "totalTokens": 948,
          "cost": 0.001552,
          "durationMs": 17702,
          "tokensPerSecond": 12.82,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6632,
          "completionTokens": 180,
          "totalTokens": 6812,
          "cost": 0.007594,
          "durationMs": 24424,
          "tokensPerSecond": 7.37,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6562,
          "completionTokens": 118,
          "totalTokens": 6680,
          "cost": 0.007303,
          "durationMs": 21396,
          "tokensPerSecond": 5.52,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6632,
          "completionTokens": 193,
          "totalTokens": 6825,
          "cost": 0.007639,
          "durationMs": 22000,
          "tokensPerSecond": 8.77,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6642,
          "completionTokens": 189,
          "totalTokens": 6831,
          "cost": 0.007636,
          "durationMs": 34006,
          "tokensPerSecond": 5.56,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending Push Notifications to a Topic in Appwrite\n\n## What Must Be Configured First\n\nBefore you can send push notifications, you must configure a **push notification provider** in your Appwrite project:\n\n1. **Enable the Messaging service** in your project settings.\n2. **Add a push provider** — either **APNS** (Apple Push Notification Service) for iOS or **FCM** (Firebase Cloud Messaging) for Android (or both). This is done in the Appwrite Console under **Messaging → Providers**. You'll need to supply the required credentials (e.g., APNS key/certificate or FCM service account JSON).\n\nWithout at least one push provider configured, Appwrite has no delivery channel for push notifications.\n\n---\n\n## Steps to Send a Push Notification to a Topic\n\n### Step 1: Create a Topic\n\nA topic groups subscribers together so you can broadcast a message to all of them at once.\n\n**Using the CLI:**\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"unique()\" \\\n    --name \"Announcements\"\n```\n\n**Using the TypeScript SDK (server-side):**\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nconst topic = await messaging.createTopic({\n    topicId: ID.unique(),\n    name: 'Announcements',\n});\n```\n\n### Step 2: Subscribe Users to the Topic\n\nEach user (or their device) must be explicitly subscribed to the topic.\n\n**Using the CLI:**\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<TARGET_ID>\"\n```\n\n> **Note:** A *target* represents a user's device token (created when you register the device push token with Appwrite). You need to create a target for each user device first, then subscribe that target to the topic.\n\n**Using the TypeScript SDK (server-side):**\n```typescript\nawait messaging.createSubscriber({\n    topicId: '<TOPIC_ID>',\n    subscriberId: ID.unique(),\n    targetId: '<TARGET_ID>',\n});\n```\n\nYou can verify subscriptions:\n```bash\nappwrite messaging list-subscribers --topic-id \"<TOPIC_ID>\"\n```\n\n### Step 3: Send the Push Notification to the Topic\n\nNow broadcast a push notification to all subscribers of the topic.\n\n**Using the CLI:**\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Update Available\" \\\n    --description \"Version 2.0 is live! Tap to update.\" \\\n    --topics '[\"<TOPIC_ID>\"]'\n```\n\n**Using the TypeScript SDK (server-side):**\n```typescript\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Update Available',\n    description: 'Version 2.0 is live! Tap to update.',\n    topics: ['<TOPIC_ID>'],\n});\n```\n\nYou can also target specific users instead of (or in addition to) topics by passing `users` or `targets` parameters.\n\n---\n\n## Summary of the Flow\n\n| Step | Action | Required? |\n|------|--------|-----------|\n| **0** | Configure a push provider (APNS/FCM) in the Console | ✅ Yes — nothing works without this |\n| **1** | Create a topic | ✅ Yes |\n| **2** | Register device targets & subscribe them to the topic | ✅ Yes |\n| **3** | Send a push notification targeting the topic | ✅ Yes |\n\nThe key takeaway: **a push provider (APNS and/or FCM) must be configured first** — it is the delivery infrastructure. Then you create a topic, subscribe users, and broadcast your message.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four required rubric points: 1) Provider configuration (FCM/APNS) - clearly explained as the first prerequisite, 2) Topic creation - demonstrated with code examples, 3) User targets/subscriptions to the topic - explained with the concept of device targets and subscriber creation, 4) Sending push to the topic using createPush with topicIds - shown with both CLI and SDK examples. The answer is well-structured, accurate, and complete.",
          "promptTokens": 18227,
          "completionTokens": 1185,
          "totalTokens": 19412,
          "cost": 0.023286,
          "durationMs": 61022,
          "tokensPerSecond": 19.42,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6550,
          "completionTokens": 134,
          "totalTokens": 6684,
          "cost": 0.007346,
          "durationMs": 21868,
          "tokensPerSecond": 6.13,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6578,
          "completionTokens": 100,
          "totalTokens": 6678,
          "cost": 0.007257,
          "durationMs": 17853,
          "tokensPerSecond": 5.6,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6640,
          "completionTokens": 637,
          "totalTokens": 7277,
          "cost": 0.009202,
          "durationMs": 36658,
          "tokensPerSecond": 17.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6596,
          "completionTokens": 329,
          "totalTokens": 6925,
          "cost": 0.008077,
          "durationMs": 25666,
          "tokensPerSecond": 12.82,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6646,
          "completionTokens": 242,
          "totalTokens": 6888,
          "cost": 0.007825,
          "durationMs": 14937,
          "tokensPerSecond": 16.2,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6606,
          "completionTokens": 172,
          "totalTokens": 6778,
          "cost": 0.007538,
          "durationMs": 11043,
          "tokensPerSecond": 15.58,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6652,
          "completionTokens": 216,
          "totalTokens": 6868,
          "cost": 0.007741,
          "durationMs": 13212,
          "tokensPerSecond": 16.35,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6594,
          "completionTokens": 743,
          "totalTokens": 7337,
          "cost": 0.009524,
          "durationMs": 32305,
          "tokensPerSecond": 23,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's a complete example that subscribes to both table row changes and file uploads simultaneously, using the `response.events` and `response.channels` arrays to differentiate and handle each event type:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// Initialize client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\n// Define channel strings\nconst DATABASE_ID = '[DATABASE_ID]';\nconst TABLE_ID = '[TABLE_ID]';\nconst BUCKET_ID = '[BUCKET_ID]';\n\n// Subscribe to both table row changes and file uploads at the same time\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n        Channel.bucket(BUCKET_ID).file(),\n    ],\n    (response) => {\n        const { events, payload, channels, timestamp } = response;\n\n        // --- Handle table row events ---\n        if (events.some((e) => e.includes('.rows.'))) {\n            if (events.includes(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows.*.create`)) {\n                console.log('✅ New row created:', payload);\n                // e.g., update UI list, show notification\n            } else if (events.includes(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows.*.update`)) {\n                console.log('✏️ Row updated:', payload);\n                // e.g., refresh edited item in UI\n            } else if (events.includes(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows.*.delete`)) {\n                console.log('🗑️ Row deleted:', payload);\n                // e.g., remove item from UI list\n            }\n            return; // done handling row event\n        }\n\n        // --- Handle file upload events ---\n        if (events.some((e) => e.includes('.files.'))) {\n            if (events.includes(`buckets.${BUCKET_ID}.files.*.create`)) {\n                console.log('📁 File uploaded:', payload);\n                // e.g., refresh gallery, show upload success toast\n            } else if (events.includes(`buckets.${BUCKET_ID}.files.*.update`)) {\n                console.log('📝 File updated:', payload);\n                // e.g., refresh file metadata display\n            } else if (events.includes(`buckets.${BUCKET_ID}.files.*.delete`)) {\n                console.log('🗑️ File deleted:', payload);\n                // e.g., remove file from gallery\n            }\n        }\n    }\n);\n\n// Later, when you want to stop listening:\n// await subscription.close();\n```\n\n## Key Points\n\n1. **Multi-channel subscription** — Pass an **array** of channel strings to `realtime.subscribe()` to listen to multiple resources in a single subscription. The callback fires for *any* event on *any* of the channels.\n\n2. **Differentiating event types** — Use `response.events` (an array of event strings) to determine what happened. Each event string follows the pattern:\n   - Rows: `tablesdb.[DB_ID].tables.[TABLE_ID].rows.*.create|update|delete`\n   - Files: `buckets.[BUCKET_ID].files.*.create|update|delete`\n\n3. **The `payload`** — Contains the affected resource (the row document or file metadata object), so you can immediately act on it.\n\n4. **Unsubscribing** — Call `await subscription.close()` to tear down the WebSocket listener when it's no longer needed (e.g., on component unmount in a SPA).\n\n### Alternative: Separate subscriptions per concern\n\nIf you prefer cleaner separation of concerns, you can also create **two independent subscriptions** — each with its own callback:\n\n```typescript\nconst rowSub = await realtime.subscribe(\n    Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n    (response) => {\n        // Handle row events only\n        console.log('Row event:', response.events, response.payload);\n    }\n);\n\nconst fileSub = await realtime.subscribe(\n    Channel.bucket(BUCKET_ID).file(),\n    (response) => {\n        // Handle file events only\n        console.log('File event:', response.events, response.payload);\n    }\n);\n\n// Unsubscribe individually\n// await rowSub.close();\n// await fileSub.close();\n```\n\nBoth approaches use a single underlying WebSocket connection — Appwrite multiplexes all subscriptions over one socket, so there's no performance penalty for using separate subscriptions.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses realtime.subscribe() with an array of channels, 2) Includes the table row channel using Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() and also shows the string format tablesdb.[DB_ID].tables.[TABLE_ID].rows.*, 3) Includes the file channel using Channel.bucket(BUCKET_ID).file() and also shows buckets.[BUCKET_ID].files.*, 4) Checks event types in the callback using response.events, 5) Implements different handling logic for row events vs file events. The code is complete, well-structured, and includes additional helpful context like unsubscribing and alternative patterns.",
          "promptTokens": 6120,
          "completionTokens": 1068,
          "totalTokens": 7188,
          "cost": 0.010164,
          "durationMs": 42353,
          "tokensPerSecond": 25.22,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "# Appwrite Realtime vs. Webhooks: Key Differences\n\n## Overview\n\n| Aspect | **Realtime** | **Webhooks** |\n|--------|-------------|-------------|\n| **Protocol** | WebSocket (persistent connection) | HTTP POST (fire-and-forget) |\n| **Direction** | Server → Client (browser/mobile) | Server → Your external server |\n| **Consumer** | Frontend app (client-side SDK) | Backend service / external API |\n| **Connection** | Persistent, bidirectional | One-shot HTTP request per event |\n| **Auth context** | Tied to authenticated user session | Uses project-level signing (no user context) |\n| **Response** | Your app handles it in a callback | Your server returns an HTTP response |\n\n---\n\n## Realtime\n\nRealtime uses **WebSockets** to push events to connected clients instantly. You subscribe to channels and receive updates in a callback.\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\n// Subscribe to all rows in a table\nconst subscription = await realtime.subscribe(\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        console.log(response.events);   // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload);  // the affected resource\n    }\n);\n\n// Unsubscribe when done\nawait subscription.close();\n```\n\n**Available channels include:** `account`, `tablesdb.[DB_ID].tables.[TABLE_ID].rows`, `buckets.[BUCKET_ID].files`, `teams`, `memberships`, and `functions.[FUNCTION_ID].executions`.\n\n### When to use Realtime:\n- **Live UI updates** — chat messages appearing instantly, a dashboard refreshing as data changes, a collaborative document updating in real time.\n- **User-facing notifications** — showing a user that their team membership changed or a file finished uploading.\n- **Any scenario where the consumer is a browser or mobile app** that needs to react to changes immediately without polling.\n\n### Limitations:\n- Only works **client-side** (Web / React Native SDKs). There's no server-side Realtime subscription.\n- Requires an **active user session** — subscriptions are scoped to what the authenticated user has permission to see.\n- The client must maintain a **persistent WebSocket connection**.\n\n---\n\n## Webhooks\n\nWebhooks send an **HTTP POST request** to a URL you specify whenever a matching event occurs. They are configured at the project level (via the Console or CLI).\n\n```json\n// appwrite/webhooks.json\n[\n    {\n        \"$id\": \"<WEBHOOK_ID>\",\n        \"name\": \"Deploy events\",\n        \"url\": \"https://example.com/appwrite/webhook\",\n        \"events\": [\"functions.*.deployments.*.create\"],\n        \"enabled\": true,\n        \"tls\": true\n    }\n]\n```\n\n### When to use Webhooks:\n- **Server-to-server integration** — notifying your backend when a new user signs up, a row is created, or a function deployment completes.\n- **Third-party service integration** — triggering a Zapier workflow, sending a Slack notification, syncing data to an external CRM, etc.\n- **Event-driven backend logic** — your own API receives the event and decides what to do (e.g., send a welcome email, update a search index, process a payment).\n- **No active client required** — webhooks fire regardless of whether any user is online.\n\n### Limitations:\n- **Fire-and-forget** — if your endpoint is down, the event may be lost (Appwrite retries, but delivery isn't guaranteed like a queue).\n- **No user session context** — webhooks operate at the project level, so you don't get the fine-grained permission filtering that Realtime provides.\n- **Requires a publicly accessible HTTPS endpoint** to receive the POST requests.\n\n---\n\n## Decision Guide\n\n| Scenario | Use |\n|----------|-----|\n| Update a chat UI when new messages arrive | **Realtime** |\n| Show a live notification badge in your app | **Realtime** |\n| Sync a collaborative whiteboard | **Realtime** |\n| Send a welcome email when a user signs up | **Webhook** |\n| Sync new database rows to an external data warehouse | **Webhook** |\n| Trigger a CI/CD pipeline on function deployment | **Webhook** |\n| Notify Slack when a file is uploaded | **Webhook** |\n| Both update the UI *and* trigger backend logic on the same event | **Both** — they're not mutually exclusive |\n\n**In short:** Use **Realtime** when your *frontend* needs to react to changes live. Use **Webhooks** when your *backend* or an *external service* needs to react to events. They complement each other and can be used together for the same events.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all rubric requirements: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates (chat, dashboards, collaborative docs), 4) Webhooks are for backend/external integrations (CRM sync, Slack notifications, email triggers), 5) Multiple concrete use cases are provided for each. The answer goes well beyond the minimum requirements with detailed comparisons, code examples, limitations, and a decision guide.",
          "promptTokens": 12512,
          "completionTokens": 1109,
          "totalTokens": 13621,
          "cost": 0.017019,
          "durationMs": 35176,
          "tokensPerSecond": 31.53,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6596,
          "completionTokens": 173,
          "totalTokens": 6769,
          "cost": 0.007531,
          "durationMs": 10619,
          "tokensPerSecond": 16.29,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6626,
          "completionTokens": 116,
          "totalTokens": 6742,
          "cost": 0.007363,
          "durationMs": 8818,
          "tokensPerSecond": 13.15,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6606,
          "completionTokens": 98,
          "totalTokens": 6704,
          "cost": 0.007279,
          "durationMs": 8330,
          "tokensPerSecond": 11.76,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6594,
          "completionTokens": 207,
          "totalTokens": 6801,
          "cost": 0.007648,
          "durationMs": 12815,
          "tokensPerSecond": 16.15,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6586,
          "completionTokens": 468,
          "totalTokens": 7054,
          "cost": 0.008553,
          "durationMs": 16871,
          "tokensPerSecond": 27.74,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6674,
          "completionTokens": 406,
          "totalTokens": 7080,
          "cost": 0.008429,
          "durationMs": 20605,
          "tokensPerSecond": 19.7,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6596,
          "completionTokens": 97,
          "totalTokens": 6693,
          "cost": 0.007265,
          "durationMs": 10515,
          "tokensPerSecond": 9.22,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6650,
          "completionTokens": 281,
          "totalTokens": 6931,
          "cost": 0.007966,
          "durationMs": 16892,
          "tokensPerSecond": 16.64,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6652,
          "completionTokens": 267,
          "totalTokens": 6919,
          "cost": 0.007919,
          "durationMs": 15514,
          "tokensPerSecond": 17.21,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Here's the single `realtime.subscribe()` call that listens to both a table's rows and a bucket's files:\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        console.log(response.events);   // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload);  // the affected resource\n    }\n);\n```\n\n### Exact channel strings\n\nThe `Channel` builder produces these underlying strings:\n\n| Builder | Channel String |\n|---|---|\n| `Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row()` | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| `Channel.bucket('[BUCKET_ID]').file()` | `buckets.[BUCKET_ID].files` |\n\nSo the equivalent call with raw strings would be:\n\n```typescript\nconst subscription = await realtime.subscribe(\n    [\n        'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n        'buckets.[BUCKET_ID].files',\n    ],\n    (response) => { /* ... */ }\n);\n```\n\nReplace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual IDs. To unsubscribe, call `await subscription.close()`.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer includes all four required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), and 4) a callback function. The exact channel strings match the reference answer. The model adds a Channel builder abstraction that may not exist in Appwrite's actual SDK, but it also provides the raw string equivalent which is correct. The minor issue is the invented Channel builder API, but since the raw strings and overall structure are correct, this scores very high.",
          "promptTokens": 6130,
          "completionTokens": 521,
          "totalTokens": 6651,
          "cost": 0.00826,
          "durationMs": 18310,
          "tokensPerSecond": 28.45,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7706,
          "completionTokens": 70,
          "totalTokens": 7776,
          "cost": 0.008336,
          "durationMs": 21621,
          "tokensPerSecond": 3.24,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7688,
          "completionTokens": 235,
          "totalTokens": 7923,
          "cost": 0.008895,
          "durationMs": 16197,
          "tokensPerSecond": 14.51,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7672,
          "completionTokens": 74,
          "totalTokens": 7746,
          "cost": 0.008315,
          "durationMs": 15317,
          "tokensPerSecond": 4.83,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7664,
          "completionTokens": 95,
          "totalTokens": 7759,
          "cost": 0.00838,
          "durationMs": 10890,
          "tokensPerSecond": 8.72,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7650,
          "completionTokens": 121,
          "totalTokens": 7771,
          "cost": 0.008456,
          "durationMs": 15131,
          "tokensPerSecond": 8,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7666,
          "completionTokens": 56,
          "totalTokens": 7722,
          "cost": 0.008245,
          "durationMs": 15430,
          "tokensPerSecond": 3.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7666,
          "completionTokens": 66,
          "totalTokens": 7732,
          "cost": 0.00828,
          "durationMs": 6599,
          "tokensPerSecond": 10,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7654,
          "completionTokens": 147,
          "totalTokens": 7801,
          "cost": 0.008551,
          "durationMs": 8102,
          "tokensPerSecond": 18.14,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# Setting Up a CI/CD Pipeline with the Appwrite CLI\n\n## Overview\n\nThe Appwrite CLI supports a **non-interactive (headless) mode** designed for CI/CD environments where no human input is possible. The key is authenticating with an API key instead of an interactive login, and using flags like `--force` and `--all` to skip prompts.\n\n---\n\n## Step 1: Install the CLI in Your CI Environment\n\n```bash\n# npm\nnpm install -g appwrite-cli\n\n# macOS / Linux (script)\ncurl -sL https://appwrite.io/cli/install.sh | bash\n```\n\n---\n\n## Step 2: Authenticate Non-Interactively\n\nInstead of `appwrite login` (which is interactive), use the `client` command to set the endpoint, project, and API key directly:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\nappwrite client --key \"<API_KEY>\"\n```\n\n> **Tip:** Store the API key as a **CI/CD secret** (e.g., GitHub Actions secret, GitLab CI variable) and never commit it to source control.\n\n---\n\n## Step 3: Ensure `appwrite.config.json` Is in Place\n\nYour project config file should be committed to your repository. It defines all the resources to deploy:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [ ... ],\n    \"sites\": [ ... ],\n    \"tables\": [],\n    \"buckets\": [],\n    \"teams\": [],\n    \"topics\": []\n}\n```\n\nYou can also split large configs using `includes` to reference separate JSON files for functions, sites, webhooks, etc.\n\n---\n\n## Step 4: Deploy with Non-Interactive Flags\n\nThe two critical flags for CI/CD are:\n\n| Flag | Purpose |\n|------|---------|\n| `--all` | Select **all** resources of that type (skips \"which resources?\" prompts) |\n| `--force` | Confirm all warnings automatically (skips \"are you sure?\" prompts) |\n\n### Push everything at once\n\n```bash\nappwrite push all --all --force\n```\n\n### Push specific resource groups\n\n```bash\n# Functions only\nappwrite push functions --all --force\n\n# A specific function by ID\nappwrite push functions --function-id <FUNCTION_ID> --force\n\n# Sites only\nappwrite push sites --all --force\n\n# Database tables only\nappwrite push tables --all --force\n\n# Other resources\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\n### Deploy with function variables (from `.env`)\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force --with-variables\n```\n\n### Deploy without activating (blue/green style)\n\n```bash\n# Deploy code but don't switch live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false --force\n\n# Deploy and activate immediately\nappwrite push functions --function-id <FUNCTION_ID> --activate --force\n```\n\n---\n\n## Complete CI/CD Example (GitHub Actions)\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - name: Checkout code\n        uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure CLI\n        run: |\n          appwrite client --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\"\n          appwrite client --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\"\n          appwrite client --key \"${{ secrets.APPWRITE_API_KEY }}\"\n\n      - name: Push all resources\n        run: appwrite push all --all --force\n\n      # Or deploy specific resources:\n      # - name: Deploy functions\n      #   run: appwrite push functions --all --force\n      # - name: Deploy sites\n      #   run: appwrite push sites --all --force\n```\n\n---\n\n## Key Takeaways\n\n1. **Use `client --key`** instead of `appwrite login` for headless authentication.\n2. **Always use `--force`** to auto-confirm warnings and destructive actions.\n3. **Always use `--all`** (or `--function-id`/`--site-id`) to specify which resources to deploy, avoiding interactive selection prompts.\n4. **Store secrets** (API key, project ID, endpoint) in your CI provider's secret store.\n5. **Commit `appwrite.config.json`** to your repo so the CI pipeline knows what to deploy.\n6. Use `--activate=false` if you want to deploy without immediately routing traffic (useful for canary/blue-green strategies).",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all 5 rubric criteria: 1) API key authentication via 'appwrite client --key', 2) --force flag for non-interactive mode, 3) appwrite push command with various examples, 4) environment variable configuration using CI/CD secrets, 5) authentication step in the pipeline. The answer is comprehensive and accurate. Minor deviation: it uses 'appwrite client --key' instead of 'appwrite login --key' for authentication, which is actually the correct headless approach, so this is not a flaw. The complete GitHub Actions example ties everything together well.",
          "promptTokens": 7238,
          "completionTokens": 1151,
          "totalTokens": 8389,
          "cost": 0.011628,
          "durationMs": 33470,
          "tokensPerSecond": 34.39,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Workflow for Creating, Configuring, and Deploying an Appwrite Function via CLI\n\n## 1. Install & Authenticate\n\n```bash\n# Install the CLI (choose one)\nnpm install -g appwrite-cli\n# — or —\nbrew install appwrite/appwrite/appwrite\n\n# Verify\nappwrite -v\n\n# Log in to your Appwrite account\nappwrite login\n\n# (For self-hosted) specify your endpoint\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n## 2. Initialize the Project\n\n```bash\n# Creates appwrite.config.json linked to your project\nappwrite init project\n```\n\nThis generates an `appwrite.config.json` with your `projectId`, `projectName`, and `endpoint`.\n\n## 3. Create the Function\n\n```bash\n# Scaffold a new function (interactive — picks runtime, name, etc.)\nappwrite init functions\n```\n\nThis creates a local function directory (e.g., `functions/userAuth/`) with starter code and adds the function entry to `appwrite.config.json`.\n\nAlternatively, to pull functions that already exist in the Console:\n\n```bash\nappwrite pull functions\n```\n\n## 4. Configure the Function in `appwrite.config.json`\n\nThe function's configuration lives in the `functions` array (inline or via an `includes` file):\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key Configuration Fields\n\n| Field | Description |\n|-------|-------------|\n| **`$id`** | Unique function identifier (assigned by Appwrite). |\n| **`name`** | Human-readable function name. |\n| **`enabled`** | Enables/disables the function. Disabled functions cannot be executed. |\n| **`logging`** | Stores execution logs for debugging and observability. |\n| **`runtime`** | Runtime for execution (e.g., `node-22`, `python-3.12`, `dart-3.3`). List all with `appwrite functions list-runtimes`. |\n| **`buildSpecification`** | Compute spec used while *building* the deployment (e.g., `s-1vcpu-512mb`). |\n| **`runtimeSpecification`** | Compute spec used while *running* executions. |\n| **`deploymentRetention`** | Days to retain old deployments before automatic deletion. |\n| **`scopes`** | API scopes granted to the function's auto-generated execution key. |\n| **`events`** | Appwrite event patterns that trigger the function (e.g., `[\"databases.*.documents.*.create\"]`). |\n| **`schedule`** | Cron expression for scheduled execution. Empty string = no schedule. |\n| **`timeout`** | Maximum execution duration in seconds. |\n| **`entrypoint`** | File inside `path` that starts the function (e.g., `src/main.js`). |\n| **`commands`** | Build/install command run before deployment (e.g., `npm install`). |\n| **`ignore`** | Newline-separated ignore rules for packaging (`.gitignore` is read automatically). |\n| **`path`** | Local directory containing the function source code. |\n\n### Splitting Configuration with `includes`\n\nFor larger projects, move function definitions into a separate file:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"includes\": {\n        \"functions\": \"appwrite/functions.json\"\n    }\n}\n```\n\n`appwrite/functions.json` must be a JSON array of function objects. When using `includes`, the `path` field is resolved **relative to the include file's directory**.\n\n## 5. Manage Environment Variables\n\n**Do not** define variables in `appwrite.config.json`. Instead, place them in a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nSync variables to the cloud only when you intend to overwrite remote values:\n\n```bash\n# Push code AND sync variables from .env\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n\n# Push code only (variables remain as saved on cloud)\nappwrite push functions --function-id <FUNCTION_ID>\n```\n\nYou can also manage variables individually:\n\n```bash\nappwrite functions list-variables --function-id <FUNCTION_ID>\nappwrite functions create-variable --function-id <ID> --key <KEY> --value <VALUE>\nappwrite functions update-variable --function-id <ID> --variable-id <VAR_ID> --key <KEY> --value <VALUE>\nappwrite functions delete-variable --function-id <ID> --variable-id <VAR_ID>\n```\n\n## 6. Local Development & Testing\n\n```bash\n# Run the function locally\nappwrite run functions\n\n# Run locally with variables fetched from the cloud\nappwrite run functions --with-variables\n```\n\n## 7. Deploy the Function\n\n```bash\n# Deploy and activate (switches live traffic to new deployment)\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without activating (e.g., for canary / rollback strategies)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\nTo deploy all functions at once:\n\n```bash\nappwrite push functions --all --force\n```\n\n## 8. Post-Deployment Operations\n\n| Task | Command |\n|------|---------|\n| List all functions | `appwrite functions list` |\n| Get function details | `appwrite functions get --function-id <ID>` |\n| Update function config | `appwrite functions update --function-id <ID>` |\n| List deployments | `appwrite functions list-deployments --function-id <ID>` |\n| Set active deployment | `appwrite functions update-deployment --function-id <ID> --deployment-id <DEPLOY_ID>` |\n| Delete a deployment | `appwrite functions delete-deployment --function-id <ID> --deployment-id <DEPLOY_ID>` |\n| Trigger execution | `appwrite functions create-execution --function-id <ID>` |\n| Trigger with body | `appwrite functions create-execution --function-id <ID> --body '{\"key\":\"value\"}'` |\n| View execution logs | `appwrite functions list-executions --function-id <ID>` |\n| Delete function | `appwrite functions delete --function-id <ID>` |\n\n## 9. CI/CD (Non-Interactive) Deployment\n\nFor automated pipelines, use the `--force` and `--all` flags to skip prompts:\n\n```bash\nappwrite push functions --all --force\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n---\n\n### Summary Flow\n\n```\nappwrite login\n      ↓\nappwrite init project\n      ↓\nappwrite init functions          ← scaffold function code + config\n      ↓\nEdit appwrite.config.json        ← runtime, events, schedule, timeout, etc.\nEdit functions/<name>/.env       ← environment variables\n      ↓\nappwrite run functions           ← test locally\n      ↓\nappwrite push functions --activate   ← deploy & go live\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required elements from the rubric: 1) appwrite init functions to scaffold the function, 2) runtime selection (mentioned in the interactive scaffold step and configuration options), 3) appwrite.config.json configuration options (extensively detailed with a table explaining each field including name, runtime, execute permissions via scopes, variables, schedule, etc.), 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements, providing additional context about environment variables, CI/CD, post-deployment operations, and a clear summary flow diagram. All key rubric points are clearly addressed.",
          "promptTokens": 7238,
          "completionTokens": 1765,
          "totalTokens": 9003,
          "cost": 0.013777,
          "durationMs": 51377,
          "tokensPerSecond": 34.35,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7682,
          "completionTokens": 68,
          "totalTokens": 7750,
          "cost": 0.008304,
          "durationMs": 8569,
          "tokensPerSecond": 7.94,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7676,
          "completionTokens": 91,
          "totalTokens": 7767,
          "cost": 0.008378,
          "durationMs": 7843,
          "tokensPerSecond": 11.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7720,
          "completionTokens": 263,
          "totalTokens": 7983,
          "cost": 0.009026,
          "durationMs": 13866,
          "tokensPerSecond": 18.97,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7716,
          "completionTokens": 88,
          "totalTokens": 7804,
          "cost": 0.00841,
          "durationMs": 8535,
          "tokensPerSecond": 10.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7674,
          "completionTokens": 81,
          "totalTokens": 7755,
          "cost": 0.008341,
          "durationMs": 8447,
          "tokensPerSecond": 9.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7670,
          "completionTokens": 69,
          "totalTokens": 7739,
          "cost": 0.008295,
          "durationMs": 13251,
          "tokensPerSecond": 5.21,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7694,
          "completionTokens": 131,
          "totalTokens": 7825,
          "cost": 0.008537,
          "durationMs": 9097,
          "tokensPerSecond": 14.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7789,
          "completionTokens": 199,
          "totalTokens": 7988,
          "cost": 0.008875,
          "durationMs": 18274,
          "tokensPerSecond": 10.89,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7710,
          "completionTokens": 138,
          "totalTokens": 7848,
          "cost": 0.008579,
          "durationMs": 10690,
          "tokensPerSecond": 12.91,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row with the CLI, the `--data` and `--permissions` arguments must be passed as follows:\n\n- **`--data`** — A **JSON string** (stringified JSON object) containing the row's column values.\n- **`--permissions`** — **Separate quoted strings**, one per permission rule (not a JSON array).\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' --data '{ \"title\": \"Hello World\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\nKey details:\n- `--data` takes a single JSON object string where keys are column names and values are the data.\n- `--permissions` takes one or more individual permission strings (e.g., `'read(\"any\")'`, `'write(\"team:abc\")'`), each as a separate argument — not wrapped in an array.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys and values, 2) permissions as space-separated individual quoted strings (array-style CLI arguments), and 3) provides a correct example using tables-db create-row with proper syntax. The explanation is clear and accurate.",
          "promptTokens": 7224,
          "completionTokens": 418,
          "totalTokens": 7642,
          "cost": 0.009048,
          "durationMs": 15935,
          "tokensPerSecond": 26.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7800,
          "completionTokens": 255,
          "totalTokens": 8055,
          "cost": 0.009082,
          "durationMs": 13019,
          "tokensPerSecond": 19.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7750,
          "completionTokens": 301,
          "totalTokens": 8051,
          "cost": 0.009191,
          "durationMs": 16897,
          "tokensPerSecond": 17.81,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7736,
          "completionTokens": 502,
          "totalTokens": 8238,
          "cost": 0.00988,
          "durationMs": 21619,
          "tokensPerSecond": 23.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7684,
          "completionTokens": 158,
          "totalTokens": 7842,
          "cost": 0.008621,
          "durationMs": 9003,
          "tokensPerSecond": 17.55,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7831,
          "completionTokens": 340,
          "totalTokens": 8171,
          "cost": 0.009413,
          "durationMs": 14061,
          "tokensPerSecond": 24.18,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7782,
          "completionTokens": 179,
          "totalTokens": 7961,
          "cost": 0.008798,
          "durationMs": 8691,
          "tokensPerSecond": 20.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7742,
          "completionTokens": 103,
          "totalTokens": 7845,
          "cost": 0.00849,
          "durationMs": 9501,
          "tokensPerSecond": 10.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7896,
          "completionTokens": 133,
          "totalTokens": 8029,
          "cost": 0.008756,
          "durationMs": 16508,
          "tokensPerSecond": 8.06,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "grok-4-3",
      "modelName": "Grok 4.3",
      "provider": "xAI",
      "promptCostPerMillionTokens": 1.25,
      "completionCostPerMillionTokens": 2.5,
      "scores": {
        "foundation": 89.5,
        "auth": 87.8,
        "tablesdb": 85.7,
        "functions": 85,
        "storage": 84.3,
        "sites": 99,
        "messaging": 98.2,
        "realtime": 89.5,
        "cli": 77.3
      },
      "mcqScores": {
        "foundation": 88.2,
        "auth": 88.2,
        "tablesdb": 85,
        "functions": 82.4,
        "storage": 82.4,
        "sites": 100,
        "messaging": 100,
        "realtime": 88.2,
        "cli": 76
      },
      "freeformScores": {
        "foundation": 96.7,
        "auth": 85,
        "tablesdb": 90,
        "functions": 100,
        "storage": 95,
        "sites": 90,
        "messaging": 88.3,
        "realtime": 96.7,
        "cli": 88.3
      },
      "overall": 88,
      "mcqOverall": 87.3,
      "freeformOverall": 92.3,
      "totalQuestions": 191,
      "totalCorrect": 170,
      "totalPromptTokens": 1210404,
      "totalCompletionTokens": 218500,
      "totalTokens": 1428904,
      "totalCost": 2.059294,
      "totalDurationMs": 3363084,
      "averageTokensPerSecond": 64.97,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 738,
          "completionTokens": 443,
          "totalTokens": 1181,
          "cost": 0.00203,
          "durationMs": 7253,
          "tokensPerSecond": 61.08,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 706,
          "completionTokens": 1016,
          "totalTokens": 1722,
          "cost": 0.003423,
          "durationMs": 15843,
          "tokensPerSecond": 64.13,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6642,
          "completionTokens": 1429,
          "totalTokens": 8071,
          "cost": 0.011875,
          "durationMs": 19670,
          "tokensPerSecond": 72.65,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 731,
          "completionTokens": 778,
          "totalTokens": 1509,
          "cost": 0.002859,
          "durationMs": 8977,
          "tokensPerSecond": 86.67,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 714,
          "completionTokens": 986,
          "totalTokens": 1700,
          "cost": 0.003358,
          "durationMs": 20974,
          "tokensPerSecond": 47.01,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "**Client-side SDKs** (e.g., `appwrite` for web or `react-native-appwrite` for mobile) run in the user's browser or app. They are initialized with only an endpoint and project ID (no API key) and rely on user sessions for authentication.\n\n**Server-side SDKs** (e.g., `node-appwrite` for Node.js/Deno) run on a server or in serverless functions. They are initialized with an endpoint, project ID, **and an API key**, granting privileged/admin access.\n\n### Key Differences\n| Aspect              | Client-side SDK                          | Server-side SDK                          |\n|---------------------|------------------------------------------|------------------------------------------|\n| **Environment**     | Browser / React Native                   | Node.js, Deno, SSR frameworks            |\n| **Authentication**  | User sessions (email, OAuth, anonymous)  | API key (admin) or user session cookie   |\n| **Permissions**     | Enforced by user roles & row/file permissions | Bypasses user permissions (full access) |\n| **Capabilities**    | Auth, DB queries, file uploads, realtime | User management, DB/table creation, admin ops |\n| **Security**        | Limited to what the logged-in user can do | Can create/delete users, manage resources |\n\n### When to Use Each\n\n**Use the client-side SDK when:**\n- Building frontend UIs (web apps, React Native mobile apps).\n- Handling user authentication (login, signup, OAuth, sessions).\n- Performing operations on behalf of the current user (e.g., creating rows they own, uploading files, subscribing to realtime changes).\n- Implementing real-time features or SSR authentication flows that need session cookies.\n\n**Use the server-side SDK when:**\n- Running backend logic, serverless functions, or SSR (Next.js, SvelteKit, etc.).\n- Performing admin tasks (creating databases/tables, managing users, listing all users).\n- Executing operations that require elevated privileges or bypass user permissions.\n- Handling sensitive workflows like user creation, bulk operations, or API key-based automation.\n- In hybrid SSR setups (use an \"admin\" client with an API key + a per-request \"session\" client).\n\n**Best practice tip:** For full-stack apps, combine both—use the client SDK in the browser and the server SDK (with an API key) for any privileged or backend-only work. Always set proper permissions on rows/files to control access.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Client SDKs are for frontend/user-facing apps (browser, React Native), 2) Server SDKs use API keys for authentication, 3) Server SDKs bypass user permissions with full/admin access, and 4) Client SDKs require user sessions. The response goes well beyond the minimum requirements with a detailed comparison table, practical use cases, and best practices, all of which are accurate and relevant.",
          "promptTokens": 6172,
          "completionTokens": 1318,
          "totalTokens": 7490,
          "cost": 0.01101,
          "durationMs": 18655,
          "tokensPerSecond": 70.65,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 717,
          "completionTokens": 703,
          "totalTokens": 1420,
          "cost": 0.002654,
          "durationMs": 9109,
          "tokensPerSecond": 77.18,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "**Appwrite's permission model** is a fine-grained, role-based access control (RBAC) system that uses explicit permission strings. By default, **no one has access** to any resource (rows, files, etc.) unless permissions are explicitly granted.\n\nPermissions are defined as an array of strings in the format:\n```\n<action>(<role>)\n```\n\nThey can be set at two levels:\n- **Resource level** (row or file) — for per-document/per-file control.\n- **Collection/Bucket level** — for default/inherited permissions that apply to all resources inside them (resource-level permissions override these).\n\n### Permission Actions (Types)\nAppwrite supports these actions:\n\n| Action   | Description                                      | Notes |\n|----------|--------------------------------------------------|-------|\n| `read`   | Allows viewing the resource                      | Most common |\n| `create` | Allows creating new resources                    | Usually used at collection level |\n| `update` | Allows modifying the resource                    | - |\n| `delete` | Allows removing the resource                     | - |\n| `write`  | Grants `create` + `update` + `delete`            | Convenience alias (does **not** include `read`) |\n\n### Roles\nRoles define *who* the permission applies to. Common roles include:\n\n- `Role.any()` — Any user, including unauthenticated guests (use with caution).\n- `Role.user('[USER_ID]')` — A specific authenticated user.\n- `Role.users()` — All authenticated users.\n- `Role.team('[TEAM_ID]')` — All members of a team.\n- `Role.team('[TEAM_ID]', '[ROLE]')` — Members of a team with a specific team role (e.g., `editor`, `admin`).\n- `Role.label('[LABEL]')` — Users who have a specific label assigned to their account.\n\n### Example Usage (TypeScript SDK)\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\n// Create a row with permissions\nawait tablesDB.createRow({\n  databaseId: 'db_id',\n  tableId: 'articles',\n  rowId: ID.unique(),\n  data: { title: 'Hello' },\n  permissions: [\n    Permission.read(Role.any()),                    // Public read\n    Permission.read(Role.user('user_123')),         // Specific user\n    Permission.update(Role.team('team_abc')),       // Team members can edit\n    Permission.delete(Role.team('team_abc', 'admin')) // Only admins can delete\n  ]\n});\n```\n\n### Key Behaviors\n- Permissions are **additive** — a user gets access if *any* permission grants it.\n- `write` is a shortcut but does **not** include `read`.\n- Always avoid `Role.any()` with `write`/`update`/`delete` on sensitive data.\n- When using teams, you can combine team membership with specific roles inside the team.\n\nThis model gives you very precise control while remaining simple to implement.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as a bonus), 2) More than 3 role types are mentioned (Role.any(), Role.user(), Role.users(), Role.team(), Role.label()), and 3) It explicitly states that permissions are set on resources (both at resource level and collection/bucket level). The answer goes beyond the reference answer with additional details like the write shortcut, permission inheritance, and code examples, all of which are accurate.",
          "promptTokens": 6164,
          "completionTokens": 2002,
          "totalTokens": 8166,
          "cost": 0.01271,
          "durationMs": 31602,
          "tokensPerSecond": 63.35,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 732,
          "completionTokens": 409,
          "totalTokens": 1141,
          "cost": 0.001938,
          "durationMs": 8342,
          "tokensPerSecond": 49.03,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6680,
          "completionTokens": 699,
          "totalTokens": 7379,
          "cost": 0.010098,
          "durationMs": 11041,
          "tokensPerSecond": 63.31,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6690,
          "completionTokens": 785,
          "totalTokens": 7475,
          "cost": 0.010325,
          "durationMs": 14163,
          "tokensPerSecond": 55.43,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 776,
          "completionTokens": 450,
          "totalTokens": 1226,
          "cost": 0.002095,
          "durationMs": 7182,
          "tokensPerSecond": 62.66,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 745,
          "completionTokens": 567,
          "totalTokens": 1312,
          "cost": 0.002349,
          "durationMs": 12637,
          "tokensPerSecond": 44.87,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6636,
          "completionTokens": 1144,
          "totalTokens": 7780,
          "cost": 0.011155,
          "durationMs": 18477,
          "tokensPerSecond": 61.91,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 735,
          "completionTokens": 480,
          "totalTokens": 1215,
          "cost": 0.002119,
          "durationMs": 6363,
          "tokensPerSecond": 75.44,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6678,
          "completionTokens": 1301,
          "totalTokens": 7979,
          "cost": 0.0116,
          "durationMs": 20715,
          "tokensPerSecond": 62.8,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19025,
          "completionTokens": 1240,
          "totalTokens": 20265,
          "cost": 0.026881,
          "durationMs": 18974,
          "tokensPerSecond": 65.35,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6626,
          "completionTokens": 1711,
          "totalTokens": 8337,
          "cost": 0.01256,
          "durationMs": 25309,
          "tokensPerSecond": 67.6,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 751,
          "completionTokens": 528,
          "totalTokens": 1279,
          "cost": 0.002259,
          "durationMs": 8007,
          "tokensPerSecond": 65.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are three core Appwrite services (product areas) and their primary uses:\n\n- **Authentication**: Handles user sign-up, login, sessions, OAuth providers, email/password auth, and role-based access control.\n- **Database**: Provides a NoSQL document database for creating collections, storing/querying data, and managing relationships with built-in permissions.\n- **Storage**: Manages file uploads, downloads, previews, and organization into buckets with access controls and CDN delivery.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly identifies three Appwrite services with accurate descriptions. Authentication (Auth), Storage, and Database are all valid Appwrite services. The descriptions are accurate - Auth handles user management, sessions, and OAuth; Storage handles file management with buckets; Database handles data storage and querying. The only minor note is that Appwrite's database product has been rebranded/referred to as 'Databases' or more recently 'TablesDB', but the description of its functionality is correct. Three services are named with accurate purposes, meeting the rubric requirements.",
          "promptTokens": 474,
          "completionTokens": 592,
          "totalTokens": 1066,
          "cost": 0.002073,
          "durationMs": 8438,
          "tokensPerSecond": 70.16,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6644,
          "completionTokens": 529,
          "totalTokens": 7173,
          "cost": 0.009628,
          "durationMs": 9536,
          "tokensPerSecond": 55.47,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6668,
          "completionTokens": 510,
          "totalTokens": 7178,
          "cost": 0.00961,
          "durationMs": 7330,
          "tokensPerSecond": 69.58,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6744,
          "completionTokens": 887,
          "totalTokens": 7631,
          "cost": 0.010648,
          "durationMs": 12667,
          "tokensPerSecond": 70.02,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "**Appwrite Web SDK: Email/Password Signup & Login**\n\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n    .setProject('[YOUR_PROJECT_ID]');\n\nconst account = new Account(client);\n\n// 2. Signup (create account)\nasync function signup(email: string, password: string, name?: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name: name || undefined\n        });\n        console.log('Account created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n\n// 3. Login (create session)\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n\n// Example usage\n// await signup('user@example.com', 'password123', 'John Doe');\n// await login('user@example.com', 'password123');\n```\n\n### Notes\n- Replace `<REGION>` and `[YOUR_PROJECT_ID]` with your actual Appwrite values.\n- `ID.unique()` generates a unique user ID (recommended).\n- After login, you can get the current user with `await account.get()`.\n- Sessions are stored in cookies/local storage by the SDK automatically.\n- For production, add proper error handling and UI feedback.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer includes all 5 required elements: Client initialization with setEndpoint and setProject, Account service instantiation, account.create() with ID.unique(), account.createEmailPasswordSession(), and correct imports from appwrite. However, the method signatures are slightly off from the standard Appwrite SDK usage. The account.create() method takes positional arguments (userId, email, password, name) not an object, and account.createEmailPasswordSession() also takes positional arguments (email, password) not an object. The actual API is account.create(ID.unique(), email, password, name) and account.createEmailPasswordSession(email, password). Despite this deviation in calling convention, the core concepts and structure are all present and correct, making it mostly complete but with a minor inaccuracy in the method call syntax.",
          "promptTokens": 6194,
          "completionTokens": 887,
          "totalTokens": 7081,
          "cost": 0.00996,
          "durationMs": 11860,
          "tokensPerSecond": 74.79,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 737,
          "completionTokens": 451,
          "totalTokens": 1188,
          "cost": 0.002049,
          "durationMs": 6697,
          "tokensPerSecond": 67.34,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 764,
          "completionTokens": 732,
          "totalTokens": 1496,
          "cost": 0.002785,
          "durationMs": 11299,
          "tokensPerSecond": 64.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "**Appwrite sessions** represent an authenticated user's state on the platform. Each session is a server-side record tied to a specific user, containing metadata such as:\n\n- `$id` (session ID)\n- `userId`\n- `provider` (e.g., email, github, anonymous)\n- `providerUid`\n- `ip` and `userAgent`\n- `expire` (expiration timestamp)\n- `secret` (the token used for authentication)\n\nSessions enable stateless authentication: the client sends the session secret (via cookie or header) with requests, and Appwrite validates it server-side.\n\n### Creation\nSessions are created after successful authentication via the `Account` service (client-side) or `Users`/`Account` (server-side with API key).\n\n**Common creation methods** (from the TypeScript SDK):\n\n- **Email/password**:\n  ```typescript\n  const session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n  });\n  ```\n  Returns a `Models.Session` object.\n\n- **OAuth 2** (web):\n  ```typescript\n  account.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n  });\n  ```\n\n- **OAuth 2** (React Native / deep linking):\n  Use `createOAuth2Token()` to get a URL, then `createSession({ userId, secret })` after redirect.\n\n- **Anonymous**:\n  ```typescript\n  const session = await account.createAnonymousSession();\n  ```\n\n- **Other methods**: Magic URL, phone/SMS, JWT, etc., all ultimately call similar session creation endpoints.\n\nOn the web, Appwrite automatically sets an `httpOnly` cookie named `a_session_[PROJECT_ID]` containing the session secret. In SSR (Next.js, etc.), you manually set this cookie using the `secret` from the returned session and `expires: new Date(session.expire)`.\n\nServer-side (Node.js with API key), you can create sessions on behalf of users.\n\n### Management\n- **Retrieve current session**:\n  ```typescript\n  const current = await account.getSession({ sessionId: 'current' });\n  ```\n\n- **List all sessions** for the logged-in user:\n  ```typescript\n  const sessions = await account.listSessions();\n  ```\n\n- **Use in requests**: The client automatically includes the session (via cookie or `client.setSession(secret)`). On the server, create a per-request client with `client.setSession(cookieValue)`.\n\n- **Expiration**: Sessions have a fixed `expire` timestamp (typically ~1 year for email/password sessions). They do not automatically extend on activity unless you implement logic to do so.\n\n- **SSR/Edge handling**: Use separate admin (API key) and session clients. Forward the user agent with `setForwardedUserAgent()` for better logging/security.\n\nSessions are stored server-side in Appwrite's database and are validated on every authenticated request.\n\n### Deletion\nSessions are deleted explicitly (no automatic cleanup except on expiration):\n\n- **Delete current session** (logout from this device):\n  ```typescript\n  await account.deleteSession({ sessionId: 'current' });\n  ```\n\n- **Delete all sessions** (logout from all devices):\n  ```typescript\n  await account.deleteSessions();\n  ```\n\n- **Delete a specific session**:\n  ```typescript\n  await account.deleteSession({ sessionId: '[SESSION_ID]' });\n  ```\n\nServer-side (admin):\n```typescript\nawait users.deleteSession({ userId: '[USER_ID]', sessionId: '[SESSION_ID]' });\n```\n\nDeleting a session invalidates the secret immediately. The cookie should also be cleared on the client.\n\n### Session Limits\nAppwrite does **not** enforce a strict default hard limit on the number of concurrent sessions per user. A single user can have multiple active sessions (e.g., logged in on phone, desktop, and tablet).\n\n**Key points**:\n- Sessions persist until explicitly deleted or they reach their `expire` date.\n- To prevent abuse or \"session bloat,\" many apps implement custom logic: on new login, fetch `listSessions()`, and delete the oldest one(s) if the count exceeds a threshold (e.g., 5–10).\n- Rate limiting applies to auth endpoints (returns 429 on abuse).\n- Project-level settings in the Appwrite Console (Auth section) control things like allowed auth methods and OAuth providers, but not a direct \"max sessions\" cap.\n- For security, always delete sessions on password changes or suspicious activity.\n\nThis design supports multi-device logins while giving developers full control via the `Account` and `Users` services. For the most up-to-date details, refer to the official Appwrite documentation or the `Account` class in the SDK.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers most key points well: sessions are created on authentication (multiple methods shown), session tokens/cookies (httpOnly cookie explained), methods to list/delete sessions (listSessions, deleteSession, deleteSessions all mentioned), and session expiry (expire timestamp discussed). However, the answer incorrectly states there is no strict default hard limit on concurrent sessions, when the reference answer specifies a limit of 10 sessions per user. This is a factual error on a specific rubric requirement. The answer is otherwise comprehensive and detailed, covering creation, management, deletion, and expiry thoroughly.",
          "promptTokens": 6174,
          "completionTokens": 3401,
          "totalTokens": 9575,
          "cost": 0.01622,
          "durationMs": 47345,
          "tokensPerSecond": 71.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 1034,
          "totalTokens": 7730,
          "cost": 0.010955,
          "durationMs": 14881,
          "tokensPerSecond": 69.48,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 745,
          "completionTokens": 939,
          "totalTokens": 1684,
          "cost": 0.003279,
          "durationMs": 14062,
          "tokensPerSecond": 66.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6650,
          "completionTokens": 841,
          "totalTokens": 7491,
          "cost": 0.010415,
          "durationMs": 11256,
          "tokensPerSecond": 74.72,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6788,
          "completionTokens": 1089,
          "totalTokens": 7877,
          "cost": 0.011208,
          "durationMs": 15802,
          "tokensPerSecond": 68.92,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6644,
          "completionTokens": 1010,
          "totalTokens": 7654,
          "cost": 0.01083,
          "durationMs": 12194,
          "tokensPerSecond": 82.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 708,
          "completionTokens": 623,
          "totalTokens": 1331,
          "cost": 0.002443,
          "durationMs": 8887,
          "tokensPerSecond": 70.1,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6660,
          "completionTokens": 1067,
          "totalTokens": 7727,
          "cost": 0.010993,
          "durationMs": 16358,
          "tokensPerSecond": 65.23,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6692,
          "completionTokens": 1091,
          "totalTokens": 7783,
          "cost": 0.011093,
          "durationMs": 13355,
          "tokensPerSecond": 81.69,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6694,
          "completionTokens": 898,
          "totalTokens": 7592,
          "cost": 0.010613,
          "durationMs": 15612,
          "tokensPerSecond": 57.52,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6732,
          "completionTokens": 1104,
          "totalTokens": 7836,
          "cost": 0.011175,
          "durationMs": 13992,
          "tokensPerSecond": 78.9,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6672,
          "completionTokens": 1220,
          "totalTokens": 7892,
          "cost": 0.01139,
          "durationMs": 18830,
          "tokensPerSecond": 64.79,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6746,
          "completionTokens": 1322,
          "totalTokens": 8068,
          "cost": 0.011738,
          "durationMs": 17511,
          "tokensPerSecond": 75.5,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "**`account.deleteSession(sessionId)`** deletes **one specific session**.\n\n- Pass a session ID (e.g. `'current'` for the current session, or any other session ID the user has).\n- Use this when you want to log the user out of **one device** (or the current device).\n\n**`account.deleteSessions()`** deletes **all sessions** belonging to the current user.\n\n- It logs the user out everywhere (all devices/browsers).\n- Use this for security-sensitive actions like:\n  - Changing password\n  - Detecting suspicious activity\n  - \"Log out from all devices\" feature\n\n### Quick Summary\n\n| Method                    | Scope          | Common Use Case                     |\n|---------------------------|----------------|-------------------------------------|\n| `deleteSession(sessionId)` | Single session | Normal logout, revoke one device    |\n| `deleteSessions()`        | All sessions   | Password change, security logout    |\n\n**Example (TypeScript SDK):**\n```ts\n// Log out current device only\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out everywhere\nawait account.deleteSessions();\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one specific session by ID, 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each (single device logout vs. logout everywhere/all devices). The answer also provides additional helpful context like the 'current' session ID shorthand, security use cases, a comparison table, and TypeScript code examples.",
          "promptTokens": 6172,
          "completionTokens": 1155,
          "totalTokens": 7327,
          "cost": 0.010603,
          "durationMs": 13915,
          "tokensPerSecond": 83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6690,
          "completionTokens": 1797,
          "totalTokens": 8487,
          "cost": 0.012855,
          "durationMs": 23571,
          "tokensPerSecond": 76.24,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7846,
          "completionTokens": 1635,
          "totalTokens": 9481,
          "cost": 0.013895,
          "durationMs": 23555,
          "tokensPerSecond": 69.41,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// Note: Database and table creation require server-side permissions (use node-appwrite with API key for production).\n// This example uses the Web SDK (appwrite package) with TablesDB.\nconst tablesDB = new TablesDB(client);\n\n// 1. Create a database\nconst database = await tablesDB.create({\n    databaseId: ID.unique(),\n    name: 'Tasks Database'\n});\nconst databaseId = database.$id;\n\n// 2. Create the \"tasks\" table with columns\nconst table = await tablesDB.createTable({\n    databaseId: databaseId,\n    tableId: 'tasks',\n    name: 'Tasks',\n    columns: [\n        { key: 'title', type: 'varchar', size: 255, required: true },\n        { key: 'completed', type: 'boolean', required: false },\n        { key: 'dueDate', type: 'datetime', required: false }\n    ]\n});\n\n// 3. Insert a row\nconst row = await tablesDB.createRow({\n    databaseId: databaseId,\n    tableId: 'tasks',\n    rowId: ID.unique(),\n    data: {\n        title: 'Finish Appwrite integration',\n        completed: false,\n        dueDate: '2025-01-15T12:00:00.000Z'  // ISO 8601 format for datetime\n    }\n});\n\nconsole.log('Row created:', row);\n```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer includes all five required components: Client + TablesDB setup, tablesDB.create() for database, tablesDB.createTable() for the tasks table, all three column types (varchar, boolean, datetime), and tablesDB.createRow() with data. However, TablesDB is not a real Appwrite Web SDK service - this API doesn't exist in the actual Appwrite SDK. The real Appwrite SDK uses Databases service with separate attribute creation calls (createStringAttribute, createBooleanAttribute, createDatetimeAttribute) rather than inline column definitions in createTable(). The answer follows the spirit of the question's fictional 'TablesDB API' consistently and correctly, which is what the rubric asks for, so it scores reasonably well. The implementation is internally consistent with the TablesDB paradigm described in the question, hitting all rubric points.",
          "promptTokens": 6230,
          "completionTokens": 2102,
          "totalTokens": 8332,
          "cost": 0.013043,
          "durationMs": 26331,
          "tokensPerSecond": 79.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6818,
          "completionTokens": 1070,
          "totalTokens": 7888,
          "cost": 0.011198,
          "durationMs": 16073,
          "tokensPerSecond": 66.57,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 770,
          "completionTokens": 538,
          "totalTokens": 1308,
          "cost": 0.002308,
          "durationMs": 7555,
          "tokensPerSecond": 71.21,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "**Querying rows in Appwrite TablesDB** uses the `Query` class (imported from `appwrite` or `node-appwrite`) passed as an array to `tablesDB.listRows()`.\n\n### Basic Setup\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite'\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\n// List rows with queries\nconst result = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    // Add Query methods here\n  ]\n});\n```\n\n### Filtering Examples\n```typescript\n// Basic equality\nQuery.equal('status', 'active')\n\n// Multiple values (IN)\nQuery.equal('status', ['active', 'pending'])\n\n// Comparison operators\nQuery.greaterThan('age', 18)\nQuery.greaterThanEqual('price', 100)\nQuery.lessThan('createdAt', '2024-01-01')\nQuery.lessThanEqual('score', 50)\nQuery.between('price', 10, 100)\n\n// String matching\nQuery.startsWith('name', 'App')\nQuery.endsWith('email', '@example.com')\nQuery.contains('tags', 'featured')\nQuery.search('title', 'hello world') // Requires full-text index\n\n// Null checks\nQuery.isNull('deletedAt')\nQuery.isNotNull('publishedAt')\n\n// Logical operators\nQuery.or([\n  Query.equal('status', 'active'),\n  Query.equal('status', 'featured')\n])\n\nQuery.and([\n  Query.greaterThan('age', 18),\n  Query.lessThan('age', 65)\n])\n```\n\n### Sorting Examples\n```typescript\nQuery.orderAsc('createdAt')   // Ascending\nQuery.orderDesc('price')      // Descending\n```\n\n### Limiting & Pagination Examples\n```typescript\n// Limit results (default 25, max 100)\nQuery.limit(10)\n\n// Offset-based pagination (less efficient for large datasets)\nQuery.offset(20)\n\n// Cursor-based pagination (recommended)\nQuery.cursorAfter('row_id_here')   // Get rows after this ID\nQuery.cursorBefore('row_id_here')  // Get rows before this ID\n```\n\n### Combined Example\n```typescript\nconst results = await tablesDB.listRows({\n  databaseId: 'main',\n  tableId: 'articles',\n  queries: [\n    Query.equal('published', true),\n    Query.greaterThan('views', 1000),\n    Query.orderDesc('publishedAt'),\n    Query.limit(25),\n    Query.cursorAfter('last_row_id') // for next page\n  ]\n});\n\nconsole.log(results.total);      // Total matching rows\nconsole.log(results.documents);  // Array of rows\n```\n\n**Notes:**\n- Queries are combined with **AND** by default.\n- Use `Query.select(['field1', 'field2'])` to return only specific columns.\n- Cursor pagination (`cursorAfter`/`cursorBefore`) is preferred over `offset` for large tables.\n- All `Query` methods return strings that are sent to the Appwrite API.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all rubric requirements: 1) Query.equal() for filtering with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) Multiple additional query methods including greaterThan(), lessThan(), cursorAfter(), cursorBefore(), between(), search(), isNull(), and logical operators. The answer is comprehensive, well-structured, and includes a combined practical example demonstrating all concepts together.",
          "promptTokens": 6184,
          "completionTokens": 1372,
          "totalTokens": 7556,
          "cost": 0.01116,
          "durationMs": 17447,
          "tokensPerSecond": 78.64,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 745,
          "completionTokens": 579,
          "totalTokens": 1324,
          "cost": 0.002379,
          "durationMs": 7282,
          "tokensPerSecond": 79.51,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6734,
          "completionTokens": 923,
          "totalTokens": 7657,
          "cost": 0.010725,
          "durationMs": 13836,
          "tokensPerSecond": 66.71,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6706,
          "completionTokens": 612,
          "totalTokens": 7318,
          "cost": 0.009913,
          "durationMs": 9679,
          "tokensPerSecond": 63.23,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6638,
          "completionTokens": 544,
          "totalTokens": 7182,
          "cost": 0.009658,
          "durationMs": 10301,
          "tokensPerSecond": 52.81,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6746,
          "completionTokens": 1156,
          "totalTokens": 7902,
          "cost": 0.011323,
          "durationMs": 18187,
          "tokensPerSecond": 63.56,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6688,
          "completionTokens": 1449,
          "totalTokens": 8137,
          "cost": 0.011983,
          "durationMs": 21839,
          "tokensPerSecond": 66.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6686,
          "completionTokens": 707,
          "totalTokens": 7393,
          "cost": 0.010125,
          "durationMs": 26507,
          "tokensPerSecond": 26.67,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6692,
          "completionTokens": 523,
          "totalTokens": 7215,
          "cost": 0.009673,
          "durationMs": 7493,
          "tokensPerSecond": 69.8,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6700,
          "completionTokens": 1224,
          "totalTokens": 7924,
          "cost": 0.011435,
          "durationMs": 17828,
          "tokensPerSecond": 68.66,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 756,
          "completionTokens": 646,
          "totalTokens": 1402,
          "cost": 0.00256,
          "durationMs": 9930,
          "tokensPerSecond": 65.06,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6698,
          "completionTokens": 853,
          "totalTokens": 7551,
          "cost": 0.010505,
          "durationMs": 10680,
          "tokensPerSecond": 79.87,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6720,
          "completionTokens": 669,
          "totalTokens": 7389,
          "cost": 0.010073,
          "durationMs": 11314,
          "tokensPerSecond": 59.13,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 761,
          "completionTokens": 922,
          "totalTokens": 1683,
          "cost": 0.003256,
          "durationMs": 12322,
          "tokensPerSecond": 74.83,
          "toolCallCount": 0
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "**To filter rows where a numeric field > 100, limit to 20 results, and sort descending by that field, use the `Query` helper with `TablesDB.listRows()` (or the legacy `Databases.listDocuments()`).**\n\n### Example (TypeScript / Node.js)\n\n```typescript\nimport { Client, TablesDB, Query } from 'node-appwrite'; // or 'appwrite' for web\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('yourNumericField', 100),   // field > 100\n        Query.orderDesc('yourNumericField'),          // sort descending\n        Query.limit(20)                               // at most 20 rows\n    ]\n});\n\nconsole.log(results.documents);   // array of matching rows\nconsole.log(results.total);       // total count (before limit)\n```\n\n### Key Query Methods Used\n\n| Method                  | Purpose                              | Example                     |\n|-------------------------|--------------------------------------|-----------------------------|\n| `Query.greaterThan()`   | Numeric field > value                | `Query.greaterThan('score', 100)` |\n| `Query.orderDesc()`     | Sort descending by field             | `Query.orderDesc('score')` |\n| `Query.limit()`         | Maximum rows to return (max 100)     | `Query.limit(20)` |\n\n### Notes\n- Replace `'yourNumericField'` with your actual column name.\n- Queries are combined with **AND** logic by default.\n- For server-side admin access, use an API key. For client-side, ensure the user has read permissions on the table/rows.\n- The `results` object contains `documents` (the rows) and `total` (full count before pagination).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is fully correct and complete. It includes all four required elements: 1) Query.greaterThan() for filtering the numeric field > 100, 2) Query.orderDesc() for descending sort, 3) Query.limit(20) for limiting results, and 4) passing all queries to tablesDB.listRows() via the queries parameter. The answer also provides a clear TypeScript example, a helpful table summarizing the query methods, and additional useful notes about permissions and result structure.",
          "promptTokens": 6190,
          "completionTokens": 890,
          "totalTokens": 7080,
          "cost": 0.009963,
          "durationMs": 12906,
          "tokensPerSecond": 68.96,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 19238,
          "completionTokens": 1773,
          "totalTokens": 21011,
          "cost": 0.02848,
          "durationMs": 26300,
          "tokensPerSecond": 67.41,
          "toolCallCount": 2
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7726,
          "completionTokens": 1545,
          "totalTokens": 9271,
          "cost": 0.01352,
          "durationMs": 23921,
          "tokensPerSecond": 64.59,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 704,
          "completionTokens": 1280,
          "totalTokens": 1984,
          "cost": 0.00408,
          "durationMs": 17599,
          "tokensPerSecond": 72.73,
          "toolCallCount": 0
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 1295,
          "totalTokens": 9111,
          "cost": 0.013008,
          "durationMs": 22610,
          "tokensPerSecond": 57.28,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20080,
          "completionTokens": 2213,
          "totalTokens": 22293,
          "cost": 0.030633,
          "durationMs": 27741,
          "tokensPerSecond": 79.77,
          "toolCallCount": 2
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "```js\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    const name = req.bodyJson?.name;\n\n    if (!name) {\n        error('Missing \"name\" field in request body');\n        return res.json({ error: 'Name is required' }, 400);\n    }\n\n    log(`Generating greeting for: ${name}`);\n\n    return res.json({\n        greeting: `Hello, ${name}! Welcome to Appwrite.`\n    });\n};\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric criteria: 1) Uses 'export default async' for the function, 2) Destructures context with req, res, log, and error, 3) Parses req.body via req.bodyJson?.name (which is the correct Appwrite SDK property for parsed JSON body), 4) Uses res.json() for the response, and 5) Follows the correct function signature pattern. Additionally includes proper error handling with the error() logger and appropriate HTTP status codes.",
          "promptTokens": 19300,
          "completionTokens": 1696,
          "totalTokens": 20996,
          "cost": 0.028365,
          "durationMs": 25806,
          "tokensPerSecond": 65.72,
          "toolCallCount": 2
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7810,
          "completionTokens": 929,
          "totalTokens": 8739,
          "cost": 0.012085,
          "durationMs": 12772,
          "tokensPerSecond": 72.74,
          "toolCallCount": 1
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 989,
          "totalTokens": 8805,
          "cost": 0.012243,
          "durationMs": 14518,
          "tokensPerSecond": 68.12,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 793,
          "completionTokens": 1288,
          "totalTokens": 2081,
          "cost": 0.004211,
          "durationMs": 13285,
          "tokensPerSecond": 96.95,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "**To deploy an Appwrite Function using the CLI**, use the project-based workflow with `appwrite.config.json` (or an included `functions.json` file) and the `push` command. This is the recommended approach for managing functions alongside other resources.\n\n### Prerequisites\n- Install the CLI (`npm install -g appwrite-cli` or via Homebrew/script).\n- Log in: `appwrite login` (or `appwrite login --endpoint \"https://your-instance.com/v1\"` for self-hosted).\n- Initialize a project: `appwrite init project` (creates `appwrite.config.json`).\n\n### Steps to Deploy a Function\n\n1. **Create or pull the function**:\n   - New function: `appwrite init functions` (scaffolds a directory, runtime, and config entry).\n   - Existing function: `appwrite pull functions` (imports from the Appwrite Console).\n\n2. **Implement your code**:\n   - Place source files in the `path` directory (e.g., `functions/my-function/`).\n   - The `entrypoint` file (e.g., `src/main.js`) is the starting point.\n\n3. **Configure the function** (in `appwrite.config.json` or a separate `functions.json` via `includes`):\n   ```json\n   {\n     \"functions\": [\n       {\n         \"$id\": \"my-function-id\",\n         \"name\": \"My Function\",\n         \"enabled\": true,\n         \"runtime\": \"node-22\",\n         \"entrypoint\": \"src/main.js\",\n         \"path\": \"functions/my-function\",\n         \"commands\": \"npm install\",\n         \"timeout\": 15,\n         \"logging\": true\n       }\n     ]\n   }\n   ```\n\n4. **(Optional) Add environment variables**:\n   - Create a `.env` file inside the function's `path` directory.\n   - Sync with: `appwrite push functions --function-id <ID> --with-variables`.\n\n5. **Deploy**:\n   - Deploy all functions: `appwrite push functions`\n   - Deploy a specific function and activate it: `appwrite push functions --function-id <FUNCTION_ID> --activate`\n   - Deploy without activating (for testing): `appwrite push functions --function-id <FUNCTION_ID> --activate=false`\n\n6. **Verify**:\n   - List functions: `appwrite functions list`\n   - Trigger an execution: `appwrite functions create-execution --function-id <ID>`\n   - View logs/deployments in the Console or via CLI commands.\n\nFor CI/CD or non-interactive use, add `--force` and `--all` flags (e.g., `appwrite push functions --all --force`).\n\n### Key Configuration Options\nThese are defined in `appwrite.config.json` (or `functions.json`):\n\n| Option                  | Description                                      | Example          |\n|-------------------------|--------------------------------------------------|------------------|\n| `runtime`               | Execution environment                            | `node-22`        |\n| `entrypoint`            | Main file to execute                             | `src/main.js`    |\n| `path`                  | Local source directory                           | `functions/my-fn`|\n| `commands`              | Build/install commands (run before deploy)       | `npm install`    |\n| `timeout`               | Max execution time (seconds)                     | `15`             |\n| `enabled`               | Whether the function is active                   | `true`           |\n| `logging`               | Enable execution logs                            | `true`           |\n| `buildSpecification`    | Compute size for building                        | `s-1vcpu-512mb`  |\n| `runtimeSpecification`  | Compute size for running                         | `s-1vcpu-512mb`  |\n| `deploymentRetention`   | Days to keep old deployments                     | `7`              |\n| `events`                | Event triggers (e.g., database events)           | `[]`             |\n| `schedule`              | Cron schedule (empty = disabled)                 | `\"\"`             |\n| `scopes`                | API permissions for the function                 | `[]`             |\n| `ignore`                | Extra files to exclude (`.gitignore` is auto-used)| `node_modules`   |\n\n**Notes**:\n- Use `appwrite functions create-deployment` for manual uploads if not using the config workflow.\n- Variables are managed via `.env` (not inline in config).\n- For local testing: `appwrite run functions`.\n\nThis workflow keeps your function code, config, and deployments in sync with the Appwrite Console. For full details, see the CLI commands for `functions` (e.g., `create`, `update`, `list-deployments`).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric elements: 1) CLI installation (npm install -g appwrite-cli, Homebrew), 2) appwrite init functions command explicitly mentioned, 3) Configuration in appwrite.config.json with detailed JSON example, 4) appwrite push functions command with multiple variants, 5) Key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional details about flags, CI/CD usage, verification steps, and a comprehensive configuration table.",
          "promptTokens": 7264,
          "completionTokens": 1687,
          "totalTokens": 8951,
          "cost": 0.013298,
          "durationMs": 19157,
          "tokensPerSecond": 88.06,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 736,
          "completionTokens": 516,
          "totalTokens": 1252,
          "cost": 0.00221,
          "durationMs": 7660,
          "tokensPerSecond": 67.36,
          "toolCallCount": 0
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 738,
          "completionTokens": 399,
          "totalTokens": 1137,
          "cost": 0.00192,
          "durationMs": 5899,
          "tokensPerSecond": 67.64,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 739,
          "completionTokens": 1131,
          "totalTokens": 1870,
          "cost": 0.003751,
          "durationMs": 13618,
          "tokensPerSecond": 83.05,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 18998,
          "completionTokens": 1385,
          "totalTokens": 20383,
          "cost": 0.02721,
          "durationMs": 20458,
          "tokensPerSecond": 67.7,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6806,
          "completionTokens": 1034,
          "totalTokens": 7840,
          "cost": 0.011093,
          "durationMs": 13976,
          "tokensPerSecond": 73.98,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 798,
          "completionTokens": 785,
          "totalTokens": 1583,
          "cost": 0.00296,
          "durationMs": 10723,
          "tokensPerSecond": 73.21,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20152,
          "completionTokens": 1575,
          "totalTokens": 21727,
          "cost": 0.029128,
          "durationMs": 23772,
          "tokensPerSecond": 66.25,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 728,
          "totalTokens": 7424,
          "cost": 0.01019,
          "durationMs": 12861,
          "tokensPerSecond": 56.61,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6758,
          "completionTokens": 1103,
          "totalTokens": 7861,
          "cost": 0.011205,
          "durationMs": 18247,
          "tokensPerSecond": 60.45,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20038,
          "completionTokens": 1558,
          "totalTokens": 21596,
          "cost": 0.028943,
          "durationMs": 21415,
          "tokensPerSecond": 72.75,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 18968,
          "completionTokens": 2068,
          "totalTokens": 21036,
          "cost": 0.02888,
          "durationMs": 25397,
          "tokensPerSecond": 81.43,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6714,
          "completionTokens": 1496,
          "totalTokens": 8210,
          "cost": 0.012133,
          "durationMs": 22291,
          "tokensPerSecond": 67.11,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "**Here are three key `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime:**\n\n- **APPWRITE_FUNCTION_ID**  \n  The unique identifier of the function being executed. Useful for logging, conditional logic, or referencing the function itself.\n\n- **APPWRITE_FUNCTION_NAME**  \n  The human-readable name of the function. Helpful for logging or debugging.\n\n- **APPWRITE_FUNCTION_RUNTIME**  \n  The runtime environment the function is using (e.g., `node-18.0`, `python-3.9`, `deno-1.40`). Can be used for runtime-specific behavior.\n\n**Bonus common ones:**\n\n- **APPWRITE_FUNCTION_TRIGGER** — Indicates how the function was invoked (`http`, `schedule`, or `event`).\n- **APPWRITE_FUNCTION_EVENT** — The specific event that triggered the function (e.g., `databases.*.documents.*.create`).\n- **APPWRITE_FUNCTION_DATA** — The payload/data passed to the function (especially useful for event or HTTP triggers).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly identifies at least three APPWRITE_FUNCTION_* environment variables with accurate descriptions. APPWRITE_FUNCTION_ID (function unique identifier), APPWRITE_FUNCTION_NAME (human-readable name), and APPWRITE_FUNCTION_RUNTIME (runtime environment) are all valid and correctly described. The bonus variables (TRIGGER, EVENT, DATA) are also accurate and align with the reference answer. Note that APPWRITE_FUNCTION_RUNTIME may correspond to APPWRITE_FUNCTION_RUNTIME_NAME in some versions, but the concept is correct. Overall, the answer meets and exceeds the minimum requirement of three correct variables.",
          "promptTokens": 484,
          "completionTokens": 1976,
          "totalTokens": 2460,
          "cost": 0.005545,
          "durationMs": 28799,
          "tokensPerSecond": 68.61,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 747,
          "completionTokens": 459,
          "totalTokens": 1206,
          "cost": 0.002081,
          "durationMs": 5747,
          "tokensPerSecond": 79.87,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6666,
          "completionTokens": 1015,
          "totalTokens": 7681,
          "cost": 0.01087,
          "durationMs": 17635,
          "tokensPerSecond": 57.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "**Note:** The Appwrite Web SDK (browser/client-side) cannot create buckets — this requires the Appwrite Console or the server-side SDK (`node-appwrite`) with an API key. The code below assumes a bucket already exists (create it in the Console under **Storage > Buckets** and configure its default permissions there). It shows how to upload an image file with custom permissions and generate a preview URL.\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// 1. Initialize the client (Web SDK)\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n    .setProject('[YOUR_PROJECT_ID]');\n\nconst storage = new Storage(client);\n\n// 2. Upload a file with permissions (from a file input)\nasync function uploadImage(file: File) {\n    try {\n        const uploadedFile = await storage.createFile({\n            bucketId: '[YOUR_BUCKET_ID]',           // e.g. 'images'\n            fileId: ID.unique(),\n            file: file,                             // File object from <input type=\"file\">\n            permissions: [\n                Permission.read(Role.any()),        // Anyone can view the file\n                Permission.update(Role.user('[USER_ID]')), // Specific user can update\n                Permission.delete(Role.user('[USER_ID]'))  // Specific user can delete\n                // Or use Role.team('[TEAM_ID]') for team-based access\n            ]\n        });\n\n        console.log('File uploaded:', uploadedFile.$id);\n\n        // 3. Get preview URL for the image\n        const previewUrl = storage.getFilePreview({\n            bucketId: '[YOUR_BUCKET_ID]',\n            fileId: uploadedFile.$id,\n            width: 400,      // optional\n            height: 400,     // optional\n            quality: 80      // optional\n        });\n\n        // Use the URL directly (it's a string)\n        console.log('Preview URL:', previewUrl);\n        // Example: <img src={previewUrl} alt=\"preview\" />\n\n        return { file: uploadedFile, previewUrl };\n    } catch (error) {\n        console.error('Upload failed:', error);\n        throw error;\n    }\n}\n\n// Usage example (in a browser event handler)\nconst fileInput = document.getElementById('file-input') as HTMLInputElement;\nfileInput.onchange = async () => {\n    if (fileInput.files?.[0]) {\n        await uploadImage(fileInput.files[0]);\n    }\n};\n```\n\n### Key Points\n- **Permissions**: Use `Permission.read/update/delete(Role.any() | Role.user(id) | Role.team(id))`. Always include them on `createFile` for per-file control.\n- **Preview URL**: `getFilePreview()` returns a URL string you can use directly in `<img src>`. Supports `width`, `height`, `quality`, `gravity`, etc.\n- **Bucket creation**: Do this once in the Appwrite Console (or via server SDK with `storage.createBucket(...)` using an API key).\n- Replace placeholders (`[YOUR_PROJECT_ID]`, `[YOUR_BUCKET_ID]`, `[USER_ID]`) with your actual values.\n\nThis follows the latest Appwrite TypeScript/Web SDK patterns.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is largely correct and complete, covering: 1) Storage service instantiation with proper Client setup, 2) storage.createFile() with bucket ID, file ID, File object, and permissions, 3) storage.getFilePreview() for image preview, 4) Correct imports including Permission and Role. The main deduction is that bucket creation with permissions is not demonstrated in code (only explained as a limitation of the Web SDK), which is one of the rubric requirements. However, the explanation is accurate — the Web SDK genuinely cannot create buckets, so the answer correctly notes this limitation and explains how to handle it. The permission configuration is well-demonstrated on the file upload. The code quality is high with TypeScript types, error handling, and practical usage examples. Overall this is a strong answer that addresses the spirit of the question while being technically accurate about SDK limitations.",
          "promptTokens": 6192,
          "completionTokens": 2164,
          "totalTokens": 8356,
          "cost": 0.01315,
          "durationMs": 25653,
          "tokensPerSecond": 84.36,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6658,
          "completionTokens": 778,
          "totalTokens": 7436,
          "cost": 0.010268,
          "durationMs": 14147,
          "tokensPerSecond": 54.99,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6726,
          "completionTokens": 795,
          "totalTokens": 7521,
          "cost": 0.010395,
          "durationMs": 12498,
          "tokensPerSecond": 63.61,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6738,
          "completionTokens": 938,
          "totalTokens": 7676,
          "cost": 0.010768,
          "durationMs": 10985,
          "tokensPerSecond": 85.39,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6670,
          "completionTokens": 419,
          "totalTokens": 7089,
          "cost": 0.009385,
          "durationMs": 7051,
          "tokensPerSecond": 59.42,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18869,
          "completionTokens": 1748,
          "totalTokens": 20617,
          "cost": 0.027956,
          "durationMs": 31079,
          "tokensPerSecond": 56.24,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "**`storage.getFileView()`**, **`storage.getFileDownload()`**, and **`storage.getFilePreview()`** are all methods on the Appwrite `Storage` service that return a URL string you can use in `<img>`, `<a>`, or `fetch()` calls. They differ in the HTTP headers they set and the transformations they support.\n\n### 1. `storage.getFileView(bucketId, fileId)`\n- **Purpose**: Returns a URL that serves the **original file** for inline viewing.\n- **Behavior**: The server sets `Content-Disposition: inline` (and the correct `Content-Type`). Browsers will try to display the file directly (images, PDFs, videos, text, etc.).\n- **Use when**:\n  - You want to embed or link to a file for viewing without forcing a download.\n  - The file is an image, PDF, video, or any format the browser can render.\n  - You need the **exact original file** (no resizing).\n\n**Example**:\n```ts\nconst url = storage.getFileView({\n  bucketId: 'bucket123',\n  fileId: 'file456'\n});\n// <img src={url} /> or <a href={url} target=\"_blank\">View</a>\n```\n\n### 2. `storage.getFileDownload(bucketId, fileId)`\n- **Purpose**: Returns a URL that **forces a download**.\n- **Behavior**: The server sets `Content-Disposition: attachment; filename=\"...\"`. The browser will show a \"Save As\" dialog instead of displaying the file.\n- **Use when**:\n  - You want users to download the file to their device (e.g., \"Download\" buttons).\n  - Works for **any file type** (images, documents, archives, etc.).\n  - You need the **original file** (no transformations).\n\n**Example**:\n```ts\nconst url = storage.getFileDownload({\n  bucketId: 'bucket123',\n  fileId: 'file456'\n});\n// <a href={url} download>Download</a>\n```\n\n### 3. `storage.getFilePreview(bucketId, fileId, options?)`\n- **Purpose**: Returns a URL to a **transformed image preview**.\n- **Behavior**: Only works for image files. You can pass optional parameters (`width`, `height`, `quality`, `gravity`, `border`, `opacity`, etc.) to generate a resized, cropped, or optimized version on the fly.\n- **Use when**:\n  - You need **thumbnails** or responsive images.\n  - You want to reduce bandwidth by serving smaller versions.\n  - You need image-specific transformations (e.g., square crop, WebP output).\n\n**Example**:\n```ts\nconst url = storage.getFilePreview({\n  bucketId: 'bucket123',\n  fileId: 'file456',\n  width: 300,\n  height: 300,\n  quality: 80\n});\n// <img src={url} /> for a 300×300 thumbnail\n```\n\n### Quick Decision Guide\n\n| Method              | File Types     | Transformations | Browser Behavior     | Typical Use Case                  |\n|---------------------|----------------|-----------------|----------------------|-----------------------------------|\n| `getFileView`       | Any            | None            | Inline display       | View PDF, image, video            |\n| `getFileDownload`   | Any            | None            | Force download       | \"Download\" button                 |\n| `getFilePreview`    | Images only    | Yes (size, crop, quality) | Inline (transformed) | Thumbnails, responsive images     |\n\n**Notes**:\n- All three methods are synchronous and return a string URL (no `await` needed on the client SDK).\n- `getFilePreview` is the only one that performs on-the-fly image processing.\n- For non-image files, use `getFileView` or `getFileDownload` — `getFilePreview` will fail or return an error.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It accurately explains all four required elements from the rubric: 1) getFileView() for inline/browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations with parameters like width, height, quality, crop, etc., and 4) clear guidance on when to use each one. The answer goes beyond the reference answer with helpful examples, a comparison table, and additional notes, all of which are accurate.",
          "promptTokens": 6182,
          "completionTokens": 2042,
          "totalTokens": 8224,
          "cost": 0.012833,
          "durationMs": 25403,
          "tokensPerSecond": 80.38,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18983,
          "completionTokens": 1064,
          "totalTokens": 20047,
          "cost": 0.026389,
          "durationMs": 23458,
          "tokensPerSecond": 45.36,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 751,
          "completionTokens": 1013,
          "totalTokens": 1764,
          "cost": 0.003471,
          "durationMs": 14738,
          "tokensPerSecond": 68.73,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6708,
          "completionTokens": 2100,
          "totalTokens": 8808,
          "cost": 0.013635,
          "durationMs": 25143,
          "tokensPerSecond": 83.52,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6830,
          "completionTokens": 1001,
          "totalTokens": 7831,
          "cost": 0.01104,
          "durationMs": 18074,
          "tokensPerSecond": 55.38,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 6720,
          "completionTokens": 794,
          "totalTokens": 7514,
          "cost": 0.010385,
          "durationMs": 22536,
          "tokensPerSecond": 35.23,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19013,
          "completionTokens": 1608,
          "totalTokens": 20621,
          "cost": 0.027786,
          "durationMs": 45644,
          "tokensPerSecond": 35.23,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6712,
          "completionTokens": 706,
          "totalTokens": 7418,
          "cost": 0.010155,
          "durationMs": 14904,
          "tokensPerSecond": 47.37,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 745,
          "completionTokens": 557,
          "totalTokens": 1302,
          "cost": 0.002324,
          "durationMs": 12010,
          "tokensPerSecond": 46.38,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 787,
          "completionTokens": 1350,
          "totalTokens": 2137,
          "cost": 0.004359,
          "durationMs": 18888,
          "tokensPerSecond": 71.47,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6678,
          "completionTokens": 836,
          "totalTokens": 7514,
          "cost": 0.010438,
          "durationMs": 15022,
          "tokensPerSecond": 55.65,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "**Use `getFilePreview` instead of `getFileView` when you need to generate a transformed/preview version of an image** (e.g., resized thumbnail, cropped version, lower quality, or different format). \n\n`getFileView` simply returns the original file as-is (useful for direct viewing/download of the unmodified asset). `getFilePreview` is specifically for images and performs on-the-fly transformations via Appwrite's image processing service.\n\n### What `getFilePreview` supports\nFrom the TypeScript SDK (`storage.getFilePreview()`), it accepts these key options (all optional except `bucketId` and `fileId`):\n\n- `width` / `height` — Resize while maintaining aspect ratio (or crop if both are set).\n- `quality` — JPEG/WebP quality (0–100).\n- `gravity` — Crop position (`center`, `top`, `left`, etc.).\n- `border`, `borderColor`, `borderRadius` — Add borders or rounded corners.\n- `opacity` — Transparency (0–1).\n- `rotation` — Rotate the image.\n- `background` — Background color (for transparent images).\n- `output` — Force format (`jpg`, `png`, `webp`, `gif`, etc.).\n- `mode` — Resize mode (`cover`, `contain`, `fill`, etc.).\n\nExample:\n```typescript\nconst previewUrl = storage.getFilePreview({\n  bucketId: 'my-bucket',\n  fileId: 'image-id',\n  width: 300,\n  height: 300,\n  quality: 80,\n  gravity: 'center'\n});\n```\n\nThis returns a URL you can use directly in `<img src>` tags. Transformations are cached by Appwrite for performance.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for image transformations) from getFileView (returns original file as-is), and lists well more than 2 transformation options including width, height, quality, gravity, border, borderRadius, opacity, rotation, background, and output format - all matching the reference answer's key points. The explanation is accurate, complete, and includes helpful additional context.",
          "promptTokens": 6176,
          "completionTokens": 1417,
          "totalTokens": 7593,
          "cost": 0.011263,
          "durationMs": 22353,
          "tokensPerSecond": 63.39,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 736,
          "completionTokens": 594,
          "totalTokens": 1330,
          "cost": 0.002405,
          "durationMs": 10302,
          "tokensPerSecond": 57.66,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7818,
          "completionTokens": 987,
          "totalTokens": 8805,
          "cost": 0.01224,
          "durationMs": 31107,
          "tokensPerSecond": 31.73,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 759,
          "completionTokens": 846,
          "totalTokens": 1605,
          "cost": 0.003064,
          "durationMs": 13845,
          "tokensPerSecond": 61.11,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "**Deploying a site to Appwrite Sites** uses the Appwrite CLI (recommended for code-based workflows) or the Appwrite Console. Sites support static sites and server-rendered (SSR) apps with framework presets.\n\n### Step-by-Step Deployment (CLI)\n\n1. **Install and log in**:\n   ```bash\n   npm install -g appwrite-cli\n   appwrite login\n   ```\n\n2. **Initialize a site**:\n   ```bash\n   appwrite init sites\n   ```\n   This creates a site entry in `appwrite.config.json` (or a separate `sites.json` via `includes`) and scaffolds a basic project.\n\n3. **Configure the site** (in `appwrite.config.json` or `sites.json`):\n   ```json\n   {\n     \"sites\": [\n       {\n         \"$id\": \"<SITE_ID>\",\n         \"name\": \"My Site\",\n         \"logging\": true,\n         \"framework\": \"astro\",\n         \"timeout\": 30,\n         \"installCommand\": \"npm install\",\n         \"buildCommand\": \"npm run build\",\n         \"outputDirectory\": \"./dist\",\n         \"buildSpecification\": \"s-1vcpu-512mb\",\n         \"runtimeSpecification\": \"s-1vcpu-512mb\",\n         \"buildRuntime\": \"node-22\",\n         \"adapter\": \"ssr\",\n         \"fallbackFile\": \"\",\n         \"startCommand\": \"npm run start\",\n         \"deploymentRetention\": 7,\n         \"path\": \"sites/my-site\"\n       }\n     ]\n   }\n   ```\n\n4. **Deploy**:\n   ```bash\n   appwrite push sites\n   ```\n   - Use `--site-id <ID>` for a specific site.\n   - Add `--with-variables` to sync a `.env` file from the site `path`.\n   - Use `--activate=false` to deploy without switching traffic to the new deployment.\n\n5. **Other useful commands**:\n   - `appwrite pull sites` — Sync existing sites from the Console.\n   - `appwrite sites create-deployment --site-id <ID>` — Trigger a deployment programmatically.\n   - `appwrite sites list-deployments --site-id <ID>` — View deployments.\n   - `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` — Activate a specific deployment.\n\n### Build Configuration Options\n\nThese fields control how Appwrite builds and serves your site:\n\n| Field                  | Description                                                                 | Example                  |\n|------------------------|-----------------------------------------------------------------------------|--------------------------|\n| `framework`            | Preset for common frameworks (auto-detects build settings)                  | `astro`, `nextjs`, `vite` |\n| `installCommand`       | Dependency installation command                                             | `npm install`            |\n| `buildCommand`         | Build command                                                               | `npm run build`          |\n| `outputDirectory`      | Folder with final static/SSR output                                         | `./dist`                 |\n| `buildRuntime`         | Runtime for the build step                                                  | `node-22`                |\n| `buildSpecification`   | Compute resources for building                                              | `s-1vcpu-512mb`          |\n| `runtimeSpecification` | Compute resources for serving (SSR)                                         | `s-1vcpu-512mb`          |\n| `adapter`              | Deployment mode (`static` or `ssr`)                                         | `ssr`                    |\n| `startCommand`         | Command to start the server (SSR only)                                      | `npm run start`          |\n| `fallbackFile`         | Fallback file for SPA routing (e.g., `index.html`)                          | `index.html`             |\n| `timeout`              | Max request duration (seconds) for SSR                                      | `30`                     |\n| `deploymentRetention`  | Days to keep old deployments                                                | `7`                      |\n| `logging`              | Enable request + build logs                                                 | `true`                   |\n\n**Additional options**:\n- Use `appwrite sites list-frameworks` and `appwrite sites list-specifications` to see available presets and compute sizes.\n- Templates: `appwrite sites list-templates` and `appwrite sites get-template` for quick starts.\n- Environment variables: Store in a `.env` file inside the site `path` (synced with `--with-variables`).\n\n### Deployment Methods\n\n- **CLI (primary for developers)**: `appwrite push sites` (handles config + code upload + build).\n- **Console UI**: Create/edit sites, upload code, configure build settings, and trigger deployments manually.\n- **Programmatic**: `appwrite sites create-deployment` (for CI/CD pipelines).\n- **Non-interactive/CI**: Use `appwrite push sites --all --force` (see CLI non-interactive mode docs).\n\nAfter deployment, Appwrite automatically builds the site, serves it at a custom domain or Appwrite subdomain, and supports preview deployments. Logs and variables are available via CLI or Console.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria: (1) Multiple deployment methods mentioned including CLI, Console UI, and programmatic/CI approaches; (2) Build command configuration explicitly covered with 'buildCommand' field; (3) Output directory setting covered with 'outputDirectory' field; (4) Framework support/presets covered with 'framework' field and examples like astro, nextjs, vite; (5) Environment variables covered via .env file with --with-variables flag. The answer is comprehensive and detailed. Minor deduction because it doesn't explicitly mention Git-based deployments (which is one of the three primary methods in the reference answer), though it does cover CLI and manual/console methods well.",
          "promptTokens": 7260,
          "completionTokens": 1659,
          "totalTokens": 8919,
          "cost": 0.013223,
          "durationMs": 22214,
          "tokensPerSecond": 74.68,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7822,
          "completionTokens": 1206,
          "totalTokens": 9028,
          "cost": 0.012793,
          "durationMs": 24246,
          "tokensPerSecond": 49.74,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 707,
          "completionTokens": 720,
          "totalTokens": 1427,
          "cost": 0.002684,
          "durationMs": 9261,
          "tokensPerSecond": 77.75,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 749,
          "completionTokens": 764,
          "totalTokens": 1513,
          "cost": 0.002846,
          "durationMs": 17552,
          "tokensPerSecond": 43.53,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7844,
          "completionTokens": 704,
          "totalTokens": 8548,
          "cost": 0.011565,
          "durationMs": 11907,
          "tokensPerSecond": 59.12,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7810,
          "completionTokens": 1213,
          "totalTokens": 9023,
          "cost": 0.012795,
          "durationMs": 18539,
          "tokensPerSecond": 65.43,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7750,
          "completionTokens": 3471,
          "totalTokens": 11221,
          "cost": 0.018365,
          "durationMs": 54701,
          "tokensPerSecond": 63.45,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20041,
          "completionTokens": 1956,
          "totalTokens": 21997,
          "cost": 0.029941,
          "durationMs": 30243,
          "tokensPerSecond": 64.68,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7786,
          "completionTokens": 716,
          "totalTokens": 8502,
          "cost": 0.011523,
          "durationMs": 9852,
          "tokensPerSecond": 72.68,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7818,
          "completionTokens": 1899,
          "totalTokens": 9717,
          "cost": 0.01452,
          "durationMs": 32577,
          "tokensPerSecond": 58.29,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7776,
          "completionTokens": 2465,
          "totalTokens": 10241,
          "cost": 0.015883,
          "durationMs": 34596,
          "tokensPerSecond": 71.25,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 763,
          "completionTokens": 727,
          "totalTokens": 1490,
          "cost": 0.002771,
          "durationMs": 10408,
          "tokensPerSecond": 69.85,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7780,
          "completionTokens": 1076,
          "totalTokens": 8856,
          "cost": 0.012415,
          "durationMs": 19984,
          "tokensPerSecond": 53.84,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 752,
          "completionTokens": 827,
          "totalTokens": 1579,
          "cost": 0.003008,
          "durationMs": 21199,
          "tokensPerSecond": 39.01,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7850,
          "completionTokens": 2056,
          "totalTokens": 9906,
          "cost": 0.014953,
          "durationMs": 30056,
          "tokensPerSecond": 68.41,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7798,
          "completionTokens": 838,
          "totalTokens": 8636,
          "cost": 0.011843,
          "durationMs": 20099,
          "tokensPerSecond": 41.69,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "**Three deployment/build configuration options for an Appwrite Site** (from `appwrite.config.json` or the Console):\n\n- **buildCommand** — The shell command executed to build the site (e.g., `npm run build`). It runs after `installCommand` and produces the output that gets deployed.\n- **outputDirectory** — The relative path to the folder containing the final static build artifacts (e.g., `./dist` or `./build`). Appwrite serves files from this directory.\n- **buildSpecification** — The compute size (CPU/memory) allocated for the build step (e.g., `s-1vcpu-512mb`). It controls resources used during compilation and can be increased for larger or more complex sites.\n\nOther common options include `installCommand`, `buildRuntime`, `adapter` (static vs. SSR), `startCommand`, and `fallbackFile`.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly lists three deployment/build configuration options with accurate purposes: buildCommand (shell command to build the site), outputDirectory (folder containing build artifacts), and buildSpecification (compute resources for build). The first two are clearly in the reference answer's accepted list. buildSpecification is a reasonable Appwrite-specific option not explicitly in the reference but plausible. The answer also mentions additional valid options like installCommand, adapter, etc. The core requirement of 3 options with correct purposes is well satisfied.",
          "promptTokens": 7258,
          "completionTokens": 1409,
          "totalTokens": 8667,
          "cost": 0.012595,
          "durationMs": 19542,
          "tokensPerSecond": 72.1,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 718,
          "completionTokens": 838,
          "totalTokens": 1556,
          "cost": 0.002993,
          "durationMs": 12852,
          "tokensPerSecond": 65.2,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 767,
          "completionTokens": 532,
          "totalTokens": 1299,
          "cost": 0.002289,
          "durationMs": 8969,
          "tokensPerSecond": 59.32,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 735,
          "completionTokens": 745,
          "totalTokens": 1480,
          "cost": 0.002781,
          "durationMs": 8644,
          "tokensPerSecond": 86.19,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "**Setting up push notifications with Appwrite Messaging**\n\nAppwrite Messaging lets you send push notifications (along with email/SMS) using topics for grouping subscribers. Setup happens mostly in the Appwrite Console, with SDK calls for targets, subscribers, and sending.\n\n### 1. Create a Push Provider\nIn the Appwrite Console → **Messaging** → **Providers** → **Create Provider**.\n\n**Supported push providers**:\n- **FCM (Firebase Cloud Messaging)**: Works for Android, iOS (via FCM), and web push. Requires a Firebase service account JSON or server key.\n- **APNS (Apple Push Notification service)**: For iOS/macOS. Requires a `.p8` private key, Key ID, Team ID, and bundle ID.\n\nYou can create multiple providers (e.g., one FCM + one APNS) and choose which to use per message or target. No other push providers (like OneSignal) are natively supported.\n\n### 2. Create a Topic\nIn **Messaging** → **Topics** → **Create Topic**.  \nTopics let you broadcast to groups of subscribers (e.g., \"news\", \"promotions\").\n\n### 3. Register Device Tokens & Subscribe to Topics\nOn the client (mobile/web app):\n- Use the platform SDK (Firebase for FCM, or Apple’s PushKit/UserNotifications for APNS) to obtain a device push token.\n- Use the Appwrite SDK to create a **target** (the push endpoint) and **subscribe** it to your topic.\n\n**TypeScript SDK example** (client-side with user session or server-side with API key):\n\n```typescript\nimport { Client, Messaging, ID } from 'appwrite'; // or 'node-appwrite' / 'react-native-appwrite'\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('YOUR_PROJECT_ID')\n  .setKey('YOUR_API_KEY'); // server-side; use session for client\n\nconst messaging = new Messaging(client);\n\n// 1. Create a push target (device token + provider)\nconst target = await messaging.createTarget({\n  targetId: ID.unique(),\n  providerId: 'YOUR_FCM_PROVIDER_ID', // or APNS provider ID\n  providerType: 'push',\n  identifier: 'DEVICE_PUSH_TOKEN_HERE',\n  name: 'User Device'\n});\n\n// 2. Subscribe the target to a topic\nconst subscriber = await messaging.createSubscriber({\n  topicId: 'YOUR_TOPIC_ID',\n  targetId: target.$id,\n  // userId: 'optional-user-id' // if linking to a specific Appwrite user\n});\n```\n\n**Permissions note**: The API key or user session must have `write` permission on the topic.\n\n### 4. Send a Push Notification to a Topic\nUse the server SDK (API key) to send. Messages can target topics, specific users, or targets.\n\n```typescript\nconst messaging = new Messaging(client);\n\nconst message = await messaging.createMessage({\n  messageId: ID.unique(),\n  topics: ['YOUR_TOPIC_ID'],           // send to everyone subscribed to this topic\n  // users: ['USER_ID'],               // alternative: specific users\n  // targets: ['TARGET_ID'],           // alternative: specific targets\n  title: 'Hello from Appwrite!',\n  body: 'This is a push notification.',\n  // Push-specific options (passed to FCM/APNS)\n  data: { customKey: 'value' },        // custom payload\n  // icon, sound, badge, etc. can be included in data or via provider config\n  scheduledAt: '2025-12-31T12:00:00Z'  // optional: schedule for later\n});\n```\n\n### Additional Notes\n- **Client-side handling**: Your mobile app must still integrate the native push SDK to receive and display notifications (Appwrite only delivers them).\n- **Testing**: Use the Console’s “Send test message” or the SDK with a draft message.\n- **Limits & billing**: Push delivery counts toward your Messaging quota. FCM/APNS have their own rate limits.\n- **Real-time feedback**: Listen to message status via the Console or by querying message logs.\n\nFor the latest credential formats or advanced options (e.g., web push, rich notifications), check the Appwrite Console UI or the official Messaging docs.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria: (1) FCM and APNS providers are explicitly mentioned with setup details, (2) topic creation is explained, (3) user subscription/targets are covered with code examples, (4) while the method shown is messaging.createMessage() rather than messaging.createPush(), this is a minor naming discrepancy and the functionality is correctly described, (5) device token registration is explained. The answer is comprehensive and accurate. The slight deduction is because the reference answer specifically mentions messaging.createPush() but the model uses messaging.createMessage(), which may reflect a different SDK version or slight inaccuracy.",
          "promptTokens": 6186,
          "completionTokens": 3639,
          "totalTokens": 9825,
          "cost": 0.01683,
          "durationMs": 40141,
          "tokensPerSecond": 90.66,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 737,
          "completionTokens": 716,
          "totalTokens": 1453,
          "cost": 0.002711,
          "durationMs": 14958,
          "tokensPerSecond": 47.87,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18938,
          "completionTokens": 1236,
          "totalTokens": 20174,
          "cost": 0.026763,
          "durationMs": 21371,
          "tokensPerSecond": 57.84,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 746,
          "completionTokens": 792,
          "totalTokens": 1538,
          "cost": 0.002913,
          "durationMs": 11622,
          "tokensPerSecond": 68.15,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18947,
          "completionTokens": 1201,
          "totalTokens": 20148,
          "cost": 0.026686,
          "durationMs": 22237,
          "tokensPerSecond": 54.01,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "**Appwrite Messaging** targets messages using three primary mechanisms: **users**, **topics**, and **individual targets**. These are specified when creating a message (via `createEmail`, `createSms`, `createPush`, or the general `createMessage` method). Appwrite resolves the targets automatically based on what you provide.\n\n### Targeting Options\n\n- **Specific Users** (`users` array):  \n  Send to one or more users by their `$id`. Appwrite delivers the message to **all targets** (email, phone, push device) associated with those users.  \n  Example: `users: ['user_abc123', 'user_def456']`\n\n- **Topics** (`topics` array):  \n  Topics are named groups. Users (or devices) subscribe to topics. Sending to a topic delivers the message to **all subscribed targets**.  \n  Example: `topics: ['news', 'promotions']`  \n  Use `createTopic()` to create topics and `createSubscriber()` to subscribe users/targets.\n\n- **Individual Targets** (`targets` array):  \n  Targets are specific endpoints (e.g., a device token for push, an email address, or phone number). Target IDs come from the `targets` collection.  \n  Example: `targets: ['target_xyz789']`  \n  This is the most granular option—useful for direct device or contact targeting.\n\nYou can only use **one** of `users`, `topics`, or `targets` per message (they are mutually exclusive in the API).\n\n### Example (Server-side TypeScript SDK)\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// Send to specific users\nconst msg1 = await messaging.createEmail({\n  messageId: ID.unique(),\n  subject: 'Welcome!',\n  content: 'Thanks for signing up.',\n  users: ['user_abc123'],           // targets all of this user's endpoints\n  // draft: false,                  // optional\n  // scheduledAt: '2025-...'        // optional\n});\n\n// Send to a topic\nconst msg2 = await messaging.createPush({\n  messageId: ID.unique(),\n  title: 'New Update',\n  body: 'Check out the latest features.',\n  topics: ['product-updates'],\n});\n\n// Send to individual targets\nconst msg3 = await messaging.createSms({\n  messageId: ID.unique(),\n  content: 'Your verification code is 123456',\n  targets: ['target_phone_001'],\n});\n```\n\n### Additional Notes\n- **Providers** must be configured first (SMTP/Mailgun for email, Twilio for SMS, FCM/APNs for push).\n- Use `listTargets()`, `listTopics()`, and `listSubscribers()` to manage and discover IDs.\n- Messages can be scheduled or sent as drafts.\n- Permissions and rate limits apply at the project level.\n\nThis targeting model gives flexible, scalable delivery without manually managing every endpoint.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer correctly identifies all three targeting methods (users, topics, targets) and explains each well, including the topic subscription mechanism (createTopic/createSubscriber) and how messages are delivered to each target type. However, it incorrectly states that the three targeting options are mutually exclusive ('You can only use one of users, topics, or targets per message'), when the reference answer explicitly states they can be combined in a single message creation call. This is a notable factual error that contradicts one of the rubric requirements.",
          "promptTokens": 6178,
          "completionTokens": 2568,
          "totalTokens": 8746,
          "cost": 0.014143,
          "durationMs": 31734,
          "tokensPerSecond": 80.92,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 740,
          "completionTokens": 483,
          "totalTokens": 1223,
          "cost": 0.002133,
          "durationMs": 6740,
          "tokensPerSecond": 71.66,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6624,
          "completionTokens": 1073,
          "totalTokens": 7697,
          "cost": 0.010963,
          "durationMs": 15264,
          "tokensPerSecond": 70.3,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 782,
          "completionTokens": 770,
          "totalTokens": 1552,
          "cost": 0.002903,
          "durationMs": 8567,
          "tokensPerSecond": 89.88,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6686,
          "completionTokens": 1531,
          "totalTokens": 8217,
          "cost": 0.012185,
          "durationMs": 17872,
          "tokensPerSecond": 85.66,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 760,
          "completionTokens": 420,
          "totalTokens": 1180,
          "cost": 0.002,
          "durationMs": 7002,
          "tokensPerSecond": 59.98,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 747,
          "completionTokens": 466,
          "totalTokens": 1213,
          "cost": 0.002099,
          "durationMs": 4291,
          "tokensPerSecond": 108.6,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 758,
          "completionTokens": 836,
          "totalTokens": 1594,
          "cost": 0.003038,
          "durationMs": 13601,
          "tokensPerSecond": 61.47,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6664,
          "completionTokens": 780,
          "totalTokens": 7444,
          "cost": 0.01028,
          "durationMs": 12298,
          "tokensPerSecond": 63.42,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 758,
          "completionTokens": 745,
          "totalTokens": 1503,
          "cost": 0.00281,
          "durationMs": 9990,
          "tokensPerSecond": 74.57,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 763,
          "completionTokens": 895,
          "totalTokens": 1658,
          "cost": 0.003191,
          "durationMs": 10661,
          "tokensPerSecond": 83.95,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "**To send a push notification to all users subscribed to a topic in Appwrite, the following must be configured first:**\n\n- **A push notification provider** (FCM for Android or APNS for iOS) must be added and enabled in the Appwrite Console under **Messaging → Providers**. You need valid credentials (e.g., Firebase service account JSON or APNS certificates).\n- A **Topic** must be created in **Messaging → Topics**.\n- Users/devices must have **push targets** created (with their device tokens) and **subscribed** to the topic (via `createSubscriber`).\n\n### Steps to Send the Notification\n\n1. **On the client side** (after obtaining the device push token):\n   - Create a push target using the server SDK or console.\n   - Subscribe the target to your topic:\n     ```typescript\n     import { Client, Messaging, ID } from 'node-appwrite'; // or 'appwrite' for client\n\n     const messaging = new Messaging(client);\n\n     // Create target (server-side)\n     const target = await messaging.createTarget({\n       targetId: ID.unique(),\n       providerType: 'push',\n       providerId: '[YOUR_PROVIDER_ID]',\n       identifier: 'device-push-token-here',\n       name: 'User Device'\n     });\n\n     // Subscribe target to topic\n     await messaging.createSubscriber({\n       topicId: '[TOPIC_ID]',\n       targetId: target.$id,\n       subscriberId: ID.unique()\n     });\n     ```\n\n2. **Send the message** (server-side or via Console):\n   - Use `createMessage` targeting the topic (this automatically reaches all subscribers):\n     ```typescript\n     const message = await messaging.createMessage({\n       messageId: ID.unique(),\n       topics: ['[TOPIC_ID]'],           // sends to all subscribers of the topic\n       // users: [],                     // optional: specific users\n       // targets: [],                   // optional: specific targets\n       content: JSON.stringify({        // push payload\n         title: 'Hello!',\n         body: 'This is a push notification.',\n         data: { key: 'value' }\n       }),\n       // draft: false,                  // set to true to save as draft\n       // scheduledAt: '...'             // optional scheduling\n     });\n     ```\n\n3. **Monitor delivery** in the Appwrite Console under **Messaging → Messages** (shows status, delivery stats, and errors).\n\n**Notes**:\n- Push notifications require the provider to be active and the app to be properly configured for push (Firebase/APNS setup on the mobile/web side).\n- Use the server SDK (`node-appwrite`) with an API key for admin operations like creating targets/messages.\n- Topics support multiple channels (push, email, SMS) — the message will only deliver via push if a push provider is configured.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) - explicitly mentioned with credentials setup, 2) Topic creation - mentioned in Messaging → Topics, 3) User targets/subscriptions to the topic - covered with createSubscriber, 4) Sending push to the topic - covered with createMessage using topics array. The answer is comprehensive and accurate. Minor deduction because the specific API method mentioned is 'createMessage' rather than 'createPush' (which is the actual Appwrite SDK method name), though the conceptual approach is correct and the topicIds parameter usage is demonstrated properly.",
          "promptTokens": 6174,
          "completionTokens": 4297,
          "totalTokens": 10471,
          "cost": 0.01846,
          "durationMs": 66584,
          "tokensPerSecond": 64.54,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6652,
          "completionTokens": 823,
          "totalTokens": 7475,
          "cost": 0.010373,
          "durationMs": 11564,
          "tokensPerSecond": 71.17,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6680,
          "completionTokens": 597,
          "totalTokens": 7277,
          "cost": 0.009843,
          "durationMs": 8118,
          "tokensPerSecond": 73.54,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6742,
          "completionTokens": 2647,
          "totalTokens": 9389,
          "cost": 0.015045,
          "durationMs": 36140,
          "tokensPerSecond": 73.24,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6702,
          "completionTokens": 1616,
          "totalTokens": 8318,
          "cost": 0.012418,
          "durationMs": 31014,
          "tokensPerSecond": 52.11,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 769,
          "completionTokens": 1091,
          "totalTokens": 1860,
          "cost": 0.003689,
          "durationMs": 19520,
          "tokensPerSecond": 55.89,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6716,
          "completionTokens": 1040,
          "totalTokens": 7756,
          "cost": 0.010995,
          "durationMs": 18989,
          "tokensPerSecond": 54.77,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6754,
          "completionTokens": 1702,
          "totalTokens": 8456,
          "cost": 0.012698,
          "durationMs": 26611,
          "tokensPerSecond": 63.96,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6700,
          "completionTokens": 3214,
          "totalTokens": 9914,
          "cost": 0.01641,
          "durationMs": 53140,
          "tokensPerSecond": 60.48,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst subscription = realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file()\n], (response) => {\n    const events = response.events || [];\n    const payload = response.payload;\n\n    if (events.some(e => e.includes('.rows.'))) {\n        // Handle table row changes (create/update/delete)\n        console.log('Row change:', events, payload);\n        // e.g., if (events[0].endsWith('.create')) { ... }\n    } else if (events.some(e => e.includes('.files.'))) {\n        // Handle file uploads/changes\n        console.log('File event:', events, payload);\n        // e.g., if (events[0].endsWith('.create')) { ... }\n    }\n});\n\n// To unsubscribe later:\n// subscription.close();\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event types in the callback using events.some(), 5) Has different handling logic for row changes vs file events. The code is well-structured and includes cleanup with subscription.close(). Minor note: the event string checking uses '.rows.' and '.files.' which is reasonable pattern matching, though the exact event string format may vary slightly. Overall this is a comprehensive and correct answer.",
          "promptTokens": 6182,
          "completionTokens": 1188,
          "totalTokens": 7370,
          "cost": 0.010698,
          "durationMs": 19953,
          "tokensPerSecond": 59.54,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "**Appwrite Realtime** and **Webhooks** are two different mechanisms for reacting to events in your Appwrite project. They serve complementary but distinct purposes.\n\n### Appwrite Realtime\nRealtime uses **WebSockets** to let clients (web, mobile, or server) subscribe to live changes in resources like databases (rows), storage (files), teams, users, and functions.\n\n- **How it works**: Clients subscribe to specific channels (e.g., `tablesdb.[DB_ID].tables.[TABLE_ID].rows` or `buckets.[BUCKET_ID].files`). When an event occurs (create/update/delete), Appwrite pushes the update directly to all connected subscribers.\n- **Key characteristics**:\n  - Low-latency, bidirectional, persistent connection.\n  - Client-driven (the client must be connected and subscribed).\n  - Ideal for real-time UI updates.\n  - Available in the client SDKs (`appwrite` / `react-native-appwrite`) via the `Realtime` class.\n\n**When to use Realtime**:\n- Live collaborative features (e.g., shared documents, chat, whiteboards).\n- Real-time dashboards or live stats.\n- Instant UI updates when data changes (e.g., a todo list that updates for all users).\n- Any scenario where the client needs immediate feedback without polling.\n\n### Webhooks\nWebhooks are **HTTP callbacks**. Appwrite sends an HTTP POST request to a URL you configure when specific events occur.\n\n- **How it works**: You register a webhook (in the Appwrite console or via API) for events like `databases.*.documents.*.create`, `users.*.sessions.*.create`, etc. When the event fires, Appwrite calls your endpoint with the event payload.\n- **Key characteristics**:\n  - One-way, fire-and-forget HTTP request.\n  - Works with any HTTP server (your own backend, serverless functions, Zapier, etc.).\n  - No persistent connection required.\n  - Can be used for both internal and external integrations.\n\n**When to use Webhooks**:\n- Triggering external services (e.g., sending emails via SendGrid, posting to Slack, updating a CRM).\n- Running background tasks or workflows outside Appwrite.\n- Integrating with third-party platforms that don’t support WebSockets.\n- Logging, analytics, or auditing events.\n- When you need to react to events from a server or non-Appwrite system.\n\n### Quick Comparison\n\n| Aspect              | Realtime                          | Webhooks                          |\n|---------------------|-----------------------------------|-----------------------------------|\n| **Transport**       | WebSocket                         | HTTP POST                         |\n| **Direction**       | Client subscribes & receives      | Server pushes to URL              |\n| **Latency**         | Very low (near real-time)         | Slightly higher (network round-trip) |\n| **Connection**      | Persistent                        | Stateless                         |\n| **Best for**        | Client-side live updates          | Server-to-server integrations     |\n| **Client required** | Yes (must stay connected)         | No                                |\n| **Use case example**| Live collaborative editing        | Send welcome email on signup      |\n\n### Recommendation\n- Use **Realtime** when the consumer is a client application that needs instant visual updates.\n- Use **Webhooks** when you need to notify external systems, run automation, or trigger actions that don’t require a live client connection.\n\nMany applications use **both** together: Realtime for the frontend experience and Webhooks (or Appwrite Functions triggered by events) for backend automation.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all rubric requirements: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat/collaborative editing for Realtime; sending emails/Slack notifications for Webhooks). The response goes beyond the reference answer with a detailed comparison table, characteristics, and practical recommendations.",
          "promptTokens": 6166,
          "completionTokens": 2236,
          "totalTokens": 8402,
          "cost": 0.013298,
          "durationMs": 34888,
          "tokensPerSecond": 64.09,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6698,
          "completionTokens": 1233,
          "totalTokens": 7931,
          "cost": 0.011455,
          "durationMs": 23275,
          "tokensPerSecond": 52.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6728,
          "completionTokens": 587,
          "totalTokens": 7315,
          "cost": 0.009878,
          "durationMs": 8624,
          "tokensPerSecond": 68.07,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6708,
          "completionTokens": 788,
          "totalTokens": 7496,
          "cost": 0.010355,
          "durationMs": 11314,
          "tokensPerSecond": 69.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 962,
          "totalTokens": 7658,
          "cost": 0.010775,
          "durationMs": 15853,
          "tokensPerSecond": 60.68,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 735,
          "completionTokens": 1212,
          "totalTokens": 1947,
          "cost": 0.003949,
          "durationMs": 17989,
          "tokensPerSecond": 67.37,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6776,
          "completionTokens": 1833,
          "totalTokens": 8609,
          "cost": 0.013053,
          "durationMs": 21035,
          "tokensPerSecond": 87.14,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 6698,
          "completionTokens": 1264,
          "totalTokens": 7962,
          "cost": 0.011533,
          "durationMs": 14468,
          "tokensPerSecond": 87.37,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6760,
          "completionTokens": 1117,
          "totalTokens": 7877,
          "cost": 0.011243,
          "durationMs": 15517,
          "tokensPerSecond": 71.99,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6750,
          "completionTokens": 1259,
          "totalTokens": 8009,
          "cost": 0.011585,
          "durationMs": 17741,
          "tokensPerSecond": 70.97,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "**Exact channel strings:**\n\n```ts\nrealtime.subscribe([\n  'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n  'buckets.[BUCKET_ID].files'\n], (response) => {\n  // response.events, response.payload, etc.\n});\n```\n\n(Replace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual IDs. The `Channel` helper produces the same strings.)",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer includes all required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format 'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows', 3) correct files channel format 'buckets.[BUCKET_ID].files', and 4) a callback function. The format matches the reference answer exactly.",
          "promptTokens": 6192,
          "completionTokens": 784,
          "totalTokens": 6976,
          "cost": 0.0097,
          "durationMs": 11881,
          "tokensPerSecond": 65.99,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7784,
          "completionTokens": 454,
          "totalTokens": 8238,
          "cost": 0.010865,
          "durationMs": 8553,
          "tokensPerSecond": 53.08,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7766,
          "completionTokens": 1163,
          "totalTokens": 8929,
          "cost": 0.012615,
          "durationMs": 17739,
          "tokensPerSecond": 65.56,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7750,
          "completionTokens": 409,
          "totalTokens": 8159,
          "cost": 0.01071,
          "durationMs": 6415,
          "tokensPerSecond": 63.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7742,
          "completionTokens": 377,
          "totalTokens": 8119,
          "cost": 0.01062,
          "durationMs": 6143,
          "tokensPerSecond": 61.37,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7720,
          "completionTokens": 1363,
          "totalTokens": 9083,
          "cost": 0.013058,
          "durationMs": 18686,
          "tokensPerSecond": 72.94,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7744,
          "completionTokens": 915,
          "totalTokens": 8659,
          "cost": 0.011968,
          "durationMs": 13610,
          "tokensPerSecond": 67.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 402,
          "totalTokens": 8146,
          "cost": 0.010685,
          "durationMs": 7721,
          "tokensPerSecond": 52.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7732,
          "completionTokens": 505,
          "totalTokens": 8237,
          "cost": 0.010928,
          "durationMs": 8026,
          "tokensPerSecond": 62.92,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "**To set up a CI/CD pipeline with the Appwrite CLI:**\n\n1. **Install the CLI** in your CI environment (e.g., GitHub Actions, GitLab CI, etc.):\n   ```bash\n   npm install -g appwrite-cli\n   # or\n   curl -sL https://appwrite.io/cli/install.sh | bash\n   ```\n\n2. **Commit `appwrite.config.json`** (and any included files like `appwrite/functions.json`) to your repository. This file defines your project ID, endpoint, resources (functions, sites, tables, buckets, webhooks, teams, topics), and settings. Use the `includes` array for large configs.\n\n3. **Configure the client** (non-interactively) in your CI script:\n   ```bash\n   appwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\n   appwrite client --project-id \"<PROJECT_ID>\"\n   ```\n\n4. **Authenticate** for CI (headless mode). The CLI supports scripted use via saved sessions or environment configuration. For full non-interactive flows, rely on the `--force` flag and pre-configured credentials (see Appwrite's Non-Interactive Mode docs for API key or session handling).\n\n5. **Deploy non-interactively** using `push` commands. The key flags are:\n   - `--all` (or `-a`): Select all resources of the given type.\n   - `--force` (or `-f`): Skip interactive confirmations/warnings (essential for CI).\n   - `--function-id <ID>` / `--site-id <ID>`: Target specific resources (omit for `--all`).\n   - `--with-variables`: Sync variables from local `.env` files (optional, for functions/sites).\n   - `--activate` / `--activate=false`: Control whether the new deployment becomes live (functions/sites).\n\n**Core non-interactive deployment commands:**\n\n```bash\n# Deploy everything (recommended for full pipeline)\nappwrite push all --all --force\n\n# Deploy specific resource groups\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push webhooks --all --force\nappwrite push teams --all --force\nappwrite push topics --all --force\n\n# Target a single function/site with activation control\nappwrite push functions --function-id <FUNCTION_ID> --force --activate\nappwrite push sites --site-id <SITE_ID> --force --activate=false\n```\n\n**Additional useful flags** (global):\n- `--json`: Output in JSON for parsing in CI.\n- `--verbose`: Show full error logs.\n- `--id [id...]`: Pass multiple IDs.\n\n**Example CI step** (e.g., in a YAML pipeline):\n```yaml\n- name: Deploy to Appwrite\n  run: |\n    appwrite client --endpoint \"$APPWRITE_ENDPOINT\" --project-id \"$APPWRITE_PROJECT_ID\"\n    appwrite push all --all --force\n```\n\nThis approach keeps everything declarative via `appwrite.config.json`, avoids interactive prompts, and supports incremental or full deployments. For functions/sites, also consider `appwrite pull` in a separate step to sync remote changes back to config. Always test locally with `appwrite push ... --force` first.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers several key rubric points: the --force flag for non-interactive mode (mentioned multiple times), the appwrite push command (extensively covered), and environment variable configuration (shown in the YAML example with $APPWRITE_ENDPOINT and $APPWRITE_PROJECT_ID). However, the authentication step is weak - the answer vaguely references 'API key or session handling' and points to external docs rather than clearly explaining how to use API key authentication with --key flag and appwrite login command. The reference answer specifically calls out 'appwrite login with --endpoint and --key flags' for API key authentication, which is the critical non-interactive auth mechanism. The model's answer uses 'appwrite client' commands for configuration but doesn't clearly demonstrate the login/authentication step with an API key as required by the rubric. The answer is comprehensive in other areas but this gap in the authentication step (items 1 and 5 of the rubric) prevents a higher score.",
          "promptTokens": 7270,
          "completionTokens": 1965,
          "totalTokens": 9235,
          "cost": 0.014,
          "durationMs": 32612,
          "tokensPerSecond": 60.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "**Complete Workflow for Creating, Configuring, and Deploying an Appwrite Function via CLI**\n\n### 1. Install the Appwrite CLI\n```bash\n# npm (recommended)\nnpm install -g appwrite-cli\n\n# macOS (Homebrew)\nbrew tap appwrite/appwrite && brew install appwrite/appwrite/appwrite\n\n# Verify\nappwrite -v\n```\n\n### 2. Login\n```bash\nappwrite login\n# For self-hosted: appwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n### 3. Initialize a Project\n```bash\nappwrite init project\n```\nThis creates `appwrite.config.json` in your project root (with `projectId`, `endpoint`, etc.).\n\n### 4. Create a New Function\n```bash\nappwrite init functions\n```\n- Select a runtime (e.g., Node.js, Python, PHP).\n- This scaffolds a local directory (e.g., `functions/my-function/`) with an `src/` folder, `entrypoint` file, and `.env` example.\n\nAlternatively, pull existing functions from the Appwrite Console:\n```bash\nappwrite pull functions\n```\n\n### 5. Configure the Function\nFunctions are defined in `appwrite.config.json` (inline under `\"functions\"`) **or** in a separate file referenced via `\"includes\"` (recommended for larger projects):\n\n**Example `appwrite.config.json`** (with includes):\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n  \"includes\": {\n    \"functions\": \"appwrite/functions.json\"\n  }\n}\n```\n\n**Example `appwrite/functions.json`** (array of function configs):\n```json\n[\n  {\n    \"$id\": \"userAuth\",\n    \"name\": \"userAuth\",\n    \"enabled\": true,\n    \"logging\": true,\n    \"runtime\": \"node-22\",\n    \"buildSpecification\": \"s-1vcpu-512mb\",\n    \"runtimeSpecification\": \"s-1vcpu-512mb\",\n    \"deploymentRetention\": 7,\n    \"scopes\": [\"users.read\", \"databases.read\"],\n    \"events\": [\"users.*.create\"],\n    \"schedule\": \"\",\n    \"timeout\": 15,\n    \"entrypoint\": \"src/main.js\",\n    \"commands\": \"npm install\",\n    \"ignore\": \"node_modules\\n.tmp\",\n    \"path\": \"functions/userAuth\"\n  }\n]\n```\n\n**Key Configuration Options** (in `appwrite.config.json` or `functions.json`):\n\n| Option                  | Description                                                                 | Example                  |\n|-------------------------|-----------------------------------------------------------------------------|--------------------------|\n| `$id` / `name`          | Unique ID and display name                                                  | `\"userAuth\"`             |\n| `enabled`               | Enable/disable the function                                                 | `true`                   |\n| `logging`               | Store execution logs                                                        | `true`                   |\n| `runtime`               | Execution runtime (see `appwrite functions list-runtimes`)                  | `\"node-22\"`              |\n| `buildSpecification`    | Compute spec for building                                                   | `\"s-1vcpu-512mb\"`        |\n| `runtimeSpecification`  | Compute spec for executions                                                 | `\"s-1vcpu-512mb\"`        |\n| `deploymentRetention`   | Days to keep old deployments                                                | `7`                      |\n| `scopes`                | API scopes for the function's execution key                                 | `[\"users.read\"]`         |\n| `events`                | Event triggers (e.g., database or auth events)                              | `[\"users.*.create\"]`     |\n| `schedule`              | Cron expression for scheduled runs (empty = disabled)                       | `\"\"` or `\"0 0 * * *\"`    |\n| `timeout`               | Max execution time (seconds)                                                | `15`                     |\n| `entrypoint`            | Relative path to the main file                                              | `\"src/main.js\"`          |\n| `commands`              | Build/install commands run before deployment                                | `\"npm install\"`          |\n| `ignore`                | Extra ignore rules (`.gitignore` is auto-included)                          | `\"node_modules\\n.tmp\"`   |\n| `path`                  | Local source directory (resolved relative to include file if used)          | `\"functions/userAuth\"`   |\n\n**Environment Variables**:  \nStore in a `.env` file inside the function's `path` (e.g., `functions/userAuth/.env`). Do **not** put them in `appwrite.config.json`.\n\n### 6. Develop & Test Locally\n```bash\nappwrite run functions --function-id userAuth\n# Or with variables: appwrite run functions --with-variables\n```\n\n### 7. Deploy the Function\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy specific function + activate immediately\nappwrite push functions --function-id userAuth --activate\n\n# Deploy without activating (for testing)\nappwrite push functions --function-id userAuth --activate=false\n\n# Include variables from .env\nappwrite push functions --function-id userAuth --with-variables\n```\n\nFor CI/CD (non-interactive):\n```bash\nappwrite push functions --function-id userAuth --force --all\n```\n\n### 8. Additional Management Commands\n- List functions: `appwrite functions list`\n- Create deployment manually: `appwrite functions create-deployment --function-id userAuth`\n- List deployments: `appwrite functions list-deployments --function-id userAuth`\n- Trigger execution: `appwrite functions create-execution --function-id userAuth --body '{\"key\":\"value\"}'`\n- Manage variables: `appwrite functions create-variable ...` (or use `--with-variables` on push)\n- Pull latest config: `appwrite pull functions`\n\n### Best Practices\n- Use `includes` for clean separation of large configs.\n- Always commit the function `path` directory and `.env` (never commit secrets).\n- Use `--force` in CI/CD pipelines.\n- Monitor via `appwrite functions list-executions`.\n\nThis workflow fully manages the function lifecycle (create → configure → deploy → update) using only the CLI and `appwrite.config.json`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) runtime selection during the init process, 3) detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, timeout, entrypoint, and more, 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements with additional context, examples, and best practices, all of which are accurate and relevant.",
          "promptTokens": 7276,
          "completionTokens": 1983,
          "totalTokens": 9259,
          "cost": 0.014053,
          "durationMs": 29018,
          "tokensPerSecond": 68.34,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7760,
          "completionTokens": 537,
          "totalTokens": 8297,
          "cost": 0.011043,
          "durationMs": 8597,
          "tokensPerSecond": 62.46,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 493,
          "totalTokens": 8247,
          "cost": 0.010925,
          "durationMs": 7867,
          "tokensPerSecond": 62.67,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7798,
          "completionTokens": 886,
          "totalTokens": 8684,
          "cost": 0.011963,
          "durationMs": 17615,
          "tokensPerSecond": 50.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7794,
          "completionTokens": 713,
          "totalTokens": 8507,
          "cost": 0.011525,
          "durationMs": 12975,
          "tokensPerSecond": 54.95,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7752,
          "completionTokens": 385,
          "totalTokens": 8137,
          "cost": 0.010653,
          "durationMs": 6948,
          "tokensPerSecond": 55.41,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7748,
          "completionTokens": 487,
          "totalTokens": 8235,
          "cost": 0.010903,
          "durationMs": 7868,
          "tokensPerSecond": 61.9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7772,
          "completionTokens": 466,
          "totalTokens": 8238,
          "cost": 0.01088,
          "durationMs": 9066,
          "tokensPerSecond": 51.4,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7872,
          "completionTokens": 797,
          "totalTokens": 8669,
          "cost": 0.011833,
          "durationMs": 15583,
          "tokensPerSecond": 51.15,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7788,
          "completionTokens": 935,
          "totalTokens": 8723,
          "cost": 0.012073,
          "durationMs": 14589,
          "tokensPerSecond": 64.09,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "**Data** must be passed as a single JSON string via the `--data` flag.  \n**Permissions** must be passed as one or more permission strings (e.g. `read(\"any\")`, `write(\"team:abc\")`) via the `--permissions` flag (repeated values are supported).\n\n### Example\n```bash\nappwrite tables-db create-row \\\n  --database-id \"<DATABASE_ID>\" \\\n  --table-id \"<TABLE_ID>\" \\\n  --row-id 'unique()' \\\n  --data '{ \"title\": \"Hello World\", \"status\": \"active\" }' \\\n  --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\nYou can also omit `--permissions` (defaults to the table’s permissions) or use an empty value if no custom permissions are needed.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer correctly covers all three rubric points: 1) data as a JSON string with double quotes for keys and values via --data flag, 2) permissions as space-separated values (array) via --permissions flag, and 3) provides a correct example using tables-db create-row with proper syntax. The example is clear and well-formatted. Minor deduction because the answer doesn't explicitly emphasize that the JSON must use double quotes (though the example demonstrates this correctly).",
          "promptTokens": 7262,
          "completionTokens": 759,
          "totalTokens": 8021,
          "cost": 0.010975,
          "durationMs": 15336,
          "tokensPerSecond": 49.49,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7878,
          "completionTokens": 1356,
          "totalTokens": 9234,
          "cost": 0.013238,
          "durationMs": 28666,
          "tokensPerSecond": 47.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7824,
          "completionTokens": 1206,
          "totalTokens": 9030,
          "cost": 0.012795,
          "durationMs": 20516,
          "tokensPerSecond": 58.78,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 20092,
          "completionTokens": 3389,
          "totalTokens": 23481,
          "cost": 0.033588,
          "durationMs": 52513,
          "tokensPerSecond": 64.54,
          "toolCallCount": 2
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 806,
          "totalTokens": 8560,
          "cost": 0.011708,
          "durationMs": 11198,
          "tokensPerSecond": 71.98,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7914,
          "completionTokens": 1288,
          "totalTokens": 9202,
          "cost": 0.013113,
          "durationMs": 21482,
          "tokensPerSecond": 59.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7860,
          "completionTokens": 2023,
          "totalTokens": 9883,
          "cost": 0.014883,
          "durationMs": 28861,
          "tokensPerSecond": 70.09,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7820,
          "completionTokens": 592,
          "totalTokens": 8412,
          "cost": 0.011255,
          "durationMs": 11718,
          "tokensPerSecond": 50.52,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7968,
          "completionTokens": 1122,
          "totalTokens": 9090,
          "cost": 0.012765,
          "durationMs": 16352,
          "tokensPerSecond": 68.62,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "gemini-3-1-pro-preview",
      "modelName": "Gemini 3.1 Pro (Preview)",
      "provider": "Google",
      "promptCostPerMillionTokens": 2,
      "completionCostPerMillionTokens": 12,
      "scores": {
        "foundation": 99.2,
        "auth": 97.8,
        "tablesdb": 82.4,
        "functions": 100,
        "storage": 93.8,
        "sites": 83.5,
        "messaging": 95,
        "realtime": 88.8,
        "cli": 94.8
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 85,
        "functions": 100,
        "storage": 94.1,
        "sites": 83.3,
        "messaging": 94.1,
        "realtime": 88.2,
        "cli": 96
      },
      "freeformScores": {
        "foundation": 95,
        "auth": 85,
        "tablesdb": 65,
        "functions": 100,
        "storage": 91.7,
        "sites": 85,
        "messaging": 100,
        "realtime": 91.7,
        "cli": 85
      },
      "overall": 92.7,
      "mcqOverall": 93.3,
      "freeformOverall": 88.8,
      "totalQuestions": 191,
      "totalCorrect": 179,
      "totalPromptTokens": 1132691,
      "totalCompletionTokens": 181516,
      "totalTokens": 1314207,
      "totalCost": 4.443574,
      "totalDurationMs": 2672746,
      "averageTokensPerSecond": 67.91,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 540,
          "completionTokens": 63,
          "totalTokens": 603,
          "cost": 0.001836,
          "durationMs": 3847,
          "tokensPerSecond": 16.38,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7220,
          "completionTokens": 1286,
          "totalTokens": 8506,
          "cost": 0.029872,
          "durationMs": 18539,
          "tokensPerSecond": 69.37,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 506,
          "completionTokens": 234,
          "totalTokens": 740,
          "cost": 0.00382,
          "durationMs": 5236,
          "tokensPerSecond": 44.69,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 531,
          "completionTokens": 198,
          "totalTokens": 729,
          "cost": 0.003438,
          "durationMs": 5881,
          "tokensPerSecond": 33.67,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 511,
          "completionTokens": 164,
          "totalTokens": 675,
          "cost": 0.00299,
          "durationMs": 4712,
          "tokensPerSecond": 34.8,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, choosing between the client-side and server-side SDKs depends on **where your code is running** and **what level of permissions** you need. \n\nHere is a breakdown of the differences and when to use each.\n\n---\n\n### 1. Client-Side SDKs\n**Packages:** `appwrite` (Web), `react-native-appwrite` (Mobile), Apple SDK, Android SDK, Flutter SDK.\n\nClient-side SDKs are designed to be integrated directly into your frontend applications. They act on behalf of the **currently authenticated user**.\n\n*   **Authentication:** Uses user sessions (via cookies, OAuth, or JWTs). You initialize the client using only your `Project ID`.\n*   **Permissions:** Strictly bound by Appwrite's Role-Based Access Control (RBAC). A user can only read, update, or delete resources (like database rows or files) if they have been explicitly granted permission to do so.\n*   **Security:** Safe to expose to the public. You never put sensitive secrets or API keys in a client-side SDK.\n\n**When to use Client-Side SDKs:**\n*   Building Single Page Applications (React, Vue, Angular) or mobile apps (React Native, Flutter, iOS, Android).\n*   Handling user authentication flows (login, signup, OAuth, password recovery).\n*   Fetching or modifying data directly from the frontend (e.g., a user updating their profile or fetching a list of their tasks).\n*   Listening to **Real-time subscriptions** (e.g., updating a chat UI instantly when a new message is created).\n\n---\n\n### 2. Server-Side SDKs\n**Packages:** `node-appwrite` (Node.js / Deno), Python SDK, PHP SDK, Ruby SDK, etc.\n\nServer-side SDKs are designed to run in secure backend environments. They act as an **administrator** or system service.\n\n*   **Authentication:** Uses **API Keys** generated in the Appwrite console. You initialize the client using your `Project ID` and an `API Key`.\n*   **Permissions:** API Keys bypass standard user permissions. Depending on the scopes granted to the API key (e.g., `users.read`, `documents.write`), the server can access or modify any data in the project, regardless of who owns it.\n*   **Security:** **Never** expose server-side SDK code or API keys to the frontend. They must remain in a secure backend environment.\n\n**When to use Server-Side SDKs:**\n*   Writing **Appwrite Serverless Functions** or custom backend microservices.\n*   Performing administrative tasks, such as creating databases/tables programmatically, or managing users (e.g., bulk importing users, deleting accounts).\n*   Implementing webhooks (e.g., listening to a Stripe payment webhook and updating a user's subscription status in the database).\n*   Server-Side Rendering (SSR) frameworks like Next.js, SvelteKit, or Nuxt. *(Note: In SSR, you often use the server SDK to create an \"Admin Client\" with an API key for system tasks, and a \"Session Client\" that forwards the user's cookie to act on their behalf).*\n\n---\n\n### Summary Comparison\n\n| Feature | Client-Side SDK | Server-Side SDK |\n| :--- | :--- | :--- |\n| **Environment** | Browsers, Mobile Devices | Node.js, Deno, Python, PHP, Appwrite Functions |\n| **Initialization** | Endpoint + Project ID | Endpoint + Project ID + **API Key** |\n| **Context** | Acts as the logged-in user | Acts as an Admin / System |\n| **Permissions** | Restricted by user roles/permissions | Bypasses user permissions (based on API key scopes) |\n| **Real-time** | Yes (WebSockets) | No |\n| **Admin Actions** | No (Cannot create tables, manage all users) | Yes (Can create DBs, tables, manage any user) |\n\n**Rule of Thumb:** If the code runs on the user's device, use the **Client SDK**. If the code runs on a server you control (or inside an Appwrite Function), use the **Server SDK**.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) Client SDKs for frontend/user-facing apps (explicitly mentioned with examples like SPAs, mobile apps), 2) Server SDKs use API keys (clearly stated with initialization details), 3) Server SDKs can bypass permissions (explicitly stated that 'API Keys bypass standard user permissions'), and 4) Client SDKs require user sessions (stated as 'Uses user sessions via cookies, OAuth, or JWTs'). The answer goes well beyond the minimum requirements with detailed examples, a comparison table, and practical use cases.",
          "promptTokens": 6860,
          "completionTokens": 1998,
          "totalTokens": 8858,
          "cost": 0.037696,
          "durationMs": 24125,
          "tokensPerSecond": 82.82,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 515,
          "completionTokens": 169,
          "totalTokens": 684,
          "cost": 0.003058,
          "durationMs": 4570,
          "tokensPerSecond": 36.98,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite’s permission model is designed to be **secure by default**. This means that unless access is explicitly granted, no user has permission to read, create, update, or delete a resource. \n\nPermissions in Appwrite are defined as an array of strings, where each string pairs a specific **Action** (what can be done) with a **Role** (who can do it). \n\nHere is a breakdown of how the permission model works and the types available:\n\n### 1. Permission Types (Actions)\nAppwrite provides specific actions that you can grant to users or groups. You use the `Permission` helper class to assign these:\n*   **`read`**: Grants access to view the resource.\n*   **`create`**: Grants access to create new resources (usually applied at the collection/bucket level).\n*   **`update`**: Grants access to modify an existing resource.\n*   **`delete`**: Grants access to remove a resource.\n*   **`write`**: A convenient shorthand that grants `create`, `update`, and `delete` access all at once.\n\n### 2. Roles (Targets)\nRoles define *who* is granted the permission. You use the `Role` helper class to define the target:\n*   **`Role.any()`**: Grants access to anyone, including unauthenticated guests. (Use with caution, especially with write/update/delete permissions).\n*   **`Role.user('[USER_ID]')`**: Grants access to a specific authenticated user.\n*   **`Role.team('[TEAM_ID]')`**: Grants access to all members of a specific team.\n*   **`Role.team('[TEAM_ID]', '[ROLE]')`**: Grants access to team members who have a specific role within that team (e.g., `Role.team('team123', 'editor')`).\n\n### 3. Levels of Access\nPermissions can be applied at two different levels:\n*   **Collection/Bucket Level:** You can set permissions on an entire Database Table or Storage Bucket. If all rows or files share the same access rules, you set them here, and the individual resources will inherit them.\n*   **Resource Level (Row/File):** You can set permissions on individual rows or files. This is used when you need granular, per-resource access control (e.g., a user can only read and update their own specific profile document).\n\n### Example Usage\nWhen creating a resource using the SDK, you pass an array of these Permission-Role pairs:\n\n```typescript\nimport { Permission, Role, ID } from 'appwrite';\n\nconst doc = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.any()),                 // Anyone can read this row\n        Permission.update(Role.user('[USER_ID]')),   // Only this specific user can update it\n        Permission.delete(Role.user('[USER_ID]')),   // Only this specific user can delete it\n        Permission.read(Role.team('[TEAM_ID]'))      // Team members can also read it\n    ]\n});\n```\n\n**Common Pitfall to Avoid:** Forgetting to pass permissions when creating a row or file (if collection-level permissions aren't set) will result in the resource being completely inaccessible—even to the user who just created it!",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer is comprehensive and accurate. It correctly covers all three rubric requirements: 1) Permission types (read, create, update, delete) are clearly listed, 2) Multiple role types are mentioned including Role.any(), Role.user(), Role.team() (more than 3), and 3) It explains that permissions are set on resources at both collection/bucket and individual resource levels. The answer also adds useful extras like the 'write' shorthand, team roles, and practical examples. Minor deductions: it doesn't mention Role.guests(), Role.users(), Role.member(), or Role.label() which are in the reference answer, but it does cover the core concepts thoroughly and meets all rubric criteria.",
          "promptTokens": 6851,
          "completionTokens": 1655,
          "totalTokens": 8506,
          "cost": 0.033562,
          "durationMs": 22256,
          "tokensPerSecond": 74.36,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 240,
          "totalTokens": 774,
          "cost": 0.003948,
          "durationMs": 5662,
          "tokensPerSecond": 42.39,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7271,
          "completionTokens": 286,
          "totalTokens": 7557,
          "cost": 0.017974,
          "durationMs": 8142,
          "tokensPerSecond": 35.13,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 415,
          "totalTokens": 949,
          "cost": 0.006048,
          "durationMs": 5730,
          "tokensPerSecond": 72.43,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 580,
          "completionTokens": 124,
          "totalTokens": 704,
          "cost": 0.002648,
          "durationMs": 5037,
          "tokensPerSecond": 24.62,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 551,
          "completionTokens": 186,
          "totalTokens": 737,
          "cost": 0.003334,
          "durationMs": 4761,
          "tokensPerSecond": 39.07,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 520,
          "completionTokens": 261,
          "totalTokens": 781,
          "cost": 0.004172,
          "durationMs": 5167,
          "tokensPerSecond": 50.51,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 149,
          "totalTokens": 686,
          "cost": 0.002862,
          "durationMs": 3248,
          "tokensPerSecond": 45.87,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7266,
          "completionTokens": 506,
          "totalTokens": 7772,
          "cost": 0.020604,
          "durationMs": 10793,
          "tokensPerSecond": 46.88,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 554,
          "completionTokens": 269,
          "totalTokens": 823,
          "cost": 0.004336,
          "durationMs": 5691,
          "tokensPerSecond": 47.27,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7242,
          "completionTokens": 318,
          "totalTokens": 7560,
          "cost": 0.0183,
          "durationMs": 7660,
          "tokensPerSecond": 41.51,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 228,
          "totalTokens": 778,
          "cost": 0.003836,
          "durationMs": 5274,
          "tokensPerSecond": 43.23,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are four core Appwrite services (product areas) and what they are used for:\n\n1. **Databases** \n   Used for storing, querying, and managing structured application data. It organizes data into Databases, Collections, and Documents, and provides powerful querying, indexing, and relationship capabilities.\n\n2. **Authentication (Auth)** \n   Used for managing user identities, sessions, and security. It supports multiple login methods, including email/password, phone (SMS), magic URLs, anonymous logins, and over 30 OAuth providers (like Google, GitHub, and Apple). It also handles user teams and roles.\n\n3. **Storage** \n   Used for securely uploading, downloading, and managing files such as images, videos, and documents. It organizes files into Buckets and includes built-in features for file previews, image cropping, compression, and format conversion.\n\n4. **Functions** \n   Used for deploying and running custom backend code (serverless functions). You can write functions in various languages (like Node.js, Python, Dart, or PHP) to extend your app's capabilities, automate tasks, process background jobs, or integrate with third-party APIs.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly names four Appwrite services with accurate descriptions. Auth, Storage, and Functions are all valid services with correct purposes. The answer uses 'Databases' instead of 'TablesDB' (the newer name), but the description is accurate for Appwrite's database service. All four services are described with sufficient detail and accuracy. Minor deduction for using the older 'Databases' terminology instead of 'TablesDB', but otherwise fully correct and complete.",
          "promptTokens": 321,
          "completionTokens": 648,
          "totalTokens": 969,
          "cost": 0.008418,
          "durationMs": 12702,
          "tokensPerSecond": 51.02,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7265,
          "completionTokens": 393,
          "totalTokens": 7658,
          "cost": 0.019246,
          "durationMs": 8977,
          "tokensPerSecond": 43.78,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7285,
          "completionTokens": 244,
          "totalTokens": 7529,
          "cost": 0.017498,
          "durationMs": 7438,
          "tokensPerSecond": 32.8,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7338,
          "completionTokens": 325,
          "totalTokens": 7663,
          "cost": 0.018576,
          "durationMs": 8618,
          "tokensPerSecond": 37.71,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here is the complete code to implement email and password signup and login using the Appwrite Web SDK.\n\n### 1. Install the SDK\nFirst, ensure you have the Appwrite Web SDK installed in your project:\n```bash\nnpm install appwrite\n```\n\n### 2. Implementation\n\nHere is the complete code including setting up the client, creating a new user account, and logging them in by creating a session.\n\n```javascript\nimport { Client, Account, ID, AppwriteException } from 'appwrite';\n\n// 1. Set up the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // Replace with your endpoint\n    .setProject('[PROJECT_ID]'); // Replace with your project ID\n\n// Initialize the Account service\nconst account = new Account(client);\n\n/**\n * Sign up a new user\n */\nasync function signUp(email, password, name) {\n    try {\n        // Create a new account\n        const user = await account.create({\n            userId: ID.unique(),\n            email: email,\n            password: password,\n            name: name\n        });\n        \n        console.log('Account created successfully:', user);\n        return user;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error('Signup failed:', error.message);\n        }\n        throw error;\n    }\n}\n\n/**\n * Log in an existing user\n */\nasync function logIn(email, password) {\n    try {\n        // Create a session (logs the user in)\n        const session = await account.createEmailPasswordSession({\n            email: email,\n            password: password\n        });\n        \n        console.log('Logged in successfully. Session:', session);\n        return session;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error('Login failed:', error.message);\n        }\n        throw error;\n    }\n}\n\n// --- Example Usage ---\nasync function authenticateUser() {\n    const email = 'user@example.com';\n    const password = 'securePassword123!';\n    const name = 'John Doe';\n\n    // 1. Sign up\n    await signUp(email, password, name);\n\n    // 2. Log in\n    await logIn(email, password);\n    \n    // 3. Verify the user is logged in by fetching their account details\n    const currentUser = await account.get();\n    console.log('Current User:', currentUser.name);\n}\n```\n\n### Key Notes:\n* **`ID.unique()`**: Generates a unique ID for the new user. You can also pass a custom string if you prefer to manage IDs yourself.\n* **`createEmailPasswordSession`**: This method creates a persistent session for the user. The Appwrite Web SDK automatically stores the session cookie/token in the browser, so subsequent requests to Appwrite services (like databases or storage) will be authenticated automatically.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, and name, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, there are two minor issues: the account.create() call uses an object parameter syntax ({userId, email, password, name}) instead of the positional arguments (ID.unique(), email, password, name) as specified in the reference answer, and similarly createEmailPasswordSession() uses an object instead of positional arguments. The Appwrite SDK uses positional parameters, not named object parameters, so this could cause runtime errors. Despite these issues, the overall structure and intent are correct, and all required components are present.",
          "promptTokens": 6881,
          "completionTokens": 1329,
          "totalTokens": 8210,
          "cost": 0.02971,
          "durationMs": 17471,
          "tokensPerSecond": 76.07,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 96,
          "totalTokens": 633,
          "cost": 0.002226,
          "durationMs": 3558,
          "tokensPerSecond": 26.98,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7343,
          "completionTokens": 474,
          "totalTokens": 7817,
          "cost": 0.020374,
          "durationMs": 11041,
          "tokensPerSecond": 42.93,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "In Appwrite, a **session** represents an authenticated user's active login state. Sessions are tied to a specific user and device/browser, allowing users to interact with secure resources based on their permissions.\n\nHere is a breakdown of how Appwrite sessions are created, managed, deleted, and limited.\n\n### 1. Creating Sessions\nSessions are created when a user logs in. Appwrite supports multiple authentication methods, including Email/Password, OAuth2, Magic URLs, and Anonymous logins.\n\n**Client-Side (Web / Mobile):**\nWhen you create a session on the client, the Appwrite SDK automatically stores the session token (usually in a secure cookie or local storage) and attaches it to subsequent requests.\n```typescript\nconst account = new Account(client);\n\n// Email/Password Login\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n\n// OAuth2 Login (Web)\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n});\n```\n\n**Server-Side Rendering (SSR):**\nIn SSR frameworks (Next.js, Nuxt, etc.), you use an Admin API key to create the session, extract the `secret`, and manually set it as a secure cookie named `a_session_[PROJECT_ID]`.\n```typescript\n// 1. Admin client creates the session\nconst session = await account.createEmailPasswordSession({ email, password });\n\n// 2. Set the session secret as an HttpOnly cookie\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true,\n    secure: true,\n    sameSite: 'strict',\n    expires: new Date(session.expire),\n    path: '/',\n});\n```\n\n### 2. Managing Sessions\nOnce a session is active, you can use it to identify the user and perform actions on their behalf.\n\n*   **Client-Side:** The SDK handles session management automatically. You can fetch the currently logged-in user's details using `await account.get()`.\n*   **Server-Side (SSR):** You must read the session cookie from the incoming request and apply it to a fresh, per-request client using `client.setSession(secret)`. **Never share a session client across different users' requests.**\n    ```typescript\n    const sessionClient = new Client()\n        .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n        .setProject('[PROJECT_ID]')\n        .setSession(req.cookies['a_session_[PROJECT_ID]']); // Apply the user's session\n    ```\n\n### 3. Deleting Sessions (Logout)\nTo log a user out, you delete their session. You can delete the current session or target a specific session ID (which is useful if you want to log a user out of a different device remotely).\n\n```typescript\n// Delete the current active session\nawait account.deleteSession({ sessionId: 'current' });\n\n// Delete a specific session by its ID\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n*(Note: For SSR apps, you must also clear the `a_session_[PROJECT_ID]` cookie from the user's browser).*\n\n### 4. Session Limits & Expiration\n*   **Multiple Active Sessions:** Appwrite allows a single user to have multiple active sessions simultaneously (e.g., logged in on a mobile app and a desktop browser at the same time). You can list all active sessions for a user using `account.listSessions()`.\n*   **Expiration:** Sessions are not permanent. When a session is created, it returns an `expire` property (an ISO 8601 timestamp). By default, Appwrite sessions expire after **1 year**, but this duration can be configured in your Appwrite Console settings.\n*   **Rate Limiting:** To prevent brute-force attacks, Appwrite enforces rate limits on session creation endpoints (e.g., a maximum number of login attempts per IP/user within a specific timeframe). If this limit is exceeded, Appwrite will return a `429 Too Many Requests` error, and the user must wait before trying again.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers most key aspects: sessions created on authentication (multiple methods), session tokens/cookies (HTTP-only cookies mentioned for SSR), methods to list/delete sessions (account.listSessions(), account.deleteSession()), and session expiry (1 year default, configurable). However, it notably misses the specific session limit of 10 per user, which is a key detail from the rubric. Instead, it vaguely mentions 'multiple active sessions simultaneously' without specifying the limit. The answer is detailed and accurate in other areas, with good code examples, but the missing session limit (10 per user) prevents a higher score.",
          "promptTokens": 6858,
          "completionTokens": 2468,
          "totalTokens": 9326,
          "cost": 0.043332,
          "durationMs": 29047,
          "tokensPerSecond": 84.97,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 541,
          "completionTokens": 356,
          "totalTokens": 897,
          "cost": 0.005354,
          "durationMs": 5773,
          "tokensPerSecond": 61.67,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 383,
          "totalTokens": 933,
          "cost": 0.005696,
          "durationMs": 6304,
          "tokensPerSecond": 60.76,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7257,
          "completionTokens": 241,
          "totalTokens": 7498,
          "cost": 0.017406,
          "durationMs": 7028,
          "tokensPerSecond": 34.29,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7411,
          "completionTokens": 419,
          "totalTokens": 7830,
          "cost": 0.01985,
          "durationMs": 21260,
          "tokensPerSecond": 19.71,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7239,
          "completionTokens": 593,
          "totalTokens": 7832,
          "cost": 0.021594,
          "durationMs": 12041,
          "tokensPerSecond": 49.25,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 508,
          "completionTokens": 434,
          "totalTokens": 942,
          "cost": 0.006224,
          "durationMs": 6480,
          "tokensPerSecond": 66.98,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7267,
          "completionTokens": 402,
          "totalTokens": 7669,
          "cost": 0.019358,
          "durationMs": 13502,
          "tokensPerSecond": 29.77,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 270,
          "totalTokens": 807,
          "cost": 0.004314,
          "durationMs": 6944,
          "tokensPerSecond": 38.88,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 540,
          "completionTokens": 111,
          "totalTokens": 651,
          "cost": 0.002412,
          "durationMs": 5415,
          "tokensPerSecond": 20.5,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7333,
          "completionTokens": 534,
          "totalTokens": 7867,
          "cost": 0.021074,
          "durationMs": 10402,
          "tokensPerSecond": 51.34,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7258,
          "completionTokens": 539,
          "totalTokens": 7797,
          "cost": 0.020984,
          "durationMs": 11170,
          "tokensPerSecond": 48.25,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7366,
          "completionTokens": 376,
          "totalTokens": 7742,
          "cost": 0.019244,
          "durationMs": 8599,
          "tokensPerSecond": 43.73,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "In Appwrite, both methods are used to log a user out by invalidating their authentication sessions, but they differ in scope. \n\nHere is the difference and when you should use each:\n\n### 1. `account.deleteSession({ sessionId: '[SESSION_ID]' })`\nThis method deletes a **single, specific session**. \n\n**When to use it:**\n* **Standard Logout:** To log a user out of their current browser or device, you pass the special keyword `'current'` as the session ID.\n  ```typescript\n  // Logs the user out of their current device only\n  await account.deleteSession({ sessionId: 'current' });\n  ```\n* **Remote Device Logout:** If you build a \"Device History\" or \"Active Sessions\" page (by fetching `account.listSessions()`), you can allow users to log out of a specific device remotely by passing that specific session's ID.\n  ```typescript\n  // Logs the user out of a specific device (e.g., an old iPad)\n  await account.deleteSession({ sessionId: 'unique_session_id_123' });\n  ```\n\n### 2. `account.deleteSessions()`\nThis method deletes **all active sessions** for the user across every device, browser, and app they are currently logged into.\n\n**When to use it:**\n* **\"Log out of all devices\" feature:** When you want to give users a panic button in their security settings to instantly revoke access everywhere.\n  ```typescript\n  // Logs the user out of everything\n  await account.deleteSessions();\n  ```\n* **Security Events:** It is highly recommended to trigger this method automatically after a user changes their password, updates their email address, or recovers a compromised account to ensure no unauthorized devices remain logged in.\n\n### Summary\nUse **`deleteSession`** for everyday logouts or targeting a specific device. Use **`deleteSessions`** for global logouts and account security resets. \n\n*(Note: In the latest Appwrite SDKs, methods prefer object parameters, so you will typically write `deleteSession({ sessionId: '...' })` rather than passing the string directly).*",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (including the special 'current' keyword), 2) deleteSessions removes all sessions for the user across all devices, and 3) clear use cases for each - deleteSession for standard/single-device logout or remote device logout, deleteSessions for 'logout everywhere' security scenarios. The answer goes beyond the reference with helpful code examples and additional context about security events, all of which is accurate and relevant.",
          "promptTokens": 6860,
          "completionTokens": 1262,
          "totalTokens": 8122,
          "cost": 0.028864,
          "durationMs": 17453,
          "tokensPerSecond": 72.31,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8339,
          "completionTokens": 1025,
          "totalTokens": 9364,
          "cost": 0.028978,
          "durationMs": 13738,
          "tokensPerSecond": 74.61,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 568,
          "completionTokens": 202,
          "totalTokens": 770,
          "cost": 0.00356,
          "durationMs": 6884,
          "tokensPerSecond": 29.34,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "In Appwrite, **creating databases and tables is a server-side only operation** for security reasons. You cannot create them directly from the client-side Web SDK. \n\nTo accomplish your goal, you will use the Server SDK (`node-appwrite`) to provision the database and table, and the Web SDK (`appwrite`) to insert the row from your client application. \n\nHere is the code for both steps using the current `TablesDB` API:\n\n### 1. Server-Side: Create Database and Table\nRun this in your Node.js backend or an Appwrite Function to set up your schema.\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\nconst serverClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>')\n    .setKey('<YOUR_API_KEY>');\n\nconst serverTablesDB = new TablesDB(serverClient);\n\nasync function setupDatabase() {\n    // 1. Create the Database\n    const db = await serverTablesDB.create({\n        databaseId: ID.unique(),\n        name: 'App Database'\n    });\n\n    // 2. Create the Table with columns\n    const table = await serverTablesDB.createTable({\n        databaseId: db.$id,\n        tableId: 'tasks',\n        name: 'Tasks',\n        columns: [\n            { key: 'title', type: 'varchar', size: 255, required: true },\n            { key: 'completed', type: 'boolean', required: true },\n            { key: 'dueDate', type: 'datetime', required: false }\n        ]\n    });\n\n    console.log(`Database ID: ${db.$id}`);\n}\n\nsetupDatabase();\n```\n\n### 2. Client-Side: Insert a Row\nRun this in your frontend application using the Web SDK. Make sure to replace `<DATABASE_ID>` with the ID generated in the previous step.\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>');\n\nconst tablesDB = new TablesDB(client);\n\nasync function addTask() {\n    // 3. Insert a row into the \"tasks\" table\n    const task = await tablesDB.createRow({\n        databaseId: '<DATABASE_ID>', \n        tableId: 'tasks',\n        rowId: ID.unique(),\n        data: {\n            title: 'Learn Appwrite TablesDB',\n            completed: false,\n            dueDate: new Date().toISOString() // Appwrite expects ISO 8601 strings for datetime\n        }\n    });\n\n    console.log('Task created:', task);\n}\n\naddTask();\n```\n\n### Key Takeaways:\n* **`TablesDB` Class:** This is the modern API for database operations, replacing the deprecated `Databases` class.\n* **Object Parameters:** All methods use the object-params calling style (e.g., `{ databaseId: '...', tableId: '...' }`).\n* **Explicit String Types:** The `title` column uses the `varchar` type with a `size` limit, which stores the string inline and allows it to be fully indexed.",
          "correct": false,
          "score": 0.1,
          "judgeReasoning": "The answer describes a 'TablesDB' API that does not exist in Appwrite's actual Web SDK or server SDK. Appwrite uses 'Databases' service with collections and attributes, not 'TablesDB' with tables and columns. The code structure, method names (createTable, createRow with columns array), and the entire TablesDB class are fabricated. While the answer attempts to address all five rubric points conceptually, it's built on a non-existent API. The only partial credit is for attempting to show client setup and the general pattern of database creation, table creation, column definition, and row insertion - but since none of the actual API calls exist in Appwrite, this is fundamentally incorrect.",
          "promptTokens": 6914,
          "completionTokens": 3004,
          "totalTokens": 9918,
          "cost": 0.049876,
          "durationMs": 30201,
          "tokensPerSecond": 99.47,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7428,
          "completionTokens": 386,
          "totalTokens": 7814,
          "cost": 0.019488,
          "durationMs": 9012,
          "tokensPerSecond": 42.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 568,
          "completionTokens": 174,
          "totalTokens": 742,
          "cost": 0.003224,
          "durationMs": 4458,
          "tokensPerSecond": 39.03,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "In Appwrite, you can query rows in a database using the `TablesDB` service and the `Query` class. The `listRows` method accepts an array of `Query` methods to filter, sort, limit, and paginate your results.\n\nHere is how to use the `Query` class for different operations:\n\n### 1. Filtering\nAppwrite provides various methods to filter your data based on conditions. By default, multiple queries are treated as an logical `AND`.\n\n```typescript\nimport { Query } from 'appwrite';\n\nconst queries = [\n    Query.equal('status', 'active'),          // Exact match (can also pass an array for IN)\n    Query.notEqual('category', 'archived'),   // Not equal\n    Query.greaterThan('age', 18),             // Numeric comparison (<, <=, >, >= available)\n    Query.startsWith('title', 'Appwrite'),    // String prefix match\n    Query.search('description', 'backend'),   // Full-text search (requires a full-text index)\n    Query.isNull('deletedAt')                 // Check for null values\n];\n```\n*Note: You can also use `Query.or([...])` and `Query.and([...])` for explicit logical grouping.*\n\n### 2. Sorting\nYou can sort your results by one or multiple attributes in ascending or descending order.\n\n```typescript\nconst queries = [\n    Query.orderDesc('$createdAt'), // Sort by creation date, newest first\n    Query.orderAsc('title')        // Then sort alphabetically by title\n];\n```\n\n### 3. Limiting\nBy default, Appwrite returns 25 rows per request. You can change this using `Query.limit()`. The maximum allowed limit is 100.\n\n```typescript\nconst queries = [\n    Query.limit(50) // Return up to 50 rows\n];\n```\n\n### 4. Pagination\nAppwrite supports two types of pagination: **Offset** and **Cursor-based**.\n\n**Offset Pagination** (Best for small datasets or jumping to specific pages):\n```typescript\nconst queries = [\n    Query.limit(10),\n    Query.offset(20) // Skips the first 20 rows (e.g., Page 3)\n];\n```\n\n**Cursor Pagination** (Recommended for large datasets as it is highly performant):\n```typescript\nconst queries = [\n    Query.limit(10),\n    Query.cursorAfter('last_seen_row_id') // Fetches the next 10 rows after this ID\n    // Query.cursorBefore('first_seen_row_id') // Use this to go backwards\n];\n```\n\n---\n\n### Complete Example\nHere is a complete example combining filtering, sorting, limiting, and cursor pagination in a single `listRows` call using the `TablesDB` service:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nasync function fetchPublishedArticles(lastId?: string) {\n    const queries = [\n        // 1. Filtering\n        Query.equal('status', 'published'),\n        Query.greaterThan('views', 100),\n        \n        // 2. Sorting\n        Query.orderDesc('views'),\n        \n        // 3. Limiting\n        Query.limit(10)\n    ];\n\n    // 4. Pagination\n    if (lastId) {\n        queries.push(Query.cursorAfter(lastId));\n    }\n\n    const results = await tablesDB.listRows({\n        databaseId: '[DATABASE_ID]',\n        tableId: '[TABLE_ID]',\n        queries: queries\n    });\n\n    console.log(`Found ${results.total} total articles.`);\n    return results.documents;\n}\n```",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering is shown, 2) Query.orderDesc() and orderAsc() for sorting are demonstrated, 3) Query.limit() and Query.offset() for pagination are included, 4) queries array is passed to listRows(), 5) Multiple additional query methods are shown (greaterThan, notEqual, startsWith, search, isNull, cursorAfter, cursorBefore). The complete example ties everything together clearly. Minor deduction because the listRows() call uses named parameters (object with databaseId, tableId, queries) rather than positional parameters, which may not match the exact API signature, but this is a minor implementation detail.",
          "promptTokens": 6868,
          "completionTokens": 1935,
          "totalTokens": 8803,
          "cost": 0.036956,
          "durationMs": 34374,
          "tokensPerSecond": 56.29,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 218,
          "totalTokens": 781,
          "cost": 0.003742,
          "durationMs": 4738,
          "tokensPerSecond": 46.01,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 556,
          "completionTokens": 302,
          "totalTokens": 858,
          "cost": 0.004736,
          "durationMs": 6832,
          "tokensPerSecond": 44.2,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7322,
          "completionTokens": 294,
          "totalTokens": 7616,
          "cost": 0.018172,
          "durationMs": 8626,
          "tokensPerSecond": 34.08,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7258,
          "completionTokens": 442,
          "totalTokens": 7700,
          "cost": 0.01982,
          "durationMs": 9642,
          "tokensPerSecond": 45.84,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7344,
          "completionTokens": 312,
          "totalTokens": 7656,
          "cost": 0.018432,
          "durationMs": 10993,
          "tokensPerSecond": 28.38,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 21292,
          "completionTokens": 63941,
          "totalTokens": 85233,
          "cost": 0.809876,
          "durationMs": 437939,
          "tokensPerSecond": 146,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7317,
          "completionTokens": 267,
          "totalTokens": 7584,
          "cost": 0.017838,
          "durationMs": 7570,
          "tokensPerSecond": 35.27,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7306,
          "completionTokens": 246,
          "totalTokens": 7552,
          "cost": 0.017564,
          "durationMs": 10951,
          "tokensPerSecond": 22.46,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7287,
          "completionTokens": 476,
          "totalTokens": 7763,
          "cost": 0.020286,
          "durationMs": 14466,
          "tokensPerSecond": 32.9,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 315,
          "totalTokens": 878,
          "cost": 0.004906,
          "durationMs": 9486,
          "tokensPerSecond": 33.21,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7334,
          "completionTokens": 247,
          "totalTokens": 7581,
          "cost": 0.017632,
          "durationMs": 8223,
          "tokensPerSecond": 30.04,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7327,
          "completionTokens": 286,
          "totalTokens": 7613,
          "cost": 0.018086,
          "durationMs": 8210,
          "tokensPerSecond": 34.84,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 21369,
          "completionTokens": 524,
          "totalTokens": 21893,
          "cost": 0.049026,
          "durationMs": 14482,
          "tokensPerSecond": 36.18,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To achieve this in Appwrite, you need to combine three specific `Query` methods in the `queries` array of your database request:\n\n1. **`Query.greaterThan('field', 100)`** to filter for values strictly greater than 100.\n2. **`Query.orderDesc('field')`** to sort the results in descending order.\n3. **`Query.limit(20)`** to restrict the output to a maximum of 20 results.\n\nHere is a complete example of how to use these queries when fetching rows using the Appwrite SDK:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' for server-side\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nasync function fetchFilteredRows() {\n    const results = await tablesDB.listRows({\n        databaseId: '[DATABASE_ID]',\n        tableId: '[TABLE_ID]',\n        queries: [\n            Query.greaterThan('score', 100), // Replace 'score' with your numeric field's key\n            Query.orderDesc('score'),\n            Query.limit(20)\n        ]\n    });\n\n    console.log(results.documents);\n}\n```\n\n*Note: Ensure that the field you are querying and sorting by has an index created in your Appwrite database table, otherwise the query will fail.*",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer includes all four required elements: Query.greaterThan for filtering, Query.orderDesc for sorting, Query.limit(20) for restricting results, and passing queries to listRows(). The code example is well-structured and demonstrates proper usage. Minor uncertainty about the exact Appwrite API signature (named parameters vs positional), but the core logic is correct and complete.",
          "promptTokens": 6880,
          "completionTokens": 1125,
          "totalTokens": 8005,
          "cost": 0.02726,
          "durationMs": 15227,
          "tokensPerSecond": 73.88,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7777,
          "completionTokens": 991,
          "totalTokens": 8768,
          "cost": 0.027446,
          "durationMs": 15196,
          "tokensPerSecond": 65.21,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 509,
          "completionTokens": 1534,
          "totalTokens": 2043,
          "cost": 0.019426,
          "durationMs": 17266,
          "tokensPerSecond": 88.85,
          "toolCallCount": 0
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7213,
          "completionTokens": 661,
          "totalTokens": 7874,
          "cost": 0.022358,
          "durationMs": 12306,
          "tokensPerSecond": 53.71,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 561,
          "completionTokens": 270,
          "totalTokens": 831,
          "cost": 0.004362,
          "durationMs": 11635,
          "tokensPerSecond": 23.21,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 207,
          "totalTokens": 757,
          "cost": 0.003584,
          "durationMs": 5233,
          "tokensPerSecond": 39.56,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here is the code for an Appwrite Function in Node.js that receives a JSON body, extracts the `name` field, and returns a personalized greeting. \n\nAppwrite Functions use a specific signature that receives a `context` object containing `req` (request), `res` (response), `log` (logging), and `error` (error logging) objects.\n\n```javascript\nexport default async ({ req, res, log, error }) => {\n  // Set a default name in case one isn't provided\n  let name = \"World\";\n\n  if (req.body) {\n    try {\n      // Appwrite parses the body automatically if the Content-Type is application/json.\n      // We check the type to safely handle both pre-parsed objects and raw JSON strings.\n      const payload = typeof req.body === 'string' ? JSON.parse(req.body) : req.body;\n\n      if (payload && payload.name) {\n        name = payload.name;\n      }\n    } catch (err) {\n      // Log the error to the Appwrite Console\n      error(`Failed to parse JSON: ${err.message}`);\n      \n      // Return an early 400 Bad Request response\n      return res.json({ \n        success: false, \n        message: \"Invalid JSON body provided.\" \n      }, 400);\n    }\n  }\n\n  // Log the successful execution\n  log(`Generated greeting for: ${name}`);\n\n  // Use res.json() to automatically send a JSON response with a 200 status code\n  return res.json({\n    success: true,\n    message: `Hello, ${name}!`\n  });\n};\n```\n\n### Key Concepts Used:\n1. **Function Signature:** The function exports a default asynchronous function taking a destructured context object: `({ req, res, log, error })`.\n2. **`req.body`**: Contains the payload sent to the function. If the client sends the request with the `Content-Type: application/json` header, Appwrite will automatically parse it into a JavaScript object.\n3. **`res.json()`**: The standard way to return a JSON response. It takes the response object as the first argument and an optional HTTP status code as the second argument (defaults to `200`).\n4. **`log()` and `error()`**: Used instead of `console.log` to ensure your logs are properly captured and formatted in the Appwrite Console's execution history.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: (1) uses 'export default async' for the function, (2) destructures the context with req, res, log, and error, (3) parses req.body with proper handling for both pre-parsed objects and raw strings, (4) uses res.json() for the response, and (5) follows the correct Appwrite function signature pattern. Additionally, it includes error handling, default values, proper use of log() and error() utilities, and a clear explanation of key concepts.",
          "promptTokens": 338,
          "completionTokens": 1625,
          "totalTokens": 1963,
          "cost": 0.020176,
          "durationMs": 17161,
          "tokensPerSecond": 94.69,
          "toolCallCount": 0
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 550,
          "completionTokens": 295,
          "totalTokens": 845,
          "cost": 0.00464,
          "durationMs": 7787,
          "tokensPerSecond": 37.88,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 553,
          "completionTokens": 294,
          "totalTokens": 847,
          "cost": 0.004634,
          "durationMs": 5575,
          "tokensPerSecond": 52.74,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 607,
          "completionTokens": 286,
          "totalTokens": 893,
          "cost": 0.004646,
          "durationMs": 6044,
          "tokensPerSecond": 47.32,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "Deploying an Appwrite Function using the Appwrite CLI involves initializing the function locally, configuring its settings, and pushing the code and configuration to your Appwrite project. \n\nHere is the step-by-step process and the key configuration options.\n\n### Step 1: Initialize the Function\nIf you are creating a new function, use the `init` command. This will prompt you to set up the function and automatically add it to your `appwrite.config.json` file.\n```bash\nappwrite init functions\n```\n*(Note: If you already created the function in the Appwrite Console, you can pull it to your local environment using `appwrite pull functions`.)*\n\n### Step 2: Configure the Function\nFunction configurations are stored in your `appwrite.config.json` file (or a separate file like `appwrite/functions.json` if you are using the `includes` feature). \n\nHere is an example configuration:\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"runtime\": \"node-22\",\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"path\": \"functions/userAuth\",\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"\",\n            \"timeout\": 15\n        }\n    ]\n}\n```\n\n#### Key Configuration Options:\n*   **`runtime`**: The execution environment for your function (e.g., `node-22`, `python-3.11`).\n*   **`path`**: The local directory where your function's source code is located.\n*   **`entrypoint`**: The file inside the `path` that serves as the starting point for your function (e.g., `src/main.js`).\n*   **`commands`**: Build or installation commands run before deployment (e.g., `npm install` or `pip install -r requirements.txt`).\n*   **`events`**: An array of Appwrite event patterns that will automatically trigger the function (e.g., `users.*.create`).\n*   **`schedule`**: A CRON expression to trigger the function on a recurring schedule. Leave empty to disable.\n*   **`timeout`**: Maximum allowed execution duration in seconds.\n*   **`buildSpecification` / `runtimeSpecification`**: Compute sizing used during the build process and runtime execution (e.g., `s-1vcpu-512mb`).\n*   **`scopes`**: Appwrite API scopes granted to the function's generated execution key, allowing it to interact with Appwrite services securely.\n*   **`ignore`**: Newline-separated rules for files/folders to ignore when packaging the code (your `.gitignore` is also read automatically).\n\n### Step 3: Manage Environment Variables\n**Do not** define sensitive environment variables in `appwrite.config.json`. Instead, place a `.env` file inside your configured function's `path` directory (e.g., `functions/userAuth/.env`).\n\n```env\n# functions/userAuth/.env\nSECRET_API_KEY=your_secret_value\n```\n\n### Step 4: Deploy the Function\nOnce your code and configuration are ready, deploy the function using the `push` command.\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function\nappwrite push functions --function-id <FUNCTION_ID>\n```\n\n#### Deployment Flags:\n*   **Syncing Variables:** By default, pushing code does not overwrite your remote environment variables. To sync the variables from your local `.env` file to Appwrite, use the `--with-variables` flag:\n    ```bash\n    appwrite push functions --function-id <FUNCTION_ID> --with-variables\n    ```\n*   **Traffic Activation:** By default, a pushed deployment becomes the active one. If you want to deploy the code *without* switching live traffic to it immediately, use the `--activate=false` flag:\n    ```bash\n    appwrite push functions --function-id <FUNCTION_ID> --activate=false\n    ```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required rubric points: (1) CLI installation is implied through the CLI commands used, (2) `appwrite init functions` is explicitly mentioned in Step 1, (3) Configuration in `appwrite.config.json` is detailed in Step 2 with a full JSON example, (4) `appwrite push functions` is covered in Step 4 with multiple usage examples, and (5) Key options including runtime, entrypoint, build commands (via `commands`), permissions/scopes, variables, and schedule are all explicitly documented. The answer goes beyond the minimum requirements by also covering events, timeout, deployment flags like `--with-variables` and `--activate=false`, and environment variable management best practices. This is a thorough and accurate response.",
          "promptTokens": 7924,
          "completionTokens": 1829,
          "totalTokens": 9753,
          "cost": 0.037796,
          "durationMs": 21149,
          "tokensPerSecond": 86.48,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7277,
          "completionTokens": 364,
          "totalTokens": 7641,
          "cost": 0.018922,
          "durationMs": 10907,
          "tokensPerSecond": 33.37,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 238,
          "totalTokens": 772,
          "cost": 0.003924,
          "durationMs": 4357,
          "tokensPerSecond": 54.62,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 560,
          "completionTokens": 368,
          "totalTokens": 928,
          "cost": 0.005536,
          "durationMs": 6085,
          "tokensPerSecond": 60.48,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7308,
          "completionTokens": 924,
          "totalTokens": 8232,
          "cost": 0.025704,
          "durationMs": 17799,
          "tokensPerSecond": 51.91,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7394,
          "completionTokens": 505,
          "totalTokens": 7899,
          "cost": 0.020848,
          "durationMs": 11066,
          "tokensPerSecond": 45.64,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 597,
          "completionTokens": 314,
          "totalTokens": 911,
          "cost": 0.004962,
          "durationMs": 6785,
          "tokensPerSecond": 46.28,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 575,
          "completionTokens": 264,
          "totalTokens": 839,
          "cost": 0.004318,
          "durationMs": 5791,
          "tokensPerSecond": 45.59,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7294,
          "completionTokens": 577,
          "totalTokens": 7871,
          "cost": 0.021512,
          "durationMs": 11563,
          "tokensPerSecond": 49.9,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7354,
          "completionTokens": 443,
          "totalTokens": 7797,
          "cost": 0.020024,
          "durationMs": 11059,
          "tokensPerSecond": 40.06,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 551,
          "completionTokens": 367,
          "totalTokens": 918,
          "cost": 0.005506,
          "durationMs": 7501,
          "tokensPerSecond": 48.93,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21317,
          "completionTokens": 2560,
          "totalTokens": 23877,
          "cost": 0.073354,
          "durationMs": 34694,
          "tokensPerSecond": 73.79,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7308,
          "completionTokens": 869,
          "totalTokens": 8177,
          "cost": 0.025044,
          "durationMs": 15039,
          "tokensPerSecond": 57.78,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are three common `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime, along with their purposes:\n\n1. **`APPWRITE_FUNCTION_ID`**\n   * **Purpose:** Contains the unique identifier of the function that is currently being executed. This is useful if your function needs to interact with the Appwrite API to update its own settings or fetch its own metadata.\n\n2. **`APPWRITE_FUNCTION_PROJECT_ID`**\n   * **Purpose:** Contains the unique identifier of the Appwrite project the function belongs to. This is frequently used when initializing the Appwrite Server SDK inside the function so you don't have to hardcode your Project ID.\n\n3. **`APPWRITE_FUNCTION_DEPLOYMENT`**\n   * **Purpose:** Contains the unique identifier of the specific deployment (version of the code) that is currently running. This is helpful for logging, debugging, or tracking which version of your code is handling a specific execution.\n\n**Bonus variables:**\n* **`APPWRITE_FUNCTION_NAME`**: The human-readable name of the function.\n* **`APPWRITE_FUNCTION_RUNTIME_NAME`**: The name of the runtime environment executing the code (e.g., `node`, `python`, `php`).\n* **`APPWRITE_FUNCTION_RUNTIME_VERSION`**: The specific version of the runtime environment (e.g., `18.0`, `3.10`).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names at least three APPWRITE_FUNCTION_* environment variables (APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_DEPLOYMENT) with accurate descriptions of their purposes, all of which are documented runtime environment variables. The bonus variables (APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION) are also correct and well-described. The explanations are clear and accurate.",
          "promptTokens": 332,
          "completionTokens": 1676,
          "totalTokens": 2008,
          "cost": 0.020776,
          "durationMs": 17736,
          "tokensPerSecond": 94.5,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 545,
          "completionTokens": 107,
          "totalTokens": 652,
          "cost": 0.002374,
          "durationMs": 3401,
          "tokensPerSecond": 31.46,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7288,
          "completionTokens": 464,
          "totalTokens": 7752,
          "cost": 0.020144,
          "durationMs": 12402,
          "tokensPerSecond": 37.41,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "To use the Appwrite Web SDK for file management, you need to handle the file upload and preview generation. \n\n**Important Note on Bucket Creation:** Creating a storage bucket is an administrative action. For security reasons, it **cannot** be done via the client-side Web SDK. You must create the bucket beforehand using the Appwrite Console or the Server SDK (`node-appwrite`). \n\nHere is the Web SDK code to upload an image, configure its permissions, and generate a preview URL:\n\n### 1. Install the Web SDK\n```bash\nnpm install appwrite\n```\n\n### 2. Upload File and Get Preview\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g., https://cloud.appwrite.io/v1\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\n/**\n * Uploads an image and retrieves its preview URL\n * @param {File} file - The file object from an HTML input (e.g., input.files[0])\n * @param {string} userId - The ID of the currently logged-in user\n */\nasync function uploadImageAndGetPreview(file: File, userId: string) {\n    const BUCKET_ID = '[YOUR_BUCKET_ID]';\n\n    try {\n        // 1. Upload the file with explicit permissions\n        const uploadedFile = await storage.createFile({\n            bucketId: BUCKET_ID,\n            fileId: ID.unique(),\n            file: file,\n            permissions: [\n                Permission.read(Role.any()),               // Anyone can view the image\n                Permission.update(Role.user(userId)),      // Only the uploader can update it\n                Permission.delete(Role.user(userId))       // Only the uploader can delete it\n            ]\n        });\n\n        console.log('File uploaded successfully:', uploadedFile.$id);\n\n        // 2. Get the image preview URL\n        // Note: getFilePreview is synchronous and returns a URL object, not a Promise\n        const previewUrl = storage.getFilePreview({\n            bucketId: BUCKET_ID,\n            fileId: uploadedFile.$id,\n            width: 800,   // Optional: resize width\n            height: 600   // Optional: resize height\n        });\n\n        console.log('Preview URL:', previewUrl.href);\n        return previewUrl.href;\n\n    } catch (error) {\n        console.error('Error uploading file:', error);\n    }\n}\n\n// Example usage with an HTML file input:\n// const fileInput = document.getElementById('uploader');\n// await uploadImageAndGetPreview(fileInput.files[0], 'current_user_id');\n```\n\n### Key Concepts Used:\n* **`ID.unique()`**: Automatically generates a unique identifier for your uploaded file.\n* **Permissions**: By default, Appwrite denies all access. We use `Permission.read(Role.any())` to make the image publicly visible (necessary if you want to display the preview URL on a public website) while restricting `update` and `delete` actions strictly to the user who uploaded it.\n* **`getFilePreview()`**: This method returns a `URL` object immediately (no `await` needed). It is highly optimized for images and allows you to pass optional parameters like `width`, `height`, and `quality` to crop or compress the image on the fly.",
          "correct": true,
          "score": 0.75,
          "judgeReasoning": "The answer includes most required elements: Storage service instantiation (Client + Storage), storage.createFile() with bucket ID, file ID, and File object, storage.getFilePreview() for image preview, and correct imports. However, it explicitly states bucket creation cannot be done via the Web SDK and omits it entirely, which means rubric item #2 (Bucket creation with permissions) is missing. The answer also uses incorrect method signatures - Appwrite Web SDK uses positional parameters (storage.createFile(bucketId, fileId, file, permissions)) not object destructuring syntax. The getFilePreview() also uses incorrect object syntax. These API signature errors are notable issues, though the overall structure and concepts are largely correct.",
          "promptTokens": 6876,
          "completionTokens": 2459,
          "totalTokens": 9335,
          "cost": 0.04326,
          "durationMs": 29090,
          "tokensPerSecond": 84.53,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7267,
          "completionTokens": 325,
          "totalTokens": 7592,
          "cost": 0.018434,
          "durationMs": 9140,
          "tokensPerSecond": 35.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 554,
          "completionTokens": 356,
          "totalTokens": 910,
          "cost": 0.00538,
          "durationMs": 6209,
          "tokensPerSecond": 57.34,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 558,
          "completionTokens": 208,
          "totalTokens": 766,
          "cost": 0.003612,
          "durationMs": 15245,
          "tokensPerSecond": 13.64,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7285,
          "completionTokens": 243,
          "totalTokens": 7528,
          "cost": 0.017486,
          "durationMs": 7356,
          "tokensPerSecond": 33.03,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 22267,
          "completionTokens": 499,
          "totalTokens": 22766,
          "cost": 0.050522,
          "durationMs": 13160,
          "tokensPerSecond": 37.92,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "In Appwrite, `getFileView()`, `getFileDownload()`, and `getFilePreview()` are all methods used to access files stored in Appwrite Storage, but they serve different purposes and handle the file delivery differently. \n\nHere is the difference between them and when you should use each:\n\n### 1. `storage.getFileView()`\n* **What it does:** Returns a URL to view the file directly in the browser. The server sends an `inline` Content-Disposition header, which tells the browser to render the file if it supports the file type.\n* **When to use it:** Use this when you want the user to see or consume the file inside the browser without saving it to their device. \n* **Common use cases:** \n  * Displaying a PDF document in the browser.\n  * Playing a video (`<video>`) or audio (`<audio>`) file.\n  * Showing an original, uncompressed image.\n\n### 2. `storage.getFileDownload()`\n* **What it does:** Returns a URL that forces the browser to download the file to the user's local device. The server sends an `attachment` Content-Disposition header.\n* **When to use it:** Use this when the explicit goal is for the user to save the file locally.\n* **Common use cases:** \n  * A \"Download Invoice\" or \"Download Report\" button.\n  * Exporting user data (like CSV or JSON files).\n  * Distributing zip archives or executable files.\n\n### 3. `storage.getFilePreview()`\n* **What it does:** Returns a URL to an image preview of the file. Unlike the other two methods, this method allows you to manipulate the image on the server side before it reaches the client. You can pass parameters to crop, resize, change quality, or change the output format (e.g., WebP).\n* **When to use it:** Use this whenever you are displaying images in your UI. It saves bandwidth and improves performance by ensuring you only load the exact image size you need.\n* **Common use cases:**\n  * Generating small thumbnails for an image gallery.\n  * Cropping a user's uploaded photo into a 100x100 circle for an avatar.\n  * Converting heavy images into optimized formats (like WebP) for faster page loads.\n\n### Summary Example\nIf a user uploads a massive 10MB high-resolution photo:\n* Use **`getFilePreview()`** to show a small, fast-loading 200x200 thumbnail of it on their profile.\n* Use **`getFileView()`** if they click the thumbnail to view the full-resolution image in a new browser tab.\n* Use **`getFileDownload()`** if you provide a button for them to save the original 10MB file back to their computer.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition inline header, 2) getFileDownload() for triggering downloads with Content-Disposition attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, and quality adjustments, and 4) clear when-to-use guidance for each method with practical examples. The summary example at the end effectively ties all three together in a real-world scenario. The answer is accurate, complete, and well-organized.",
          "promptTokens": 6868,
          "completionTokens": 1418,
          "totalTokens": 8286,
          "cost": 0.030752,
          "durationMs": 19163,
          "tokensPerSecond": 74,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 544,
          "completionTokens": 309,
          "totalTokens": 853,
          "cost": 0.004796,
          "durationMs": 5651,
          "tokensPerSecond": 54.68,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 551,
          "completionTokens": 196,
          "totalTokens": 747,
          "cost": 0.003454,
          "durationMs": 5722,
          "tokensPerSecond": 34.25,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7298,
          "completionTokens": 468,
          "totalTokens": 7766,
          "cost": 0.020212,
          "durationMs": 11438,
          "tokensPerSecond": 40.92,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7436,
          "completionTokens": 690,
          "totalTokens": 8126,
          "cost": 0.023152,
          "durationMs": 12103,
          "tokensPerSecond": 57.01,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7318,
          "completionTokens": 734,
          "totalTokens": 8052,
          "cost": 0.023444,
          "durationMs": 11025,
          "tokensPerSecond": 66.58,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 558,
          "completionTokens": 179,
          "totalTokens": 737,
          "cost": 0.003264,
          "durationMs": 4461,
          "tokensPerSecond": 40.13,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7303,
          "completionTokens": 286,
          "totalTokens": 7589,
          "cost": 0.018038,
          "durationMs": 8680,
          "tokensPerSecond": 32.95,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 542,
          "completionTokens": 247,
          "totalTokens": 789,
          "cost": 0.004048,
          "durationMs": 5049,
          "tokensPerSecond": 48.92,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 587,
          "completionTokens": 242,
          "totalTokens": 829,
          "cost": 0.004078,
          "durationMs": 5140,
          "tokensPerSecond": 47.08,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7299,
          "completionTokens": 396,
          "totalTokens": 7695,
          "cost": 0.01935,
          "durationMs": 9450,
          "tokensPerSecond": 41.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "Here is the breakdown of when to use each method and what `getFilePreview` supports:\n\n### When to use `getFilePreview` vs `getFileView`\n\n*   **Use `getFilePreview`** when you are working with **images** and need to optimize or manipulate them on the fly. It is ideal for generating thumbnails, profile avatars, or responsive images because it reduces file size and saves bandwidth by not sending the full-resolution original image to the client.\n*   **Use `getFileView`** when you need to display the **exact, unmodified original file** in the browser. This is necessary when you want to show an image in its maximum uploaded resolution, or when you are displaying non-image files that browsers can render (like PDFs, text files, or videos).\n\n### What `getFilePreview` supports\n\n`getFilePreview` acts as a built-in image manipulation engine. By passing specific parameters, it supports:\n\n*   **Resizing:** Setting specific `width` and `height` dimensions.\n*   **Cropping & Gravity:** Cropping the image and choosing the focal point using `gravity` (e.g., center, top-left, bottom).\n*   **Quality Adjustment:** Compressing the image by setting a `quality` percentage (0-100) to save bandwidth.\n*   **Format Conversion:** Changing the output format of the image (e.g., converting a heavy PNG to a lightweight `webp` or `jpg`).\n*   **Styling:** Applying a `borderRadius` for rounded corners, adding a `background` color (useful for transparent images), and adding a `borderWidth` / `borderColor`.\n*   **Rotation:** Rotating the image by a specific degree (`rotation`). \n\n*Note: `getFilePreview` only works with image file types (JPEG, PNG, GIF, WebP, etc.). If you attempt to use it on a non-image file, it will return an error.*",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for image transformations/optimization) from getFileView (for original unmodified files), and lists well more than 2 transformation options including width, height, gravity, quality, format conversion, border/borderRadius, background, and rotation - all matching the reference answer's criteria.",
          "promptTokens": 6861,
          "completionTokens": 1476,
          "totalTokens": 8337,
          "cost": 0.031434,
          "durationMs": 18417,
          "tokensPerSecond": 80.14,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8337,
          "completionTokens": 609,
          "totalTokens": 8946,
          "cost": 0.023982,
          "durationMs": 11420,
          "tokensPerSecond": 53.33,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8386,
          "completionTokens": 307,
          "totalTokens": 8693,
          "cost": 0.020456,
          "durationMs": 10654,
          "tokensPerSecond": 28.82,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 561,
          "completionTokens": 201,
          "totalTokens": 762,
          "cost": 0.003534,
          "durationMs": 5786,
          "tokensPerSecond": 34.74,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "To deploy a site to Appwrite Sites, you will primarily use the **Appwrite CLI**. The CLI allows you to initialize your site configuration, define build settings, and push your code to the Appwrite server.\n\nHere is a complete breakdown of how to deploy a site, the available build configuration options, and the different deployment methods.\n\n### 1. How to Deploy a Site\n\nTo get started with deploying a site, open your terminal and use the following CLI commands:\n\n1. **Initialize Sites:** Run this command in your project directory to create a new site configuration. It will update your `appwrite.config.json` file.\n   ```bash\n   appwrite init sites\n   ```\n2. **Pull Existing Sites (Optional):** If you already created a site in the Appwrite Console, you can pull its configuration locally.\n   ```bash\n   appwrite pull sites\n   ```\n3. **Deploy the Site:** Push your local site code and configuration to Appwrite.\n   ```bash\n   appwrite push sites\n   ```\n\n---\n\n### 2. Build Configuration Options\n\nSite configurations are stored in your `appwrite.config.json` file (or a dedicated `sites.json` file if you are using the `includes` feature). \n\nHere is an example configuration and the available options you can define for your build:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Astro Site\",\n            \"framework\": \"astro\",\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildRuntime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"path\": \"sites/my-astro-site\"\n        }\n    ]\n}\n```\n\n**Key Configuration Fields:**\n\n* **Build & Execution Commands:**\n  * `installCommand`: The command used to install dependencies (e.g., `npm install`).\n  * `buildCommand`: The command used to build the site (e.g., `npm run build`).\n  * `startCommand`: The command used to start server-rendered (SSR) output.\n* **Output & Routing:**\n  * `outputDirectory`: The directory containing your static build output (e.g., `./dist` or `./build`).\n  * `fallbackFile`: The fallback file used for Single Page Application (SPA) routing or missing routes (usually `index.html`).\n* **Compute & Runtime:**\n  * `framework`: The framework preset used for build and deployment defaults (e.g., `astro`, `react`, `vue`).\n  * `adapter`: The deployment adapter, defining behavior like `static` or `ssr`.\n  * `buildRuntime`: The runtime environment used to build the site (e.g., `node-22`).\n  * `buildSpecification`: The compute specification used during the build process (e.g., `s-1vcpu-512mb`).\n  * `runtimeSpecification`: The compute specification used while serving runtime workloads (for SSR).\n  * `timeout`: Maximum request or function duration in seconds (for server-rendered sites).\n* **General Settings:**\n  * `path`: The local directory where your site's source code lives.\n  * `logging`: Boolean (`true`/`false`) to store site request and build logs.\n  * `deploymentRetention`: Number of days to retain old deployments before they are automatically deleted.\n\n---\n\n### 3. Deployment Methods\n\nAppwrite supports a few different ways to deploy your sites depending on your workflow:\n\n#### A. Interactive CLI Deployment\nFor standard manual deployments, you can push all sites or a specific site interactively:\n```bash\n# Deploy all sites configured in appwrite.config.json\nappwrite push sites\n\n# Deploy a specific site by its ID\nappwrite push sites --site-id <SITE_ID>\n```\n\n#### B. Non-Interactive / CI/CD Deployment\nIf you are deploying via GitHub Actions, GitLab CI, or another automated pipeline, you can use the non-interactive mode by appending the `--all` and `--force` flags. This bypasses any interactive prompts.\n```bash\n# Push all sites automatically without prompts\nappwrite push sites --all --force\n```\n\n#### C. Deploying with Environment Variables\nIf your site requires environment variables during the build process, you should place them in a `.env` file inside your configured site `path` (e.g., `sites/my-astro-site/.env`). \n\nTo sync these variables to Appwrite during deployment, use the `--with-variables` flag:\n```bash\n# Deploy the site and sync variables from the local .env file\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n*Note: If you just want to push code updates without overwriting the environment variables already saved in Appwrite, simply run `appwrite push sites` without the flag.*",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers CLI deployment methods well and includes build command, output directory, framework presets, install command, and environment variables. However, it only mentions CLI-based deployment methods (interactive, non-interactive/CI-CD, and with variables - which are all variations of CLI). It completely omits Git-based deployments and manual uploads, which are two of the three primary deployment methods mentioned in the reference answer. The rubric requires at least 2 deployment methods from Git, CLI, or manual - the answer only covers CLI variants. All other rubric items (build command, output directory, framework support/presets, environment variables) are well covered with good detail.",
          "promptTokens": 7918,
          "completionTokens": 2120,
          "totalTokens": 10038,
          "cost": 0.041276,
          "durationMs": 23067,
          "tokensPerSecond": 91.91,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8382,
          "completionTokens": 495,
          "totalTokens": 8877,
          "cost": 0.022704,
          "durationMs": 12268,
          "tokensPerSecond": 40.35,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8285,
          "completionTokens": 667,
          "totalTokens": 8952,
          "cost": 0.024574,
          "durationMs": 12304,
          "tokensPerSecond": 54.21,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 547,
          "completionTokens": 299,
          "totalTokens": 846,
          "cost": 0.004682,
          "durationMs": 5446,
          "tokensPerSecond": 54.9,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8410,
          "completionTokens": 505,
          "totalTokens": 8915,
          "cost": 0.02288,
          "durationMs": 8416,
          "tokensPerSecond": 60,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8375,
          "completionTokens": 740,
          "totalTokens": 9115,
          "cost": 0.02563,
          "durationMs": 13882,
          "tokensPerSecond": 53.31,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 8312,
          "completionTokens": 1633,
          "totalTokens": 9945,
          "cost": 0.03622,
          "durationMs": 21744,
          "tokensPerSecond": 75.1,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 22364,
          "completionTokens": 338,
          "totalTokens": 22702,
          "cost": 0.048784,
          "durationMs": 11725,
          "tokensPerSecond": 28.83,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 542,
          "completionTokens": 324,
          "totalTokens": 866,
          "cost": 0.004972,
          "durationMs": 6067,
          "tokensPerSecond": 53.4,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 558,
          "completionTokens": 172,
          "totalTokens": 730,
          "cost": 0.00318,
          "durationMs": 4197,
          "tokensPerSecond": 40.98,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 393,
          "totalTokens": 930,
          "cost": 0.00579,
          "durationMs": 6129,
          "tokensPerSecond": 64.12,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8402,
          "completionTokens": 663,
          "totalTokens": 9065,
          "cost": 0.02476,
          "durationMs": 12153,
          "tokensPerSecond": 54.55,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 539,
          "completionTokens": 364,
          "totalTokens": 903,
          "cost": 0.005446,
          "durationMs": 6653,
          "tokensPerSecond": 54.71,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 552,
          "completionTokens": 511,
          "totalTokens": 1063,
          "cost": 0.007236,
          "durationMs": 12664,
          "tokensPerSecond": 40.35,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 8409,
          "completionTokens": 180,
          "totalTokens": 8589,
          "cost": 0.018978,
          "durationMs": 7371,
          "tokensPerSecond": 24.42,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8366,
          "completionTokens": 642,
          "totalTokens": 9008,
          "cost": 0.024436,
          "durationMs": 11710,
          "tokensPerSecond": 54.82,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are several deployment and build configuration options available for an Appwrite Site (configured in `appwrite.config.json`), along with what each is used for:\n\n1. **`installCommand`**\n   * **What it is for:** Specifies the command used to install your project's dependencies before the build process starts (e.g., `npm install` or `yarn install`).\n\n2. **`buildCommand`**\n   * **What it is for:** Defines the command used to compile or build your site's assets for production (e.g., `npm run build`). \n\n3. **`outputDirectory`**\n   * **What it is for:** Tells Appwrite which directory contains the final static build output that needs to be served or deployed (e.g., `./dist` or `./build`).\n\n4. **`buildRuntime`**\n   * **What it is for:** Determines the specific runtime environment and version used to execute your build and install commands (e.g., `node-22`).\n\n5. **`framework`**\n   * **What it is for:** Sets the framework preset (like `astro`, `react`, `vue`, etc.) which provides Appwrite with the default build and deployment behaviors optimized for that specific framework.\n\n6. **`buildSpecification`**\n   * **What it is for:** Defines the compute resources (CPU and RAM) allocated specifically for building the deployment (e.g., `s-1vcpu-512mb`).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model lists six deployment/build configuration options, well exceeding the minimum of three required. All options listed are correct and align with the reference answer's examples: installCommand, buildCommand, and outputDirectory directly match the reference. Additionally, buildRuntime, framework (preset), and buildSpecification are plausible and accurate Appwrite Site configuration options. Each option is clearly explained with its purpose and relevant examples. The answer is thorough and fully correct.",
          "promptTokens": 7916,
          "completionTokens": 1200,
          "totalTokens": 9116,
          "cost": 0.030232,
          "durationMs": 16025,
          "tokensPerSecond": 74.88,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 516,
          "completionTokens": 188,
          "totalTokens": 704,
          "cost": 0.003288,
          "durationMs": 4704,
          "tokensPerSecond": 39.97,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 567,
          "completionTokens": 213,
          "totalTokens": 780,
          "cost": 0.00369,
          "durationMs": 4793,
          "tokensPerSecond": 44.44,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 533,
          "completionTokens": 174,
          "totalTokens": 707,
          "cost": 0.003154,
          "durationMs": 4354,
          "tokensPerSecond": 39.96,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "Setting up push notifications with Appwrite Messaging involves configuring a provider, registering device tokens, and sending messages via the Server SDK or CLI. \n\nHere is the breakdown of how to set it up, the supported providers, and how to send a message to a topic.\n\n### Supported Providers\nAppwrite Messaging currently supports the following push notification providers:\n1. **FCM (Firebase Cloud Messaging):** Used for Android, iOS, and Web applications.\n2. **APNs (Apple Push Notification service):** Used natively for iOS, iPadOS, and macOS applications.\n\n---\n\n### How to Set Up Push Notifications\n\n**1. Configure the Provider in Appwrite**\n* Go to your Appwrite Console.\n* Navigate to **Messaging** > **Providers** and add a new Push Notification provider.\n* Enter your FCM credentials (Service Account JSON) or APNs credentials (Team ID, Bundle ID, Authentication Key).\n\n**2. Obtain the Device Token (Client-Side)**\nIn your frontend application (React Native, Flutter, Swift, Kotlin, or Web), use the native SDKs (like Firebase SDK or Apple's native APIs) to request notification permissions from the user and generate a unique device push token.\n\n**3. Register the Push Target (Client-Side)**\nOnce you have the device token, register it to the authenticated user's account in Appwrite. This creates a \"Target\" that Appwrite can send messages to.\n```typescript\nimport { Account, ID } from 'appwrite';\n\n// Assuming 'client' is already initialized\nconst account = new Account(client);\n\nawait account.createPushTarget(\n    ID.unique(),\n    '<DEVICE_PUSH_TOKEN>',\n    '<PROVIDER_ID>' // The ID of the FCM/APNs provider you created in the Console\n);\n```\n\n**4. Create a Topic and Subscribe Users (Server-Side or Console)**\nTopics allow you to group multiple targets (users/devices) together to broadcast messages.\n* Create a topic in the Appwrite Console or via the Server SDK.\n* Add the user or their specific target as a subscriber to that topic.\n\n---\n\n### How to Send a Push Notification to a Topic\n\nYou can send push notifications securely from your backend using the Appwrite Server SDK or via the Appwrite CLI.\n\n#### Option A: Using the Server SDK (Node.js / TypeScript)\nUse the `Messaging` service from the `node-appwrite` SDK. You must use an API key with `messaging.write` permissions.\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>')\n    .setKey('<YOUR_API_KEY>');\n\nconst messaging = new Messaging(client);\n\nasync function sendTopicPush() {\n    const message = await messaging.createPush({\n        messageId: ID.unique(),\n        title: 'Special Offer!',\n        body: 'Get 50% off all items today only.',\n        topics: ['<TOPIC_ID>'], // Array of topic IDs to send to\n        // Optional fields:\n        // data: { customKey: 'customValue' },\n        // action: 'https://your-app.com/promo'\n    });\n\n    console.log('Message sent:', message.$id);\n}\n```\n\n#### Option B: Using the Appwrite CLI\nIf you are managing your project via the command line or a CI/CD pipeline, you can dispatch a push notification using the `create-push` command:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"Special Offer!\" \\\n    --body \"Get 50% off all items today only.\" \\\n    --topics \"<TOPIC_ID>\"\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Both FCM and APNS providers are mentioned with details about credentials; 2) Topic creation for targeting is explained; 3) User subscription/targets are covered including the createPushTarget() method for device token registration; 4) messaging.createPush() method is demonstrated with a complete code example; 5) Device token registration is explicitly covered in step 2 and 3. The answer goes beyond the minimum requirements with practical code examples, CLI alternatives, and clear step-by-step organization.",
          "promptTokens": 20679,
          "completionTokens": 2757,
          "totalTokens": 23436,
          "cost": 0.074442,
          "durationMs": 34576,
          "tokensPerSecond": 79.74,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 539,
          "completionTokens": 156,
          "totalTokens": 695,
          "cost": 0.00295,
          "durationMs": 4124,
          "tokensPerSecond": 37.83,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7304,
          "completionTokens": 444,
          "totalTokens": 7748,
          "cost": 0.019936,
          "durationMs": 10128,
          "tokensPerSecond": 43.84,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 544,
          "completionTokens": 145,
          "totalTokens": 689,
          "cost": 0.002828,
          "durationMs": 4423,
          "tokensPerSecond": 32.78,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 535,
          "completionTokens": 179,
          "totalTokens": 714,
          "cost": 0.003218,
          "durationMs": 4753,
          "tokensPerSecond": 37.66,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging provides a highly flexible targeting system for delivering Emails, SMS, and Push Notifications. You can route messages to your audience using three primary targeting methods: **Users**, **Targets**, and **Topics**. \n\nYou can use these methods individually or combine them in a single message request.\n\n---\n\n### 1. Users (User IDs)\nYou can send messages directly to specific users by providing an array of their **User IDs**.\n* **How it works:** Appwrite automatically resolves the correct destination based on the message type. If you send an email, it uses the user's registered email address. If you send a push notification, Appwrite automatically fans it out to all device tokens (targets) associated with that user.\n* **Best for:** Transactional messages, account alerts, or personalized notifications (e.g., \"Your order has shipped\").\n\n### 2. Targets (Target IDs)\nA **Target** represents a single, specific destination. This could be a specific device token (FCM/APNs), a specific email address, or a specific phone number.\n* **How it works:** By providing an array of **Target IDs**, you bypass the user-level routing and send the message directly to that specific endpoint.\n* **Best for:** Granular control. For example, if a user has both an iPhone and an iPad, you can use Target IDs to send a push notification *only* to their iPad.\n\n### 3. Topics (Topic IDs)\n**Topics** act as broadcast channels or mailing lists.\n* **How it works:** You create a Topic (e.g., `promotions` or `system-alerts`) and add **Subscribers** to it. A subscriber can be an entire User (all their devices/contact methods) or a specific Target. When you send a message to a **Topic ID**, Appwrite automatically broadcasts it to every active subscriber in that topic.\n* **Best for:** Marketing newsletters, system-wide announcements, or opt-in category alerts (e.g., \"Sports News\").\n\n---\n\n### How it looks in practice\n\nWhen you create a message using an Appwrite Server SDK, you simply pass arrays for the audiences you want to reach. Appwrite will deduplicate the recipients so no one gets the same message twice.\n\nHere is a conceptual example of how targeting works when creating a Push Notification:\n\n```typescript\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'App Update Available!',\n    body: 'Check out the new features we just added.',\n    // 1. Broadcast to everyone subscribed to this topic\n    topics: ['updates-topic-id'], \n    // 2. AND send directly to these specific users\n    users: ['user-id-1', 'user-id-2'], \n    // 3. AND send to this specific device token\n    targets: ['specific-device-target-id'] \n});\n```\n\n### Managing Topics and Subscribers via CLI\nIf you are managing your messaging infrastructure via the Appwrite CLI, you can easily set up your topics and targets:\n\n```bash\n# Create a broadcast topic\nappwrite messaging create-topic --topic-id \"promos\" --name \"Promotions\"\n\n# Subscribe a user to the topic\nappwrite messaging create-subscriber \\\n    --topic-id \"promos\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<USER_TARGET_ID>\"\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: (1) mentions all three targeting methods - topics, users, and targets; (2) explains the topic subscription mechanism including how subscribers are added to topics; (3) describes how messages are sent to each target type (users resolve to all their endpoints, targets go to specific delivery endpoints, topics broadcast to all subscribers); (4) explicitly states and demonstrates with code that targeting methods can be combined in a single message request. The answer goes beyond the reference with practical examples and CLI commands, but all core requirements are thoroughly addressed.",
          "promptTokens": 20670,
          "completionTokens": 2539,
          "totalTokens": 23209,
          "cost": 0.071808,
          "durationMs": 38311,
          "tokensPerSecond": 66.27,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 538,
          "completionTokens": 399,
          "totalTokens": 937,
          "cost": 0.005864,
          "durationMs": 5802,
          "tokensPerSecond": 68.77,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7211,
          "completionTokens": 377,
          "totalTokens": 7588,
          "cost": 0.018946,
          "durationMs": 9554,
          "tokensPerSecond": 39.46,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 590,
          "completionTokens": 194,
          "totalTokens": 784,
          "cost": 0.003508,
          "durationMs": 7893,
          "tokensPerSecond": 24.58,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 226,
          "totalTokens": 760,
          "cost": 0.00378,
          "durationMs": 8087,
          "tokensPerSecond": 27.95,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 561,
          "completionTokens": 174,
          "totalTokens": 735,
          "cost": 0.00321,
          "durationMs": 6892,
          "tokensPerSecond": 25.25,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 549,
          "completionTokens": 469,
          "totalTokens": 1018,
          "cost": 0.006726,
          "durationMs": 6690,
          "tokensPerSecond": 70.1,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7320,
          "completionTokens": 557,
          "totalTokens": 7877,
          "cost": 0.021324,
          "durationMs": 11532,
          "tokensPerSecond": 48.3,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7263,
          "completionTokens": 122,
          "totalTokens": 7385,
          "cost": 0.01599,
          "durationMs": 6473,
          "tokensPerSecond": 18.85,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 21358,
          "completionTokens": 1413,
          "totalTokens": 22771,
          "cost": 0.059672,
          "durationMs": 28598,
          "tokensPerSecond": 49.41,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 21382,
          "completionTokens": 1688,
          "totalTokens": 23070,
          "cost": 0.06302,
          "durationMs": 26700,
          "tokensPerSecond": 63.22,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "To send a push notification to all users subscribed to a topic in Appwrite, you need to use the **Messaging** service. \n\nHere is what must be configured first, followed by the steps to send the notification.\n\n### What Must Be Configured First?\n\nBefore you can send any push notifications, the following prerequisites must be met:\n\n1. **Configure a Push Provider:** In the Appwrite Console, navigate to the **Messaging** section and configure a Push Notification provider. You will need to set up **FCM** (Firebase Cloud Messaging) for Android/Web or **APNs** (Apple Push Notification service) for iOS by providing your provider credentials (keys/certificates).\n2. **Create a Topic:** You must create a Topic (e.g., `announcements` or `promotions`) to act as the broadcast channel.\n3. **Register Device Targets:** Your client applications (iOS, Android, or Web) must request push notification permissions from the user, retrieve the device token from the OS, and register that token as a **Target** on the user's Appwrite account.\n4. **Add Subscribers:** The users (or their specific device targets) must be added as **Subscribers** to your created Topic.\n\n---\n\n### Steps to Send the Push Notification\n\nOnce your provider is configured and users are subscribed to a topic, you can send a push notification using a Server SDK (like Node.js) or the Appwrite CLI. \n\n*(Note: Sending messages requires an API Key with `messaging.write` scopes; it cannot be done directly from the client SDK).*\n\n#### Option 1: Using the Server SDK (Node.js / TypeScript)\n\nInitialize the `Messaging` service using your admin client and call the `createPush` method, passing your Topic ID in the `topics` array.\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\n// 1. Initialize the Server Client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>')\n    .setKey('<YOUR_API_KEY>');\n\nconst messaging = new Messaging(client);\n\n// 2. Send the Push Notification\nasync function sendTopicPush() {\n    const message = await messaging.createPush({\n        messageId: ID.unique(),\n        title: 'New Feature Alert!',\n        body: 'Check out the new updates in the app.',\n        topics: ['<TOPIC_ID>'], // Targets all subscribers of this topic\n        // Optional fields:\n        // data: { link: '/new-feature' },\n        // scheduledAt: '2024-12-31T23:59:59.000Z'\n    });\n\n    console.log('Message sent:', message.$id);\n}\n```\n\n#### Option 2: Using the Appwrite CLI\n\nIf you are managing your project via the command line or a CI/CD pipeline, you can trigger the push notification using the `messaging create-push` command:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Feature Alert!\" \\\n    --body \"Check out the new updates in the app.\" \\\n    --topics \"<TOPIC_ID>\"\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) Provider configuration (FCM/APNS) is explicitly mentioned as the first prerequisite with details about credentials; 2) Topic creation is described as a required step; 3) User targets/subscriptions are covered with explanation of device token registration and subscriber addition; 4) Sending push to the topic using createPush with topicIds is demonstrated with working code examples. The answer is comprehensive, well-structured, and accurate.",
          "promptTokens": 20662,
          "completionTokens": 2634,
          "totalTokens": 23296,
          "cost": 0.072932,
          "durationMs": 33442,
          "tokensPerSecond": 78.76,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 515,
          "completionTokens": 266,
          "totalTokens": 781,
          "cost": 0.004222,
          "durationMs": 5324,
          "tokensPerSecond": 49.96,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7298,
          "completionTokens": 485,
          "totalTokens": 7783,
          "cost": 0.020416,
          "durationMs": 8773,
          "tokensPerSecond": 55.28,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7332,
          "completionTokens": 623,
          "totalTokens": 7955,
          "cost": 0.02214,
          "durationMs": 11289,
          "tokensPerSecond": 55.19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7327,
          "completionTokens": 404,
          "totalTokens": 7731,
          "cost": 0.019502,
          "durationMs": 10925,
          "tokensPerSecond": 36.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7337,
          "completionTokens": 424,
          "totalTokens": 7761,
          "cost": 0.019762,
          "durationMs": 8882,
          "tokensPerSecond": 47.74,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7299,
          "completionTokens": 508,
          "totalTokens": 7807,
          "cost": 0.020694,
          "durationMs": 14108,
          "tokensPerSecond": 36.01,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7341,
          "completionTokens": 373,
          "totalTokens": 7714,
          "cost": 0.019158,
          "durationMs": 9217,
          "tokensPerSecond": 40.47,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7318,
          "completionTokens": 1437,
          "totalTokens": 8755,
          "cost": 0.03188,
          "durationMs": 20862,
          "tokensPerSecond": 68.88,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here is how you can use the Appwrite Web SDK to subscribe to both table row changes and file uploads simultaneously. \n\nYou can pass an array of channels to the `realtime.subscribe()` method and then inspect the `response.events` array to determine which type of resource triggered the event.\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Replace with your endpoint\n    .setProject('<YOUR_PROJECT_ID>');            // Replace with your project ID\n\nconst realtime = new Realtime(client);\n\nconst databaseId = '<YOUR_DATABASE_ID>';\nconst tableId = '<YOUR_TABLE_ID>';\nconst bucketId = '<YOUR_BUCKET_ID>';\n\n// 2. Subscribe to multiple channels simultaneously\nconst subscription = realtime.subscribe([\n    Channel.tablesdb(databaseId).table(tableId).row(), // Listen to all row changes in a table\n    Channel.bucket(bucketId).file()                    // Listen to all file changes in a bucket\n], (response) => {\n    \n    // response.events contains an array of event strings (e.g., 'tablesdb.*.tables.*.rows.*.create')\n    // response.payload contains the affected resource (the row data or file metadata)\n    const event = response.events[0]; \n\n    // 3. Handle Table Row Events\n    if (event.includes('tablesdb') && event.includes('rows')) {\n        console.log('Table row event detected!');\n        \n        if (event.includes('.create')) {\n            console.log('New row created:', response.payload);\n        } else if (event.includes('.update')) {\n            console.log('Row updated:', response.payload);\n        } else if (event.includes('.delete')) {\n            console.log('Row deleted:', response.payload);\n        }\n    } \n    \n    // 4. Handle File Upload/Storage Events\n    else if (event.includes('buckets') && event.includes('files')) {\n        console.log('File event detected!');\n        \n        if (event.includes('.create')) {\n            console.log('New file uploaded:', response.payload);\n        } else if (event.includes('.update')) {\n            console.log('File metadata updated:', response.payload);\n        } else if (event.includes('.delete')) {\n            console.log('File deleted:', response.payload);\n        }\n    }\n});\n\n// When you no longer need to listen to these events, you can close the subscription:\n// subscription();\n```\n\n### How it works:\n1. **`Channel.tablesdb(...).table(...).row()`**: Subscribes to all row creations, updates, and deletions in the specified table.\n2. **`Channel.bucket(...).file()`**: Subscribes to all file uploads, updates, and deletions in the specified storage bucket.\n3. **`response.events`**: Appwrite returns a wildcard-formatted string detailing exactly what happened (e.g., `buckets.[ID].files.[ID].create`). By checking if the event string includes `tablesdb` or `buckets`, you can easily route the payload to the correct handler logic.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb(databaseId).table(tableId).row() for rows, 3) Uses Channel.bucket(bucketId).file() for files, 4) Checks event type in callback via response.events[0], 5) Has different handling logic per event type (create/update/delete for both rows and files). The code is well-structured and includes proper imports, initialization, and cleanup. Minor deduction because the Channel API shown (Channel.tablesdb, Channel.bucket) may not be the standard documented API format - the reference answer mentions both the string format 'tablesdb.[ID].tables.[ID].rows' and the Channel helper, and the model only uses the Channel helper approach. Overall this is a comprehensive and correct answer.",
          "promptTokens": 6865,
          "completionTokens": 1941,
          "totalTokens": 8806,
          "cost": 0.037022,
          "durationMs": 22556,
          "tokensPerSecond": 86.05,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Both **Appwrite Realtime** and **Appwrite Webhooks** are event-driven features that allow you to react to changes happening within your Appwrite project (like a document being updated, a user signing up, or a file being uploaded). However, they serve entirely different purposes, use different protocols, and are meant for different audiences.\n\nHere is a breakdown of the differences and when to use each.\n\n---\n\n### 1. Appwrite Realtime\n**Appwrite Realtime** is designed to push live updates directly to your **client-side applications** (web, mobile, or desktop) using **WebSockets**. \n\n*   **How it works:** Your frontend application establishes a persistent WebSocket connection with the Appwrite server. Using the Appwrite SDK, you subscribe to specific \"channels\" (e.g., a specific database collection or a single document). When an event occurs, Appwrite instantly pushes the updated data down that open connection.\n*   **Protocol:** WebSockets (ws/wss).\n*   **Consumer:** Client applications (React, Vue, Flutter, iOS, Android, etc.).\n\n**When to use Realtime:**\nUse Realtime when you need to update the user interface instantly without requiring the user to refresh the page or the app to poll the server.\n*   **Chat applications:** Displaying new messages the moment they are sent.\n*   **Live dashboards:** Updating charts, metrics, or stock prices in real-time.\n*   **Collaborative tools:** Showing when another user is editing a document or moving a cursor (like Google Docs or Figma).\n*   **In-app notifications:** Alerting a user immediately when a background task finishes or they receive a friend request.\n\n---\n\n### 2. Appwrite Webhooks\n**Appwrite Webhooks** are designed for **server-to-server communication**. They allow Appwrite to notify external servers, APIs, or third-party services that an event has occurred.\n\n*   **How it works:** You configure a Webhook in the Appwrite Console by providing a target URL and selecting the events that should trigger it. When the event happens, Appwrite makes an **HTTP POST request** to your provided URL, sending a JSON payload containing the event data.\n*   **Protocol:** HTTP/HTTPS.\n*   **Consumer:** External servers, custom backends, serverless functions, or third-party services (like Stripe, Slack, or SendGrid).\n\n**When to use Webhooks:**\nUse Webhooks when you need to trigger backend logic, integrate with external services, or synchronize data outside of Appwrite.\n*   **Sending Emails/SMS:** Triggering a welcome email via SendGrid or Mailgun when the `users.*.create` event occurs.\n*   **Third-party Integrations:** Sending a message to a Slack or Discord channel when a new error log is written to a database.\n*   **Payment Processing:** Updating a user's subscription status in your Appwrite database after receiving a successful payment webhook from Stripe.\n*   **Data Synchronization:** Syncing new user sign-ups to an external CRM like HubSpot or Salesforce.\n\n---\n\n### Summary Comparison\n\n| Feature | Appwrite Realtime | Appwrite Webhooks |\n| :--- | :--- | :--- |\n| **Primary Target** | Client-side (Frontend / Mobile apps) | Server-side (External APIs / Backends) |\n| **Protocol** | WebSockets (Persistent connection) | HTTP POST (Stateless requests) |\n| **Setup Location** | Inside your client application code (`client.subscribe()`) | Appwrite Console (or via Server SDK/CLI) |\n| **Security** | Respects Appwrite's built-in permissions (users only receive data they have read access to). | Secured via HTTP Basic Auth or custom headers; bypasses user permissions (sends raw event data). |\n| **Best For** | Live UI updates, chat, multiplayer state. | Background tasks, 3rd-party integrations, automation. |\n\n**In short:** If you want the **user's screen** to update instantly, use **Realtime**. If you want an **external server or service** to do some work in the background, use **Webhooks**.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all five rubric criteria: (1) Realtime uses WebSockets for client-side communication, (2) Webhooks use HTTP POST callbacks for server-to-server communication, (3) Realtime is used for live UI updates, (4) Webhooks are for backend/external integrations, and (5) multiple concrete use cases are provided for each (chat apps, live dashboards, collaborative tools for Realtime; email sending, Slack notifications, payment processing, CRM sync for Webhooks). The answer also includes a helpful comparison table and clear summary, going well beyond the minimum requirements.",
          "promptTokens": 321,
          "completionTokens": 1643,
          "totalTokens": 1964,
          "cost": 0.020358,
          "durationMs": 17928,
          "tokensPerSecond": 91.64,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7289,
          "completionTokens": 2206,
          "totalTokens": 9495,
          "cost": 0.04105,
          "durationMs": 24422,
          "tokensPerSecond": 90.33,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 557,
          "completionTokens": 494,
          "totalTokens": 1051,
          "cost": 0.007042,
          "durationMs": 7240,
          "tokensPerSecond": 68.23,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7305,
          "completionTokens": 409,
          "totalTokens": 7714,
          "cost": 0.019518,
          "durationMs": 9193,
          "tokensPerSecond": 44.49,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7284,
          "completionTokens": 920,
          "totalTokens": 8204,
          "cost": 0.025608,
          "durationMs": 19103,
          "tokensPerSecond": 48.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7273,
          "completionTokens": 455,
          "totalTokens": 7728,
          "cost": 0.020006,
          "durationMs": 11646,
          "tokensPerSecond": 39.07,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7364,
          "completionTokens": 912,
          "totalTokens": 8276,
          "cost": 0.025672,
          "durationMs": 17186,
          "tokensPerSecond": 53.07,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7287,
          "completionTokens": 409,
          "totalTokens": 7696,
          "cost": 0.019482,
          "durationMs": 11310,
          "tokensPerSecond": 36.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7351,
          "completionTokens": 330,
          "totalTokens": 7681,
          "cost": 0.018662,
          "durationMs": 11225,
          "tokensPerSecond": 29.4,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7344,
          "completionTokens": 505,
          "totalTokens": 7849,
          "cost": 0.020748,
          "durationMs": 57956,
          "tokensPerSecond": 8.71,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "To listen to multiple channels in a single call, you pass an array of channel strings to the `realtime.subscribe()` method. \n\nHere is the single call using the SDK's `Channel` helper:\n\n```typescript\nimport { Channel } from 'appwrite';\n\nconst subscription = realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file()\n], (response) => {\n    console.log('Event received:', response.events);\n    console.log('Payload:', response.payload);\n});\n```\n\n### Exact Channel Strings\nIf you prefer to use the raw strings instead of the `Channel` helper, the exact channel strings are:\n\n1. **TablesDB Table Rows:** `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows`\n2. **Storage Bucket Files:** `buckets.[BUCKET_ID].files`\n\n*(Note: Replace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual Appwrite resource IDs).*",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer correctly identifies both channel strings (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows and buckets.[BUCKET_ID].files) and includes a realtime.subscribe() call with an array of channels and a callback. However, the primary code example uses a fictional 'Channel' helper that doesn't exist in Appwrite's SDK, which could be misleading. The correct raw string format is provided as a secondary option, which does meet all rubric requirements. The answer loses some points for leading with an incorrect/fabricated API.",
          "promptTokens": 6882,
          "completionTokens": 946,
          "totalTokens": 7828,
          "cost": 0.025116,
          "durationMs": 13719,
          "tokensPerSecond": 68.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8360,
          "completionTokens": 164,
          "totalTokens": 8524,
          "cost": 0.018688,
          "durationMs": 7449,
          "tokensPerSecond": 22.02,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8327,
          "completionTokens": 501,
          "totalTokens": 8828,
          "cost": 0.022666,
          "durationMs": 11631,
          "tokensPerSecond": 43.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8310,
          "completionTokens": 303,
          "totalTokens": 8613,
          "cost": 0.020256,
          "durationMs": 8762,
          "tokensPerSecond": 34.58,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8324,
          "completionTokens": 376,
          "totalTokens": 8700,
          "cost": 0.02116,
          "durationMs": 8648,
          "tokensPerSecond": 43.48,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8290,
          "completionTokens": 315,
          "totalTokens": 8605,
          "cost": 0.02036,
          "durationMs": 8259,
          "tokensPerSecond": 38.14,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8304,
          "completionTokens": 250,
          "totalTokens": 8554,
          "cost": 0.019608,
          "durationMs": 9478,
          "tokensPerSecond": 26.38,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8305,
          "completionTokens": 160,
          "totalTokens": 8465,
          "cost": 0.01853,
          "durationMs": 6945,
          "tokensPerSecond": 23.04,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8292,
          "completionTokens": 228,
          "totalTokens": 8520,
          "cost": 0.01932,
          "durationMs": 7855,
          "tokensPerSecond": 29.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "To set up a CI/CD pipeline using the Appwrite CLI, you need to use its **non-interactive mode**. This allows the CLI to run in headless environments (like GitHub Actions, GitLab CI, or Bitbucket Pipelines) without requiring human input for confirmation prompts or resource selection.\n\nHere is how to configure and execute non-interactive deployments.\n\n### 1. Key Flags for CI/CD\nTo prevent the CLI from hanging while waiting for user input, you must append specific flags to your deployment commands:\n*   `--force` (or `-f`): Automatically confirms all warnings and bypasses interactive prompts.\n*   `--all` (or `-a`): Automatically selects all resources defined in your `appwrite.config.json` for the specified command, skipping the interactive selection menu.\n\n### 2. CI/CD Configuration Commands\nBefore deploying, your CI/CD runner needs to know which Appwrite instance and project to target. You can configure this scriptably using the `client` command:\n\n```bash\n# Set the endpoint (use your region if on Appwrite Cloud, e.g., eu.cloud.appwrite.io)\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\n\n# Set the Project ID\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n*(Note: Your CI environment will also need to be authenticated, typically by logging in via an API key or CI credentials depending on your setup).*\n\n### 3. Non-Interactive Deployment Commands\nOnce configured, you use the `appwrite push` command combined with the non-interactive flags to deploy the configuration defined in your repository's `appwrite.config.json`.\n\n**Deploy Everything:**\nTo deploy all configurations (functions, databases, storage, etc.) at once:\n```bash\nappwrite push all --all --force\n```\n\n**Deploy Specific Resource Groups:**\nIf your pipeline only builds and deploys specific parts of your backend, you can target individual resource types:\n```bash\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\n**Deploy a Single Resource:**\nIf you only want to deploy a specific function (for example, if only one function's code changed), you can target it by its ID:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n### Example CI/CD Step\nA typical deployment step in a CI/CD script (e.g., GitHub Actions) would look like this:\n\n```yaml\n- name: Deploy to Appwrite\n  run: |\n    # Install Appwrite CLI\n    npm install -g appwrite-cli\n    \n    # Configure Project\n    appwrite client --endpoint \"https://cloud.appwrite.io/v1\" --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\"\n    \n    # Deploy all functions non-interactively\n    appwrite push functions --all --force\n```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer correctly mentions the --force flag for non-interactive mode and the appwrite push command, which are key requirements. It also covers environment variable configuration implicitly through the GitHub Actions example using secrets. However, it's weak on the authentication/login step - it mentions API key authentication only vaguely ('typically by logging in via an API key') without explicitly showing the appwrite login command with --endpoint and --key flags, which is a core requirement. The answer uses 'appwrite client' for configuration instead of the login command with proper API key flags. It does cover most of the rubric points but misses the explicit API key authentication step with proper flags.",
          "promptTokens": 7935,
          "completionTokens": 1596,
          "totalTokens": 9531,
          "cost": 0.035022,
          "durationMs": 27337,
          "tokensPerSecond": 58.38,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "Here is the complete workflow for creating, configuring, and deploying an Appwrite Function using the Appwrite CLI.\n\n### Step 1: Initialize the Function\nIf you haven't already initialized your Appwrite project, run `appwrite init project` first. Then, create a new function:\n\n```bash\nappwrite init functions\n```\nThe CLI will prompt you to name your function, select a runtime (e.g., `node-22`, `python-3.11`), and provide an entrypoint. This will generate the boilerplate code in your local directory and automatically update your `appwrite.config.json` file.\n\n### Step 2: Configure `appwrite.config.json`\nWhen you initialize a function, its configuration is added to the `functions` array in your `appwrite.config.json` (or a referenced include file like `appwrite/functions.json`). \n\nHere is an example configuration:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n**Key Configuration Options:**\n*   **`runtime`**: The execution environment for your function (e.g., `node-22`).\n*   **`entrypoint`**: The file inside your function's `path` that starts the function (e.g., `src/main.js`).\n*   **`commands`**: The build/install commands run before deployment (e.g., `npm install` or `pip install -r requirements.txt`).\n*   **`path`**: The local directory containing your function's source code.\n*   **`events`**: An array of Appwrite event patterns that will automatically trigger the function (e.g., `[\"users.*.create\"]`).\n*   **`schedule`**: A CRON expression to trigger the function on a recurring schedule. Leave empty (`\"\"`) to disable.\n*   **`timeout`**: Maximum allowed execution duration in seconds.\n*   **`scopes`**: API scopes granted to the function's generated execution key, allowing it to bypass standard user permissions for specific services.\n*   **`ignore`**: Newline-separated rules for files/folders to exclude when packaging the code (note: `.gitignore` is also read automatically).\n\n### Step 3: Configure Environment Variables\n**Do not** put environment variables in `appwrite.config.json`. Instead, create a `.env` file inside your function's local directory (the `path` specified in your config).\n\n```env\n# functions/userAuth/.env\nSECRET_API_KEY=your_secret_value\n```\n\n### Step 4: Deploy the Function\nOnce your code and configuration are ready, deploy the function to your Appwrite project using the `push` command.\n\n**Deploy all functions:**\n```bash\nappwrite push functions\n```\n\n**Deploy a specific function and sync variables:**\nBy default, pushing code does not overwrite your remote environment variables. To sync the variables from your local `.env` file to Appwrite, use the `--with-variables` flag:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n**Deployment Activation:**\nBy default, pushing a function automatically activates the new deployment, routing live traffic to it. If you want to deploy the code without switching live traffic immediately, use:\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n### Optional: Local Development & Execution\nBefore deploying, you can test your function locally using:\n```bash\nappwrite run functions --with-variables\n```\nOnce deployed, you can manually trigger an execution from the CLI to test it in the cloud:\n```bash\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n```",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all 5 required rubric points: 1) appwrite init functions to scaffold, 2) Runtime selection during initialization, 3) Detailed appwrite.config.json configuration options including name, runtime, execute permissions (scopes), variables, schedule, events, timeout, etc., 4) Local development with appwrite run functions (mentioned in the Optional section), 5) Deployment with appwrite push functions. The answer is comprehensive and accurate, going beyond the minimum requirements with additional details about flags and environment variables. The only minor issue is that 'execute permissions' as a specific field isn't explicitly called out (it uses 'scopes' instead), and local development is placed in an 'Optional' section rather than as a primary step, but overall the coverage is excellent.",
          "promptTokens": 7940,
          "completionTokens": 1810,
          "totalTokens": 9750,
          "cost": 0.0376,
          "durationMs": 20036,
          "tokensPerSecond": 90.34,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8325,
          "completionTokens": 324,
          "totalTokens": 8649,
          "cost": 0.020538,
          "durationMs": 10172,
          "tokensPerSecond": 31.85,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8298,
          "completionTokens": 210,
          "totalTokens": 8508,
          "cost": 0.019116,
          "durationMs": 5855,
          "tokensPerSecond": 35.87,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8374,
          "completionTokens": 429,
          "totalTokens": 8803,
          "cost": 0.021896,
          "durationMs": 10551,
          "tokensPerSecond": 40.66,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8362,
          "completionTokens": 376,
          "totalTokens": 8738,
          "cost": 0.021236,
          "durationMs": 9485,
          "tokensPerSecond": 39.64,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8312,
          "completionTokens": 192,
          "totalTokens": 8504,
          "cost": 0.018928,
          "durationMs": 10379,
          "tokensPerSecond": 18.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8309,
          "completionTokens": 172,
          "totalTokens": 8481,
          "cost": 0.018682,
          "durationMs": 7761,
          "tokensPerSecond": 22.16,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8344,
          "completionTokens": 324,
          "totalTokens": 8668,
          "cost": 0.020576,
          "durationMs": 8851,
          "tokensPerSecond": 36.61,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8448,
          "completionTokens": 686,
          "totalTokens": 9134,
          "cost": 0.025128,
          "durationMs": 11789,
          "tokensPerSecond": 58.19,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8349,
          "completionTokens": 306,
          "totalTokens": 8655,
          "cost": 0.02037,
          "durationMs": 10939,
          "tokensPerSecond": 27.97,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row using the Appwrite CLI, the `data` and `permissions` arguments must be passed as follows:\n\n*   **`--data`**: Must be passed as a valid JSON string containing the row's attributes.\n*   **`--permissions`**: Must be passed as a space-separated list of permission strings.\n\nHere is an example of how to use them in the `create-row` command:\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\", \"score\": 100 }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly covers all three rubric points: 1) data as a JSON string with double quotes for keys and values, 2) permissions as space-separated values in the CLI (array format), and 3) provides a correct example using tables-db create-row with proper syntax. The example is slightly more detailed than the reference but accurately demonstrates the required format. Minor deduction because the answer doesn't explicitly emphasize that keys AND values must be in double quotes (it shows it in the example but doesn't state it explicitly), but overall this is a very complete and accurate answer.",
          "promptTokens": 7921,
          "completionTokens": 739,
          "totalTokens": 8660,
          "cost": 0.02471,
          "durationMs": 12149,
          "tokensPerSecond": 60.83,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8466,
          "completionTokens": 100,
          "totalTokens": 8566,
          "cost": 0.018132,
          "durationMs": 10234,
          "tokensPerSecond": 9.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8409,
          "completionTokens": 985,
          "totalTokens": 9394,
          "cost": 0.028638,
          "durationMs": 15906,
          "tokensPerSecond": 61.93,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 22419,
          "completionTokens": 439,
          "totalTokens": 22858,
          "cost": 0.050106,
          "durationMs": 18447,
          "tokensPerSecond": 23.8,
          "toolCallCount": 2
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8327,
          "completionTokens": 207,
          "totalTokens": 8534,
          "cost": 0.019138,
          "durationMs": 8447,
          "tokensPerSecond": 24.51,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8486,
          "completionTokens": 85,
          "totalTokens": 8571,
          "cost": 0.017992,
          "durationMs": 9447,
          "tokensPerSecond": 9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8426,
          "completionTokens": 1484,
          "totalTokens": 9910,
          "cost": 0.03466,
          "durationMs": 26196,
          "tokensPerSecond": 56.65,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8391,
          "completionTokens": 172,
          "totalTokens": 8563,
          "cost": 0.018846,
          "durationMs": 17926,
          "tokensPerSecond": 9.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8537,
          "completionTokens": 352,
          "totalTokens": 8889,
          "cost": 0.021298,
          "durationMs": 11796,
          "tokensPerSecond": 29.84,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "gpt-5-5",
      "modelName": "GPT 5.5",
      "provider": "OpenAI",
      "promptCostPerMillionTokens": 5,
      "completionCostPerMillionTokens": 30,
      "scores": {
        "foundation": 100,
        "auth": 98.5,
        "tablesdb": 96.5,
        "functions": 99.5,
        "storage": 94.3,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 92.9
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 100,
        "functions": 100,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 90,
        "tablesdb": 73.3,
        "functions": 96.7,
        "storage": 95,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 100
      },
      "overall": 97.7,
      "mcqOverall": 98.2,
      "freeformOverall": 94.8,
      "totalQuestions": 191,
      "totalCorrect": 187,
      "totalPromptTokens": 448823,
      "totalCompletionTokens": 75528,
      "totalTokens": 524351,
      "totalCost": 4.509955,
      "totalDurationMs": 1985112,
      "averageTokensPerSecond": 38.05,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 452,
          "completionTokens": 52,
          "totalTokens": 504,
          "cost": 0.00382,
          "durationMs": 3066,
          "tokensPerSecond": 16.96,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 422,
          "completionTokens": 90,
          "totalTokens": 512,
          "cost": 0.00481,
          "durationMs": 4298,
          "tokensPerSecond": 20.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 426,
          "completionTokens": 83,
          "totalTokens": 509,
          "cost": 0.00462,
          "durationMs": 5166,
          "tokensPerSecond": 16.07,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 445,
          "completionTokens": 59,
          "totalTokens": 504,
          "cost": 0.003995,
          "durationMs": 3669,
          "tokensPerSecond": 16.08,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 428,
          "completionTokens": 53,
          "totalTokens": 481,
          "cost": 0.00373,
          "durationMs": 2644,
          "tokensPerSecond": 20.05,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, the main difference is **where the SDK runs and what credentials it uses**.\n\n## Client-side SDKs\n\nClient-side SDKs run in an end-user environment, such as:\n\n- Browser apps\n- React / Vue / Svelte apps\n- React Native / mobile apps\n\nExamples:\n\n```ts\nimport { Client, Account, TablesDB, Storage } from 'appwrite';\n```\n\nor for React Native:\n\n```ts\nimport { Client, Account } from 'react-native-appwrite';\n```\n\nClient-side SDKs are designed to use the **current user’s session**, not an API key.\n\n### Use client-side SDKs when you want users to:\n\n- Sign up, log in, log out\n- Use OAuth\n- Read or write their own data\n- Upload files\n- Subscribe to realtime updates\n- Access resources according to Appwrite permissions\n\nExample:\n\n```ts\nconst client = new Client()\n  .setEndpoint('https://cloud.appwrite.io/v1')\n  .setProject('[PROJECT_ID]');\n\nconst account = new Account(client);\n\nawait account.createEmailPasswordSession({\n  email: 'user@example.com',\n  password: 'password123',\n});\n```\n\nImportant: **Never expose an Appwrite API key in client-side code.**\n\nClient-side access is controlled by Appwrite permissions like:\n\n```ts\nPermission.read(Role.user('[USER_ID]'))\n```\n\nor:\n\n```ts\nPermission.read(Role.any())\n```\n\n## Server-side SDKs\n\nServer-side SDKs run in trusted environments, such as:\n\n- Node.js backends\n- Appwrite Functions\n- SSR frameworks like Next.js, Nuxt, SvelteKit, Remix\n- Scripts, workers, cron jobs, CI/CD pipelines\n\nExample:\n\n```ts\nimport { Client, Users, TablesDB, Storage } from 'node-appwrite';\n```\n\nServer-side SDKs can use an **API key**:\n\n```ts\nconst client = new Client()\n  .setEndpoint('https://cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n```\n\nBecause API keys are privileged, they must stay secret and only be used on the server.\n\n### Use server-side SDKs when you need to:\n\n- Perform admin actions\n- Create, update, or delete users\n- Create databases, tables, buckets, functions, etc.\n- Run privileged backend logic\n- Access secrets like payment keys or third-party API credentials\n- Validate business rules before writing data\n- Process webhooks\n- Run scheduled jobs\n- Handle SSR authentication securely\n\nExample:\n\n```ts\nconst users = new Users(client);\n\nawait users.create({\n  userId: ID.unique(),\n  email: 'user@example.com',\n  password: 'password123',\n});\n```\n\n## Key difference\n\n| Feature | Client-side SDK | Server-side SDK |\n|---|---|---|\n| Runs in | Browser/mobile app | Backend/server/function |\n| Uses | User session | API key or user session |\n| Trust level | Untrusted | Trusted |\n| Can expose API key? | No | Yes, via environment variables |\n| Access | Limited by user permissions | Privileged if using API key |\n| Common use | Auth, user data, realtime, uploads | Admin tasks, secure logic, integrations |\n\n## Simple rule\n\nUse the **client-side SDK** for actions the logged-in user is allowed to perform directly.\n\nUse the **server-side SDK** for anything that requires elevated permissions, secrets, validation, or admin access.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: 1) Client SDKs are explicitly described for frontend/user-facing apps (browsers, mobile, React/Vue/Svelte); 2) Server SDKs use API keys (clearly shown with setKey() examples); 3) Server SDKs have privileged/elevated access that bypasses normal user permissions for admin tasks; 4) Client SDKs require user sessions (explicitly stated and demonstrated with createEmailPasswordSession). The answer goes well beyond the minimum requirements with detailed examples, a comparison table, and practical guidance.",
          "promptTokens": 5883,
          "completionTokens": 1089,
          "totalTokens": 6972,
          "cost": 0.062085,
          "durationMs": 19852,
          "tokensPerSecond": 54.86,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 431,
          "completionTokens": 63,
          "totalTokens": 494,
          "cost": 0.004045,
          "durationMs": 5365,
          "tokensPerSecond": 11.74,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite uses a **role-based, deny-by-default permission model**.\n\nEach protected resource, such as a database row or storage file, can have a `permissions` array. Each permission combines:\n\n1. **An action** — what can be done\n2. **A role** — who can do it\n\nExample:\n\n```ts\npermissions: [\n  Permission.read(Role.user(\"userId\")),\n  Permission.update(Role.team(\"teamId\", \"editor\")),\n  Permission.delete(Role.user(\"userId\")),\n]\n```\n\nA request is allowed if the current user/session matches at least one role that has the required permission. Otherwise, Appwrite returns a permission error.\n\nCommon role targets include:\n\n```ts\nRole.any()              // anyone, including guests\nRole.guests()           // unauthenticated users\nRole.users()            // any authenticated user\nRole.user(\"userId\")     // one specific user\nRole.team(\"teamId\")     // members of a team\nRole.team(\"teamId\", \"admin\") // team members with a specific role\nRole.member(\"memberId\") // specific team membership\nRole.label(\"labelId\")   // users with a label\n```\n\nBy default, if no permissions are set, **no client user can access the resource**, not even the creator. Server-side SDKs using API keys can bypass normal user permissions depending on the API key scopes.\n\n## Permission types\n\nAppwrite supports these permission actions:\n\n| Permission | Description |\n|---|---|\n| `read` | Allows viewing or fetching a resource |\n| `create` | Allows creating child resources, such as rows in a table or files in a bucket |\n| `update` | Allows modifying an existing resource |\n| `delete` | Allows deleting a resource |\n| `write` | Convenience permission that grants `create`, `update`, and `delete` |\n\nExample:\n\n```ts\nPermission.read(Role.any())              // public read access\nPermission.create(Role.users())          // any logged-in user can create\nPermission.update(Role.user(\"userId\"))   // specific user can update\nPermission.delete(Role.team(\"admins\"))   // team can delete\nPermission.write(Role.user(\"userId\"))    // create + update + delete\n```\n\nImportant: `write` does **not** include `read`. If a user needs to both view and modify a resource, grant both `read` and `write`, or grant the specific permissions separately.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) Permission types (read, create, update, delete, plus write as a bonus), 2) More than 3 role types (Role.any(), Role.guests(), Role.users(), Role.user(), Role.team(), Role.member(), Role.label()), and 3) That permissions are set on resources (explicitly mentions 'each protected resource... can have a permissions array'). The answer is comprehensive, accurate, and well-structured.",
          "promptTokens": 5875,
          "completionTokens": 2109,
          "totalTokens": 7984,
          "cost": 0.092645,
          "durationMs": 39464,
          "tokensPerSecond": 53.44,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 446,
          "completionTokens": 58,
          "totalTokens": 504,
          "cost": 0.00397,
          "durationMs": 3882,
          "tokensPerSecond": 14.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 447,
          "completionTokens": 86,
          "totalTokens": 533,
          "cost": 0.004815,
          "durationMs": 3592,
          "tokensPerSecond": 23.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 83,
          "totalTokens": 533,
          "cost": 0.00474,
          "durationMs": 2508,
          "tokensPerSecond": 33.09,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 490,
          "completionTokens": 95,
          "totalTokens": 585,
          "cost": 0.0053,
          "durationMs": 3418,
          "tokensPerSecond": 27.79,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 459,
          "completionTokens": 73,
          "totalTokens": 532,
          "cost": 0.004485,
          "durationMs": 5757,
          "tokensPerSecond": 12.68,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 424,
          "completionTokens": 122,
          "totalTokens": 546,
          "cost": 0.00578,
          "durationMs": 5493,
          "tokensPerSecond": 22.21,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 449,
          "completionTokens": 51,
          "totalTokens": 500,
          "cost": 0.003775,
          "durationMs": 4255,
          "tokensPerSecond": 11.99,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 444,
          "completionTokens": 274,
          "totalTokens": 718,
          "cost": 0.01044,
          "durationMs": 5511,
          "tokensPerSecond": 49.72,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 475,
          "completionTokens": 88,
          "totalTokens": 563,
          "cost": 0.005015,
          "durationMs": 3679,
          "tokensPerSecond": 23.92,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 418,
          "completionTokens": 81,
          "totalTokens": 499,
          "cost": 0.00452,
          "durationMs": 3777,
          "tokensPerSecond": 21.45,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 467,
          "completionTokens": 155,
          "totalTokens": 622,
          "cost": 0.006985,
          "durationMs": 3320,
          "tokensPerSecond": 46.69,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Examples of Appwrite services/product areas:\n\n- **Auth**: Handles user authentication, sessions, OAuth, email/password login, anonymous login, MFA, and user identity management.\n- **Databases**: Stores and queries structured application data using databases, tables/collections, rows/documents, indexes, and permissions.\n- **Storage**: Manages file uploads, downloads, previews, permissions, and buckets for assets like images, PDFs, and videos.\n- **Functions**: Runs server-side code in response to events, schedules, or HTTP requests using serverless functions.\n- **Realtime**: Lets apps subscribe to live updates from databases, auth, storage, and other Appwrite events.\n- **Messaging**: Sends messages through channels such as email, SMS, and push notifications.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer names six Appwrite services (Auth, Databases, Storage, Functions, Realtime, Messaging) and provides accurate, detailed descriptions of each. All descriptions align with the reference answer's descriptions. The answer well exceeds the minimum requirement of three services with correct purposes.",
          "promptTokens": 292,
          "completionTokens": 435,
          "totalTokens": 727,
          "cost": 0.01451,
          "durationMs": 9593,
          "tokensPerSecond": 45.35,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 427,
          "completionTokens": 117,
          "totalTokens": 544,
          "cost": 0.005645,
          "durationMs": 2976,
          "tokensPerSecond": 39.31,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 439,
          "completionTokens": 152,
          "totalTokens": 591,
          "cost": 0.006755,
          "durationMs": 7288,
          "tokensPerSecond": 20.86,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 477,
          "completionTokens": 151,
          "totalTokens": 628,
          "cost": 0.006915,
          "durationMs": 4238,
          "tokensPerSecond": 35.63,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "```bash\nnpm install appwrite\n```\n\n```ts\n// appwrite.ts\nimport { Client, Account, ID, AppwriteException } from \"appwrite\";\n\n// 1. Set up the Appwrite client\nconst client = new Client()\n  .setEndpoint(\"https://<REGION>.cloud.appwrite.io/v1\") // or your self-hosted endpoint\n  .setProject(\"<PROJECT_ID>\");\n\nexport const account = new Account(client);\n\n// 2. Sign up with email/password\nexport async function signUp(email: string, password: string, name?: string) {\n  try {\n    const user = await account.create({\n      userId: ID.unique(),\n      email,\n      password,\n      name,\n    });\n\n    // Optional: log the user in immediately after signup\n    const session = await account.createEmailPasswordSession({\n      email,\n      password,\n    });\n\n    return { user, session };\n  } catch (error) {\n    if (error instanceof AppwriteException) {\n      console.error(error.message);\n    }\n    throw error;\n  }\n}\n\n// 3. Log in with email/password\nexport async function login(email: string, password: string) {\n  try {\n    const session = await account.createEmailPasswordSession({\n      email,\n      password,\n    });\n\n    return session;\n  } catch (error) {\n    if (error instanceof AppwriteException) {\n      console.error(error.message);\n    }\n    throw error;\n  }\n}\n\n// Optional: get the currently logged-in user\nexport async function getCurrentUser() {\n  return await account.get();\n}\n\n// Optional: log out\nexport async function logout() {\n  return await account.deleteSession({\n    sessionId: \"current\",\n  });\n}\n```\n\nExample usage:\n\n```ts\nimport { signUp, login, getCurrentUser, logout } from \"./appwrite\";\n\n// Signup\nawait signUp(\"user@example.com\", \"password123\", \"Jane Doe\");\n\n// Login\nawait login(\"user@example.com\", \"password123\");\n\n// Get current authenticated user\nconst user = await getCurrentUser();\nconsole.log(user);\n\n// Logout\nawait logout();\n```\n\nReplace:\n\n```ts\n\"<REGION>\"\n\"<PROJECT_ID>\"\n```\n\nwith your Appwrite Cloud region and project ID.",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer includes all 5 required elements: Client initialization with setEndpoint and setProject, Account service instantiation, account.create() with ID.unique(), account.createEmailPasswordSession(), and correct imports from appwrite. However, the account.create() call uses named object parameters ({userId, email, password, name}) rather than the standard positional parameters (ID.unique(), email, password, name) as specified in the reference answer. Similarly, account.createEmailPasswordSession() uses an object parameter rather than positional arguments. The Appwrite Web SDK's account.create() method signature is account.create(userId, email, password, name) with positional arguments, not a named object. This is a notable API usage error that could cause runtime failures, though the overall structure and concepts are correct.",
          "promptTokens": 5905,
          "completionTokens": 1056,
          "totalTokens": 6961,
          "cost": 0.061205,
          "durationMs": 16065,
          "tokensPerSecond": 65.73,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 451,
          "completionTokens": 74,
          "totalTokens": 525,
          "cost": 0.004475,
          "durationMs": 3147,
          "tokensPerSecond": 23.51,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 478,
          "completionTokens": 307,
          "totalTokens": 785,
          "cost": 0.0116,
          "durationMs": 5028,
          "tokensPerSecond": 61.06,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "Appwrite authentication is **session-based**. A session represents one logged-in “device/browser/client” for a user. Appwrite uses the session to identify the current user for `account.get()`, database permissions like `Role.user(userId)`, storage permissions, realtime subscriptions, etc.\n\n## How sessions are created\n\nSessions are created when a user signs in through one of Appwrite’s auth methods, for example:\n\n```ts\nawait account.createEmailPasswordSession({\n  email: 'user@example.com',\n  password: 'password',\n});\n```\n\nOther common session creation flows include:\n\n- **Email/password**: `createEmailPasswordSession()`\n- **Anonymous login**: `createAnonymousSession()`\n- **OAuth in web apps**: `createOAuth2Session()`\n- **OAuth in SSR / React Native**: `createOAuth2Token()` followed by `createSession()`\n- **Magic URL / OTP / phone auth**: create a token/secret first, then exchange it for a session\n\nIn a browser app using the Web SDK, Appwrite sets and uses a session cookie automatically.\n\nIn SSR/server environments, you usually create the session using an admin/server client, then store `session.secret` in your own secure HTTP-only cookie:\n\n```ts\nconst session = await account.createEmailPasswordSession({\n  email,\n  password,\n});\n\nres.cookie(`a_session_${PROJECT_ID}`, session.secret, {\n  httpOnly: true,\n  secure: true,\n  sameSite: 'strict',\n  expires: new Date(session.expire),\n  path: '/',\n});\n```\n\nThen, on future requests, you create a per-request Appwrite client with:\n\n```ts\nclient.setSession(sessionSecret);\n```\n\n## How sessions are managed\n\nA session is tied to a user and contains metadata such as:\n\n- Session ID\n- User ID\n- Expiration time\n- IP address\n- Device/browser/client information\n- Auth provider\n- Whether it is the current session\n\nFrom the client-side Account API, the signed-in user can manage their own sessions:\n\n```ts\n// List all sessions for the current user\nconst sessions = await account.listSessions();\n\n// Get the current session\nconst session = await account.getSession({\n  sessionId: 'current',\n});\n```\n\nThe current session is the one being used by the current request/client. You can also inspect other active sessions to build “logged in devices” screens.\n\nServer-side, an admin can manage user sessions through the Users API, such as listing or deleting a specific user’s sessions.\n\n## How sessions are deleted\n\nTo log out from the current device/session:\n\n```ts\nawait account.deleteSession({\n  sessionId: 'current',\n});\n```\n\nTo delete a specific session:\n\n```ts\nawait account.deleteSession({\n  sessionId: '[SESSION_ID]',\n});\n```\n\nTo log out from all devices:\n\n```ts\nawait account.deleteSessions();\n```\n\nDeleting a session invalidates it immediately. Any request using that session will become unauthorized.\n\nIn SSR apps, also clear your own app cookie after deleting the Appwrite session.\n\n## Session expiration\n\nSessions have an expiration timestamp, available as:\n\n```ts\nsession.expire\n```\n\nOnce a session expires, it",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers nearly all required points: 1) Sessions created on authentication - covered with multiple examples, 2) Session tokens/cookies - covered with HTTP-only cookie examples and SSR handling, 3) Methods to list/delete sessions - covered with account.listSessions(), account.deleteSession(), account.deleteSessions(), 4) Session expiry - mentioned with session.expire. The only missing element is the specific session limit of 10 per user, which is not mentioned anywhere in the response. The answer is otherwise very thorough and detailed, going beyond the reference answer in many areas.",
          "promptTokens": 296,
          "completionTokens": 83,
          "totalTokens": 379,
          "cost": 0.00397,
          "durationMs": 67469,
          "tokensPerSecond": 1.23,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 453,
          "completionTokens": 168,
          "totalTokens": 621,
          "cost": 0.007305,
          "durationMs": 4871,
          "tokensPerSecond": 34.49,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 459,
          "completionTokens": 65,
          "totalTokens": 524,
          "cost": 0.004245,
          "durationMs": 6550,
          "tokensPerSecond": 9.92,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 430,
          "completionTokens": 74,
          "totalTokens": 504,
          "cost": 0.00437,
          "durationMs": 3691,
          "tokensPerSecond": 20.05,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 499,
          "completionTokens": 234,
          "totalTokens": 733,
          "cost": 0.009515,
          "durationMs": 4772,
          "tokensPerSecond": 49.04,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 427,
          "completionTokens": 142,
          "totalTokens": 569,
          "cost": 0.006395,
          "durationMs": 3630,
          "tokensPerSecond": 39.12,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 422,
          "completionTokens": 239,
          "totalTokens": 661,
          "cost": 0.00928,
          "durationMs": 7729,
          "tokensPerSecond": 30.92,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 435,
          "completionTokens": 131,
          "totalTokens": 566,
          "cost": 0.006105,
          "durationMs": 9628,
          "tokensPerSecond": 13.61,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 451,
          "completionTokens": 80,
          "totalTokens": 531,
          "cost": 0.004655,
          "durationMs": 3849,
          "tokensPerSecond": 20.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 452,
          "completionTokens": 125,
          "totalTokens": 577,
          "cost": 0.00601,
          "durationMs": 2689,
          "tokensPerSecond": 46.49,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 471,
          "completionTokens": 182,
          "totalTokens": 653,
          "cost": 0.007815,
          "durationMs": 6414,
          "tokensPerSecond": 28.38,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 441,
          "completionTokens": 178,
          "totalTokens": 619,
          "cost": 0.007545,
          "durationMs": 4720,
          "tokensPerSecond": 37.71,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 477,
          "completionTokens": 107,
          "totalTokens": 584,
          "cost": 0.005595,
          "durationMs": 3221,
          "tokensPerSecond": 33.22,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "`account.deleteSession({ sessionId })` deletes **one session**.\n\n`account.deleteSessions()` deletes **all sessions for the current account**.\n\n### `account.deleteSession({ sessionId })`\n\nUse this when you want to log out from a specific session.\n\nCommon cases:\n\n```ts\n// Log out only the current device/browser\nawait account.deleteSession({ sessionId: 'current' });\n```\n\nOr, if you have a session ID from `account.listSessions()`:\n\n```ts\n// Revoke a specific device/session\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n\nUse this for:\n\n- Normal “Log out” button\n- “Log out this device”\n- Removing one session from an account security/devices page\n\n---\n\n### `account.deleteSessions()`\n\nUse this when you want to log the user out **everywhere**.\n\n```ts\nawait account.deleteSessions();\n```\n\nThis invalidates all active sessions for the current account, including:\n\n- Current browser/device\n- Other browsers\n- Mobile apps\n- Other devices\n\nUse this for:\n\n- “Sign out of all devices”\n- After changing a password\n- If the user suspects their account was compromised\n- Account security flows\n\n---\n\n### Quick rule\n\n```ts\n// Logout here only\nawait account.deleteSession({ sessionId: 'current' });\n\n// Logout everywhere\nawait account.deleteSessions();\n```\n\nAfter either call, especially `deleteSessions()`, you should clear any local app state and redirect the user to your login screen.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, and 3) provides clear use cases for each (logout one device vs logout everywhere). It also includes practical code examples and additional helpful context about when to use each method.",
          "promptTokens": 5883,
          "completionTokens": 894,
          "totalTokens": 6777,
          "cost": 0.056235,
          "durationMs": 24814,
          "tokensPerSecond": 36.03,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 532,
          "totalTokens": 982,
          "cost": 0.01821,
          "durationMs": 14792,
          "tokensPerSecond": 35.97,
          "toolCallCount": 0
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 484,
          "completionTokens": 145,
          "totalTokens": 629,
          "cost": 0.00677,
          "durationMs": 6881,
          "tokensPerSecond": 21.07,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "You can’t safely create databases/tables from a public browser app with the Web SDK because schema creation is an admin/server-side operation. Use `TablesDB` with the current API from a trusted environment, such as an Appwrite Function or backend using `node-appwrite`.\n\n```ts\nimport { Client, TablesDB, ID, Permission, Role } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>')\n  .setKey('<APPWRITE_API_KEY>');\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasksTable() {\n  // 1. Create database\n  const database = await tablesDB.create({\n    databaseId: ID.unique(),\n    name: 'Tasks Database',\n  });\n\n  // 2. Create \"tasks\" table with columns\n  const table = await tablesDB.createTable({\n    databaseId: database.$id,\n    tableId: 'tasks',\n    name: 'Tasks',\n    columns: [\n      {\n        key: 'title',\n        type: 'varchar',\n        size: 255,\n        required: true,\n      },\n      {\n        key: 'completed',\n        type: 'boolean',\n        required: true,\n      },\n      {\n        key: 'dueDate',\n        type: 'datetime',\n        required: false,\n      },\n    ],\n    permissions: [\n      Permission.read(Role.any()),\n      Permission.create(Role.users()),\n    ],\n  });\n\n  // 3. Insert a row\n  const task = await tablesDB.createRow({\n    databaseId: database.$id,\n    tableId: table.$id,\n    rowId: ID.unique(),\n    data: {\n      title: 'Finish Appwrite setup',\n      completed: false,\n      dueDate: new Date('2026-01-15T12:00:00.000Z').toISOString(),\n    },\n    permissions: [\n      Permission.read(Role.any()),\n      Permission.update(Role.users()),\n      Permission.delete(Role.users()),\n    ],\n  });\n\n  console.log({ database, table, task });\n}\n\nsetupTasksTable().catch(console.error);\n```\n\nFor a browser app using the Web SDK, create the database/table ahead of time on the server, then only insert rows from the client:\n\n```ts\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>');\n\nconst tablesDB = new TablesDB(client);\n\nawait tablesDB.createRow({\n  databaseId: '<DATABASE_ID>',\n  tableId: 'tasks',\n  rowId: ID.unique(),\n  data: {\n    title: 'Finish Appwrite setup',\n    completed: false,\n    dueDate: new Date('2026-01-15T12:00:00.000Z').toISOString(),\n  },\n});",
          "correct": false,
          "score": 0.2,
          "judgeReasoning": "The answer attempts to use a 'TablesDB' API that doesn't exist in Appwrite's actual SDK (neither node-appwrite nor the Web SDK). Appwrite uses 'Databases' service with collections and attributes, not 'TablesDB' with tables and columns. The answer fabricates an entirely non-existent API. However, it does demonstrate the general pattern of: setting up a client, creating a database, creating a table/collection with typed columns, and inserting a row - which matches the structural requirements of the rubric. Since the question specifically asks about a 'TablesDB API' (which also doesn't exist), and the answer uses that exact fictional API name with all 5 required rubric elements (Client+TablesDB setup, tablesDB.create(), tablesDB.createTable(), varchar/boolean/datetime columns, tablesDB.createRow()), it technically satisfies the rubric criteria for a non-existent API. The answer gets partial credit for following the rubric structure but loses significant points because this API doesn't actually exist in Appwrite.",
          "promptTokens": 5941,
          "completionTokens": 1758,
          "totalTokens": 7699,
          "cost": 0.082445,
          "durationMs": 33285,
          "tokensPerSecond": 52.82,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 510,
          "completionTokens": 93,
          "totalTokens": 603,
          "cost": 0.00534,
          "durationMs": 4656,
          "tokensPerSecond": 19.97,
          "toolCallCount": 0
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 484,
          "completionTokens": 42,
          "totalTokens": 526,
          "cost": 0.00368,
          "durationMs": 1789,
          "tokensPerSecond": 23.48,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "Use `TablesDB.listRows()` and pass an array of `Query` helpers in the `queries` option. Each `Query.*()` call creates one query condition.\n\n```ts\nimport { Client, TablesDB, Query } from 'appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst result = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.equal('status', 'active'),\n    Query.limit(10),\n  ],\n});\n\nconsole.log(result.total);\nconsole.log(result.rows); // In some older SDK/model typings this may be `documents`\n```\n\n## Filtering rows\n\nQueries are combined with `AND` by default.\n\n```ts\nconst activeTodos = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.equal('status', 'active'),\n    Query.equal('done', false),\n  ],\n});\n```\n\nMore filter examples:\n\n```ts\nqueries: [\n  Query.equal('category', 'work'),              // category == \"work\"\n  Query.notEqual('status', 'archived'),         // status != \"archived\"\n  Query.greaterThan('priority', 2),             // priority > 2\n  Query.lessThanEqual('price', 100),            // price <= 100\n  Query.between('age', 18, 65),                 // 18 <= age <= 65\n  Query.isNull('deletedAt'),                    // deletedAt is null\n  Query.isNotNull('publishedAt'),               // publishedAt is not null\n  Query.startsWith('title', 'Appwrite'),        // title starts with \"Appwrite\"\n  Query.contains('tags', 'backend'),            // array/string contains value\n]\n```\n\nYou can pass an array to `Query.equal()` for an `IN`-style query:\n\n```ts\nconst posts = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.equal('status', ['draft', 'published']),\n  ],\n});\n```\n\nFull-text search:\n\n```ts\nconst searchResults = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.search('content', 'serverless functions'),\n  ],\n});\n```\n\n`Query.search()` requires a full-text index on the column.\n\n## Sorting rows\n\nUse `Query.orderAsc()` or `Query.orderDesc()`.\n\n```ts\nconst newestPosts = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.equal('status', 'published'),\n    Query.orderDesc('$createdAt'),\n  ],\n});\n```\n\nSort by a custom column:\n\n```ts\nconst topProducts = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.orderDesc('rating'),\n    Query.orderAsc('name'),\n  ],\n});\n```\n\n## Limiting results\n\nUse `Query.limit()` to control how many rows are returned.\n\n```ts\nconst firstTen = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.limit(10),\n  ],\n});\n```\n\nDefault limit is usually `25`; maximum is `100`.\n\n## Offset pagination\n\nOffset pagination skips a number of rows.\n\n```ts\nconst page = 3;\nconst limit = 20;\n\nconst result = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.orderDesc('$createdAt'),\n    Query.limit(limit),\n    Query.offset((page - 1) * limit),\n  ],\n});\n```\n\nThis is simple, but for large datasets cursor pagination is preferred.\n\n## Cursor pagination\n\nCursor pagination uses the last or first row ID from the previous page.\n\n```ts\nconst firstPage = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.orderDesc('$createdAt'),\n    Query.limit(20),\n  ],\n});\n\nconst lastRow = firstPage.rows[firstPage.rows.length - 1];\n\nconst secondPage = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.orderDesc('$createdAt'),\n    Query.limit(20),\n    Query.cursorAfter(lastRow.$id),\n  ],\n});\n```\n\nTo go backward:\n\n```ts\nconst previousPage = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.orderDesc('$createdAt'),\n    Query.limit(20),\n    Query.cursorBefore(firstRow.$id),\n  ],\n});\n```\n\n## Combining conditions with OR\n\nBy default, query conditions are `AND`ed together. Use `Query.or()` when needed.\n\n```ts\nconst urgentOrHighPriority = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.or([\n      Query.equal('urgent', true),\n      Query.greaterThanEqual('priority', 8),\n    ]),\n    Query.orderDesc('$createdAt'),\n    Query.limit(25),\n  ],\n});\n```\n\n## Complete example\n\n```ts\nconst result = await tablesDB.listRows({\n  databaseId: 'main',\n  tableId: 'tasks',\n  queries: [\n    Query.equal('status', 'open'),\n    Query.greaterThanEqual('priority', 3),\n    Query.orderDesc('$createdAt'),\n    Query.limit(20),\n  ],\n});\n\nfor (const row of result.rows) {\n  console.log(row.$id, row.title, row.priority);\n}\n```\n\nIn short: pass `Query` helpers to `listRows()`. Use filters to narrow results, `orderAsc`/`orderDesc` to sort, `limit` to cap results, and `offset` or cursor queries for pagination.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering with multiple examples, 2) Query.orderDesc() and orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) Multiple other query methods including greaterThan(), lessThan(), cursorAfter(), cursorBefore(), search(), between(), isNull(), contains(), etc. The answer goes beyond the minimum requirements with cursor pagination, OR queries, and a complete combined example.",
          "promptTokens": 5895,
          "completionTokens": 1882,
          "totalTokens": 7777,
          "cost": 0.085935,
          "durationMs": 31235,
          "tokensPerSecond": 60.25,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 459,
          "completionTokens": 117,
          "totalTokens": 576,
          "cost": 0.005805,
          "durationMs": 3113,
          "tokensPerSecond": 37.58,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 472,
          "completionTokens": 57,
          "totalTokens": 529,
          "cost": 0.00407,
          "durationMs": 6584,
          "tokensPerSecond": 8.66,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 457,
          "completionTokens": 159,
          "totalTokens": 616,
          "cost": 0.007055,
          "durationMs": 5273,
          "tokensPerSecond": 30.15,
          "toolCallCount": 0
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 424,
          "completionTokens": 172,
          "totalTokens": 596,
          "cost": 0.00728,
          "durationMs": 4831,
          "tokensPerSecond": 35.6,
          "toolCallCount": 0
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 478,
          "completionTokens": 141,
          "totalTokens": 619,
          "cost": 0.00662,
          "durationMs": 8612,
          "tokensPerSecond": 16.37,
          "toolCallCount": 0
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 449,
          "completionTokens": 532,
          "totalTokens": 981,
          "cost": 0.018205,
          "durationMs": 32889,
          "tokensPerSecond": 16.18,
          "toolCallCount": 0
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 448,
          "completionTokens": 97,
          "totalTokens": 545,
          "cost": 0.00515,
          "durationMs": 3378,
          "tokensPerSecond": 28.72,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 217,
          "totalTokens": 667,
          "cost": 0.00876,
          "durationMs": 5061,
          "tokensPerSecond": 42.88,
          "toolCallCount": 0
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 455,
          "completionTokens": 245,
          "totalTokens": 700,
          "cost": 0.009625,
          "durationMs": 7233,
          "tokensPerSecond": 33.87,
          "toolCallCount": 0
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 469,
          "completionTokens": 106,
          "totalTokens": 575,
          "cost": 0.005525,
          "durationMs": 2636,
          "tokensPerSecond": 40.21,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 454,
          "completionTokens": 161,
          "totalTokens": 615,
          "cost": 0.0071,
          "durationMs": 4162,
          "tokensPerSecond": 38.68,
          "toolCallCount": 0
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 462,
          "completionTokens": 112,
          "totalTokens": 574,
          "cost": 0.00567,
          "durationMs": 4878,
          "tokensPerSecond": 22.96,
          "toolCallCount": 0
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6243,
          "completionTokens": 831,
          "totalTokens": 7074,
          "cost": 0.056145,
          "durationMs": 25438,
          "tokensPerSecond": 32.67,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "Use `Query.greaterThan()` for the numeric filter, `Query.orderDesc()` for descending sort, and `Query.limit()` to cap the result count.\n\n```ts\nimport { Query } from 'appwrite';\n\nconst results = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.greaterThan('score', 100),\n    Query.orderDesc('score'),\n    Query.limit(20),\n  ],\n});\n```\n\nReplace `'score'` with your numeric column name.\n\nThis returns rows where:\n\n```ts\nscore > 100\n```\n\nwith at most 20 rows, ordered from highest `score` to lowest.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer includes all four required elements: 1) Query.greaterThan('score', 100) for filtering, 2) Query.orderDesc('score') for descending sort, 3) Query.limit(20) to cap results, and 4) all queries passed to tablesDB.listRows() via the queries parameter. The code is complete, correct, and well-explained.",
          "promptTokens": 5901,
          "completionTokens": 775,
          "totalTokens": 6676,
          "cost": 0.052755,
          "durationMs": 17916,
          "tokensPerSecond": 43.26,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 546,
          "completionTokens": 401,
          "totalTokens": 947,
          "cost": 0.01476,
          "durationMs": 7885,
          "tokensPerSecond": 50.86,
          "toolCallCount": 0
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 424,
          "completionTokens": 283,
          "totalTokens": 707,
          "cost": 0.01061,
          "durationMs": 7085,
          "tokensPerSecond": 39.94,
          "toolCallCount": 0
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 418,
          "completionTokens": 274,
          "totalTokens": 692,
          "cost": 0.01031,
          "durationMs": 6637,
          "tokensPerSecond": 41.28,
          "toolCallCount": 0
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 471,
          "completionTokens": 102,
          "totalTokens": 573,
          "cost": 0.005415,
          "durationMs": 3120,
          "tokensPerSecond": 32.69,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 464,
          "completionTokens": 86,
          "totalTokens": 550,
          "cost": 0.0049,
          "durationMs": 4305,
          "tokensPerSecond": 19.98,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "```js\n// src/main.js\n\nexport default async ({ req, res, log, error }) => {\n  const body = req.bodyJson;\n\n  if (!body || typeof body.name !== 'string' || body.name.trim() === '') {\n    return res.json(\n      {\n        error: 'Missing or invalid \"name\" field',\n      },\n      400\n    );\n  }\n\n  const name = body.name.trim();\n\n  return res.json({\n    greeting: `Hello, ${name}!`,\n  });\n};\n```\n\nExample JSON request body:\n\n```json\n{\n  \"name\": \"Alex\"\n}\n```\n\nExample response:\n\n```json\n{\n  \"greeting\": \"Hello, Alex!\"\n}\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is nearly fully correct. It includes: 1) Default export of async function ✓, 2) Destructured context with req, res, log, error ✓, 3) Parsing the request body ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The only minor issue is using `req.bodyJson` instead of `req.body` - in Appwrite Functions, the body is accessed via `req.body` (which is already parsed as JSON when the content-type is application/json), not `req.bodyJson`. This is a small but notable deviation from the standard Appwrite API, hence a slight deduction.",
          "promptTokens": 5909,
          "completionTokens": 1207,
          "totalTokens": 7116,
          "cost": 0.065755,
          "durationMs": 23662,
          "tokensPerSecond": 51.01,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 466,
          "completionTokens": 49,
          "totalTokens": 515,
          "cost": 0.0038,
          "durationMs": 2652,
          "tokensPerSecond": 18.48,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 469,
          "completionTokens": 94,
          "totalTokens": 563,
          "cost": 0.005165,
          "durationMs": 2832,
          "tokensPerSecond": 33.19,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 507,
          "completionTokens": 144,
          "totalTokens": 651,
          "cost": 0.006855,
          "durationMs": 2955,
          "tokensPerSecond": 48.73,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "To deploy an Appwrite Function with the Appwrite CLI, you typically configure the function in `appwrite.config.json`, point it to a local source directory, then push it to Appwrite.\n\n## 1. Install and log in\n\n```bash\nnpm install -g appwrite-cli\nappwrite -v\nappwrite login\n```\n\nFor a self-hosted Appwrite instance:\n\n```bash\nappwrite login --endpoint \"https://your-appwrite-domain.com/v1\"\n```\n\n## 2. Initialize your Appwrite project\n\nFrom your project directory:\n\n```bash\nappwrite init project\n```\n\nThis creates an `appwrite.config.json` file and links the directory to an Appwrite project.\n\nYou can also set the project and endpoint manually:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\n## 3. Create or pull a function\n\nTo create a new function configuration:\n\n```bash\nappwrite init functions\n```\n\nThis will guide you through selecting a runtime, naming the function, and setting the local path.\n\nIf the function already exists in the Appwrite Console, pull it instead:\n\n```bash\nappwrite pull functions\n```\n\n## 4. Configure the function\n\nYour `appwrite.config.json` will include a `functions` section similar to this:\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"userAuth\",\n      \"name\": \"User Auth\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\n## Key configuration options\n\n| Option | Description |\n|---|---|\n| `$id` | Unique function ID in Appwrite. |\n| `name` | Human-readable function name. |\n| `enabled` | Whether the function can be executed. |\n| `logging` | Enables execution logs. |\n| `runtime` | Runtime, for example `node-22`, `python-3.12`, etc. |\n| `entrypoint` | File that Appwrite runs, relative to the function `path`. |\n| `commands` | Build/install command, such as `npm install`. |\n| `path` | Local directory containing the function source code. |\n| `timeout` | Maximum execution time in seconds. |\n| `events` | Appwrite event triggers, such as database or auth events. |\n| `schedule` | Cron expression for scheduled execution. Empty string disables scheduling. |\n| `scopes` | API scopes granted to the function execution key. |\n| `buildSpecification` | Compute size used while building the deployment. |\n| `runtimeSpecification` | Compute size used while executing the function. |\n| `deploymentRetention` | Number of days old deployments are retained. |\n| `ignore` | Extra newline-separated files/folders to exclude from deployment. `.gitignore` is also used automatically. |\n\n## 5. Add environment variables, if needed\n\nDo not put function variables directly in `appwrite.config.json`.\n\nCreate a `.env` file inside the function directory:\n\n```bash\n# functions/userAuth/.env\nSECRET_TOKEN=super-secret\nPUBLIC_FLAG=enabled\n```\n\nThen push with variables:\n\n```bash\nappwrite push functions --function-id userAuth --with-variables\n```\n\nIf you only want to deploy code and keep existing remote variables unchanged:\n\n```bash\nappwrite push functions --function-id userAuth\n```\n\n## 6. Deploy the function\n\nDeploy all configured functions:\n\n```bash\nappwrite push functions\n```\n\nDeploy a specific function:\n\n```bash\nappwrite push functions --function-id userAuth\n```\n\nDeploy and activate the new deployment:\n\n```bash\nappwrite push functions --function-id userAuth --activate\n```\n\nDeploy without switching live traffic to the new deployment:\n\n```bash\nappwrite push functions --function-id userAuth --activate=false\n```\n\nFor CI/CD or non-interactive deployment:\n\n```bash\nappwrite push functions --all --force\n```\n\nor:\n\n```bash\nappwrite push functions --function-id userAuth --force\n```\n\n## 7. Test the function\n\nTrigger an execution from the CLI:\n\n```bash\nappwrite functions create-execution \\\n  --function-id userAuth \\\n  --body '{\"hello\":\"world\"}'\n```\n\nView executions:\n\n```bash\nappwrite functions list-executions --function-id userAuth\n```\n\nYou can also run functions locally during development:\n\n```bash\nappwrite run functions\n```\n\nWith remote variables:\n\n```bash\nappwrite run functions --with-variables\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric elements: 1) CLI installation (npm install -g appwrite-cli), 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed explanation, 4) appwrite push functions command with multiple variants, 5) All key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional details about environment variables, CI/CD deployment, testing, and local development, all of which are accurate and relevant.",
          "promptTokens": 7032,
          "completionTokens": 1645,
          "totalTokens": 8677,
          "cost": 0.08451,
          "durationMs": 29817,
          "tokensPerSecond": 55.17,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 107,
          "totalTokens": 557,
          "cost": 0.00546,
          "durationMs": 3815,
          "tokensPerSecond": 28.05,
          "toolCallCount": 0
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 452,
          "completionTokens": 98,
          "totalTokens": 550,
          "cost": 0.0052,
          "durationMs": 3129,
          "tokensPerSecond": 31.32,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 453,
          "completionTokens": 164,
          "totalTokens": 617,
          "cost": 0.007185,
          "durationMs": 3994,
          "tokensPerSecond": 41.06,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 466,
          "completionTokens": 375,
          "totalTokens": 841,
          "cost": 0.01358,
          "durationMs": 6686,
          "tokensPerSecond": 56.09,
          "toolCallCount": 0
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 508,
          "completionTokens": 237,
          "totalTokens": 745,
          "cost": 0.00965,
          "durationMs": 6135,
          "tokensPerSecond": 38.63,
          "toolCallCount": 0
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 512,
          "completionTokens": 257,
          "totalTokens": 769,
          "cost": 0.01027,
          "durationMs": 7288,
          "tokensPerSecond": 35.26,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 488,
          "completionTokens": 100,
          "totalTokens": 588,
          "cost": 0.00544,
          "durationMs": 4346,
          "tokensPerSecond": 23.01,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 453,
          "completionTokens": 234,
          "totalTokens": 687,
          "cost": 0.009285,
          "durationMs": 5080,
          "tokensPerSecond": 46.06,
          "toolCallCount": 0
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6261,
          "completionTokens": 252,
          "totalTokens": 6513,
          "cost": 0.038865,
          "durationMs": 9210,
          "tokensPerSecond": 27.36,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 262,
          "totalTokens": 712,
          "cost": 0.01011,
          "durationMs": 5491,
          "tokensPerSecond": 47.71,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6205,
          "completionTokens": 1072,
          "totalTokens": 7277,
          "cost": 0.063185,
          "durationMs": 32417,
          "tokensPerSecond": 33.07,
          "toolCallCount": 1
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 462,
          "completionTokens": 532,
          "totalTokens": 994,
          "cost": 0.01827,
          "durationMs": 11034,
          "tokensPerSecond": 48.21,
          "toolCallCount": 0
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are several `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime:\n\n| Variable | Used for |\n|---|---|\n| `APPWRITE_FUNCTION_ID` | The ID of the current function. Useful for logging or function-specific logic. |\n| `APPWRITE_FUNCTION_NAME` | The name of the current function. Useful for debugging/log output. |\n| `APPWRITE_FUNCTION_EXECUTION` | The current execution ID. Useful for tracing logs or debugging a specific run. |\n| `APPWRITE_FUNCTION_TRIGGER` | Indicates how the function was triggered, such as HTTP, scheduled, or event-based. |\n| `APPWRITE_FUNCTION_EVENT` | The Appwrite event that triggered the function, if it was event-triggered. |\n| `APPWRITE_FUNCTION_EVENT_DATA` | The payload/data associated with the triggering event. |\n| `APPWRITE_FUNCTION_PROJECT_ID` | The current Appwrite project ID. Commonly used to initialize an Appwrite SDK client. |\n| `APPWRITE_FUNCTION_API_ENDPOINT` | The Appwrite API endpoint. Also commonly used when initializing the SDK inside the function. |\n| `APPWRITE_FUNCTION_DEPLOYMENT` | The deployment ID currently running. Useful for identifying the deployed code version. |\n| `APPWRITE_FUNCTION_RUNTIME_NAME` / `APPWRITE_FUNCTION_RUNTIME_VERSION` | Information about the runtime environment, useful for diagnostics. |\n\nExample SDK setup inside a function:\n\n```js\nconst client = new Client()\n  .setEndpoint(process.env.APPWRITE_FUNCTION_API_ENDPOINT)\n  .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID);\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names well more than three APPWRITE_FUNCTION_* environment variables and accurately describes the purpose of each one. All listed variables (ID, NAME, TRIGGER, EVENT, EVENT_DATA, PROJECT_ID, API_ENDPOINT, DEPLOYMENT, RUNTIME_NAME/VERSION) are documented runtime environment variables with correct descriptions. The answer also includes a helpful code example showing practical usage.",
          "promptTokens": 17930,
          "completionTokens": 2599,
          "totalTokens": 20529,
          "cost": 0.16762,
          "durationMs": 52104,
          "tokensPerSecond": 49.88,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 461,
          "completionTokens": 101,
          "totalTokens": 562,
          "cost": 0.005335,
          "durationMs": 2801,
          "tokensPerSecond": 36.06,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 438,
          "completionTokens": 85,
          "totalTokens": 523,
          "cost": 0.00474,
          "durationMs": 3576,
          "tokensPerSecond": 23.77,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "You can upload files and get preview URLs with the Appwrite **Web SDK**, but creating a bucket is an **admin/server-side operation**. Do **not** create buckets from browser code or expose an API key in the frontend.\n\nBelow is a safe setup:\n\n---\n\n## 1. Server-side bucket creation\n\nUse `node-appwrite` in a backend script, server route, or Appwrite Function.\n\n```ts\n// create-bucket.ts\nimport { Client, Storage, ID, Permission, Role } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>')\n  .setKey(process.env.APPWRITE_API_KEY!);\n\nconst storage = new Storage(client);\n\nconst bucket = await storage.createBucket({\n  bucketId: 'images',\n  name: 'Images',\n  permissions: [\n    // Anyone can read files from this bucket\n    Permission.read(Role.any()),\n\n    // Only authenticated users can upload files\n    Permission.create(Role.users()),\n  ],\n  fileSecurity: true,\n  enabled: true,\n  maximumFileSize: 10 * 1024 * 1024, // 10 MB\n  allowedFileExtensions: ['jpg', 'jpeg', 'png', 'webp', 'gif'],\n  compression: 'gzip',\n  encryption: true,\n  antivirus: true,\n});\n\nconsole.log('Bucket created:', bucket);\n```\n\nYour API key needs the appropriate Storage/Buckets scope.\n\n---\n\n## 2. Browser upload and preview URL with Appwrite Web SDK\n\n```ts\n// appwrite-storage.ts\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>');\n\nconst storage = new Storage(client);\n\nconst BUCKET_ID = 'images';\n\nexport async function uploadImageAndGetPreview(file: File) {\n  if (!file.type.startsWith('image/')) {\n    throw new Error('Only image files are allowed.');\n  }\n\n  const uploadedFile = await storage.createFile({\n    bucketId: BUCKET_ID,\n    fileId: ID.unique(),\n    file,\n    permissions: [\n      // Publicly readable, required if the preview should be visible without login\n      Permission.read(Role.any()),\n\n      // The signed-in user who uploads can update/delete their own file\n      Permission.update(Role.users()),\n      Permission.delete(Role.users()),\n    ],\n  });\n\n  const previewUrl = storage.getFilePreview({\n    bucketId: BUCKET_ID,\n    fileId: uploadedFile.$id,\n    width: 600,\n    height: 600,\n    quality: 90,\n  });\n\n  return {\n    file: uploadedFile,\n    previewUrl,\n  };\n}\n```\n\n---\n\n## 3. Example usage with an `<input type=\"file\">`\n\n```ts\nimport { uploadImageAndGetPreview } from './appwrite-storage';\n\nconst input = document.querySelector<HTMLInputElement>('#image-input')!;\nconst img = document.querySelector<HTMLImageElement>('#preview')!;\n\ninput.addEventListener('change', async () => {\n  const file = input.files?.[0];\n  if (!file) return;\n\n  try {\n    const { file: uploadedFile, previewUrl } = await uploadImageAndGetPreview(file);\n\n    console.log('Uploaded file:', uploadedFile);\n    console.log('Preview URL:', previewUrl);\n\n    img.src = previewUrl.toString();\n  } catch (error) {\n    console.error('Upload failed:', error);\n  }\n});\n```\n\n```html\n<input id=\"image-input\" type=\"file\" accept=\"image/*\" />\n<img id=\"preview\" alt=\"Image preview\" />\n```\n\n---\n\nIf files should only be visible to logged-in users, replace:\n\n```ts\nPermission.read(Role.any())\n```\n\nwith:\n\n```ts\nPermission.read(Role.users())\n```",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Storage service instantiation (both node-appwrite and appwrite web SDK), (2) Bucket creation with permissions (server-side with node-appwrite), (3) storage.createFile() with bucket ID, file ID, and File object, (4) storage.getFilePreview() for image preview, (5) Correct imports. The code is well-structured and functional. Minor deductions: the createBucket and createFile calls use named parameter objects (e.g., `storage.createBucket({bucketId: ...})`) rather than positional arguments as in the actual Appwrite SDK API (e.g., `storage.createBucket(bucketId, name, permissions, ...)`), and getFilePreview similarly uses an object parameter. The actual Web SDK uses positional parameters for these methods. Also, the answer adds an opinionated security note about not creating buckets from browser code, which while good practice, slightly deviates from the question's request. Overall the answer demonstrates strong understanding of the concepts and includes all required elements.",
          "promptTokens": 5903,
          "completionTokens": 2059,
          "totalTokens": 7962,
          "cost": 0.091285,
          "durationMs": 35474,
          "tokensPerSecond": 58.04,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 434,
          "completionTokens": 100,
          "totalTokens": 534,
          "cost": 0.00517,
          "durationMs": 2919,
          "tokensPerSecond": 34.26,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 468,
          "completionTokens": 91,
          "totalTokens": 559,
          "cost": 0.00507,
          "durationMs": 5326,
          "tokensPerSecond": 17.09,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 474,
          "completionTokens": 54,
          "totalTokens": 528,
          "cost": 0.00399,
          "durationMs": 2726,
          "tokensPerSecond": 19.81,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 440,
          "completionTokens": 150,
          "totalTokens": 590,
          "cost": 0.0067,
          "durationMs": 3422,
          "tokensPerSecond": 43.83,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 424,
          "completionTokens": 129,
          "totalTokens": 553,
          "cost": 0.00599,
          "durationMs": 4109,
          "tokensPerSecond": 31.39,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "In Appwrite Storage, all three give you access to a stored file, but they target different delivery behaviors.\n\n| Method | Purpose | Typical result | Use when |\n|---|---|---|---|\n| `storage.getFileView()` | Returns the original file for inline viewing | Browser tries to display it directly | You want to show the file in-app or in-browser |\n| `storage.getFileDownload()` | Returns the original file as an attachment | Browser prompts download / saves file | You want the user to download the file |\n| `storage.getFilePreview()` | Returns a transformed preview of an image | Resized/cropped/processed image URL | You want thumbnails, avatars, optimized image previews |\n\n### `getFileView()`\n\nUse this when you want to display the original file directly.\n\n```ts\nconst url = storage.getFileView({\n  bucketId: 'avatars',\n  fileId: 'file-id',\n});\n```\n\nGood for:\n\n- Showing an uploaded image at full/original size\n- Embedding a PDF in a browser\n- Opening media directly in a new tab\n- Using the original file as an `<img src>`, if it is an image\n\nExample:\n\n```html\n<img src=\"https://...\" />\n```\n\nThe browser receives the file as something it can try to render inline.\n\n---\n\n### `getFileDownload()`\n\nUse this when you want the browser to treat the file as a downloadable attachment.\n\n```ts\nconst url = storage.getFileDownload({\n  bucketId: 'documents',\n  fileId: 'file-id',\n});\n```\n\nGood for:\n\n- “Download invoice”\n- “Export file”\n- “Save attachment”\n- Downloading PDFs, ZIPs, CSVs, images, etc.\n\nCompared to `getFileView()`, the file is the same original file, but Appwrite serves it with download-oriented headers.\n\n---\n\n### `getFilePreview()`\n\nUse this for image previews or thumbnails. It can resize, crop, change quality, rotate, add background, and more.\n\n```ts\nconst url = storage.getFilePreview({\n  bucketId: 'avatars',\n  fileId: 'file-id',\n  width: 200,\n  height: 200,\n});\n```\n\nGood for:\n\n- Avatar thumbnails\n- Product image thumbnails\n- Gallery previews\n- Reducing bandwidth by serving smaller images\n- Cropping images for fixed-size UI elements\n\nExample:\n\n```ts\nconst thumbnailUrl = storage.getFilePreview({\n  bucketId: 'images',\n  fileId: 'file-id',\n  width: 300,\n  height: 300,\n  quality: 80,\n});\n```\n\n`getFilePreview()` is mainly for images. For non-image files, use `getFileView()` or `getFileDownload()`.\n\n---\n\n### Quick rule of thumb\n\n- Need to **show the original file**? Use `getFileView()`.\n- Need to **force/download the original file**? Use `getFileDownload()`.\n- Need a **resized/optimized image thumbnail**? Use `getFilePreview()`.\n\nAll three still require the file to be readable according to your bucket/file permissions.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four required rubric points: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations including resize/crop/format, and 4) clear guidance on when to use each. The answer goes beyond the reference with helpful code examples, a comparison table, and practical use cases, while remaining accurate throughout.",
          "promptTokens": 5893,
          "completionTokens": 1239,
          "totalTokens": 7132,
          "cost": 0.066635,
          "durationMs": 28087,
          "tokensPerSecond": 44.11,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 461,
          "completionTokens": 67,
          "totalTokens": 528,
          "cost": 0.004315,
          "durationMs": 5406,
          "tokensPerSecond": 12.39,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 465,
          "completionTokens": 104,
          "totalTokens": 569,
          "cost": 0.005445,
          "durationMs": 5551,
          "tokensPerSecond": 18.74,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6211,
          "completionTokens": 376,
          "totalTokens": 6587,
          "cost": 0.042335,
          "durationMs": 10095,
          "tokensPerSecond": 37.25,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 520,
          "completionTokens": 95,
          "totalTokens": 615,
          "cost": 0.00545,
          "durationMs": 2881,
          "tokensPerSecond": 32.97,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 465,
          "completionTokens": 400,
          "totalTokens": 865,
          "cost": 0.014325,
          "durationMs": 7407,
          "tokensPerSecond": 54,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 470,
          "completionTokens": 60,
          "totalTokens": 530,
          "cost": 0.00415,
          "durationMs": 2400,
          "tokensPerSecond": 25,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 461,
          "completionTokens": 187,
          "totalTokens": 648,
          "cost": 0.007915,
          "durationMs": 4596,
          "tokensPerSecond": 40.69,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 459,
          "completionTokens": 68,
          "totalTokens": 527,
          "cost": 0.004335,
          "durationMs": 7288,
          "tokensPerSecond": 9.33,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 501,
          "completionTokens": 99,
          "totalTokens": 600,
          "cost": 0.005475,
          "durationMs": 2745,
          "tokensPerSecond": 36.07,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 443,
          "completionTokens": 144,
          "totalTokens": 587,
          "cost": 0.006535,
          "durationMs": 5842,
          "tokensPerSecond": 24.65,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "Use `getFilePreview` when you want Appwrite to generate an optimized/transformed image, such as a thumbnail, resized gallery image, cropped avatar, lower-quality/compressed image, or converted output format.\n\nUse `getFileView` when you just want to serve/view the original file as uploaded, with no transformations.\n\n`getFilePreview` supports image preview transformations such as:\n\n- `width` / `height` resizing\n- crop gravity: `center`, `top`, `top-left`, etc.\n- `quality`\n- `borderWidth`, `borderColor`, `borderRadius`\n- `opacity`\n- `rotation`\n- `background`\n- output format selection, e.g. `jpg`, `jpeg`, `png`, `gif`, `webp`\n\nIt is intended for supported image files, commonly JPG/JPEG, PNG, GIF, and WebP depending on your Appwrite version. It is not a general-purpose preview endpoint for every file type like PDFs, videos, or unsupported image formats.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for transformations/optimized images) from getFileView (for original file serving), and lists well more than 2 transformation options including width/height, quality, format, border, opacity, rotation, background, and gravity - covering all the key parameters mentioned in the reference answer.",
          "promptTokens": 16770,
          "completionTokens": 3934,
          "totalTokens": 20704,
          "cost": 0.20187,
          "durationMs": 80156,
          "tokensPerSecond": 49.08,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 450,
          "completionTokens": 64,
          "totalTokens": 514,
          "cost": 0.00417,
          "durationMs": 6797,
          "tokensPerSecond": 9.42,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 470,
          "completionTokens": 61,
          "totalTokens": 531,
          "cost": 0.00418,
          "durationMs": 3899,
          "tokensPerSecond": 15.65,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 475,
          "completionTokens": 83,
          "totalTokens": 558,
          "cost": 0.004865,
          "durationMs": 2548,
          "tokensPerSecond": 32.57,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "To deploy a site to **Appwrite Sites**, you create a Site resource, configure how Appwrite should build/serve it, then upload or connect your source and create a deployment.\n\n## Deploy with the Appwrite CLI\n\n```bash\nnpm install -g appwrite-cli\n\nappwrite login\nappwrite init project\nappwrite init sites\nappwrite push sites\n```\n\nFor an existing site created in the Console:\n\n```bash\nappwrite pull sites\nappwrite push sites\n```\n\nTo deploy one site non-interactively, for CI/CD:\n\n```bash\nappwrite push sites --site-id <SITE_ID> --force\n```\n\nTo deploy all configured sites:\n\n```bash\nappwrite push sites --all --force\n```\n\nA typical `appwrite.config.json` site configuration looks like this:\n\n```json\n{\n  \"sites\": [\n    {\n      \"$id\": \"<SITE_ID>\",\n      \"name\": \"Documentation template\",\n      \"logging\": true,\n      \"framework\": \"astro\",\n      \"timeout\": 30,\n      \"installCommand\": \"npm install\",\n      \"buildCommand\": \"npm run build\",\n      \"outputDirectory\": \"./dist\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"buildRuntime\": \"node-22\",\n      \"adapter\": \"ssr\",\n      \"fallbackFile\": \"\",\n      \"startCommand\": \"npm run start\",\n      \"deploymentRetention\": 7,\n      \"path\": \"sites/documentation-template\"\n    }\n  ]\n}\n```\n\n## Build configuration options\n\nAppwrite Sites supports both static sites and server-rendered apps. The main build options are:\n\n| Option | Description |\n|---|---|\n| `framework` | Framework preset, such as Astro, Next.js, React, Vue, etc. Presets provide sensible defaults. |\n| `installCommand` | Command used to install dependencies, for example `npm install`, `pnpm install`, or `yarn install`. |\n| `buildCommand` | Command used to build the site, for example `npm run build`. |\n| `outputDirectory` | Directory containing the generated static output, such as `dist`, `build`, or `.output/public`. |\n| `buildRuntime` | Runtime used during the build, for example `node-22`. |\n| `buildSpecification` | CPU/memory specification used while building the deployment. |\n| `runtimeSpecification` | CPU/memory specification used while serving server-rendered workloads. |\n| `adapter` | Determines how the site is deployed, for example static or SSR. |\n| `startCommand` | Command used to start a server-rendered site, for example `npm run start`. |\n| `fallbackFile` | File served for unmatched routes, commonly `index.html` for single-page apps. |\n| `timeout` | Maximum request duration for server-rendered sites. |\n| `logging` | Enables request and build logs. |\n| `deploymentRetention` | Number of days to retain old deployments. |\n| `path` | Local source directory for the site when deploying with the CLI. |\n\n## Environment variables\n\nSite variables should not be placed directly in `appwrite.config.json`. Instead, put them in a `.env` file inside the site directory:\n\n```bash\n# sites/documentation-template/.env\nPUBLIC_SITE_NAME=docs\nAPI_URL=https://example.com\n```\n\nThen push them with:\n\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\nIf you only want to deploy code without changing saved variables:\n\n```bash\nappwrite push sites --site-id <SITE_ID>\n```\n\n## Deployment methods\n\nYou can deploy Appwrite Sites in a few ways:\n\n### 1. Appwrite Console\n\nUse the Appwrite Console to create a new site, configure the framework/build settings, and deploy from the UI. This is useful for first-time setup or visual management.\n\n### 2. Appwrite CLI\n\nUse the CLI to define sites in `appwrite.config.json` and deploy them with:\n\n```bash\nappwrite push sites\n```\n\nThis is the recommended option for local development and repeatable infrastructure-as-code workflows.\n\n### 3. CI/CD with the CLI\n\nIn a CI pipeline, use non-interactive commands:\n\n```bash\nappwrite push sites --all --force\n```\n\nor:\n\n```bash\nappwrite push sites --site-id <SITE_ID> --force\n```\n\n### 4. Git-based deployment, if configured\n\nWhen using Git integration from the Console, Appwrite can build and deploy from a connected repository. This is useful for automatic deployments when code is pushed to your selected branch.\n\n## Useful site commands\n\n```bash\nappwrite sites list\nappwrite sites get --site-id <SITE_ID>\nappwrite sites list-deployments --site-id <SITE_ID>\nappwrite sites create-deployment --site-id <SITE_ID>\nappwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\nappwrite sites delete-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\nappwrite sites list-logs --site-id <SITE_ID>\n```\n\nIn short: configure the site’s framework, install/build/start commands, output directory, runtime/specs, and adapter, then deploy through the Console, Git integration, or the Appwrite CLI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric requirements: 1) Multiple deployment methods are mentioned including Git-based deployment, CLI deployment, and Console (manual) deployment; 2) Build command configuration is explicitly covered with the `buildCommand` option and examples; 3) Output directory setting is clearly explained with the `outputDirectory` option; 4) Framework support/presets are detailed with examples like Astro, Next.js, React, Vue; 5) Environment variables are thoroughly explained including how to configure and push them. The answer goes beyond the reference answer with detailed CLI commands, configuration examples, and a comprehensive table of build options.",
          "promptTokens": 7028,
          "completionTokens": 2249,
          "totalTokens": 9277,
          "cost": 0.10261,
          "durationMs": 36171,
          "tokensPerSecond": 62.18,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 472,
          "completionTokens": 83,
          "totalTokens": 555,
          "cost": 0.00485,
          "durationMs": 3894,
          "tokensPerSecond": 21.31,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 421,
          "completionTokens": 105,
          "totalTokens": 526,
          "cost": 0.005255,
          "durationMs": 3155,
          "tokensPerSecond": 33.28,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 463,
          "completionTokens": 67,
          "totalTokens": 530,
          "cost": 0.004325,
          "durationMs": 4334,
          "tokensPerSecond": 15.46,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 483,
          "completionTokens": 64,
          "totalTokens": 547,
          "cost": 0.004335,
          "durationMs": 3541,
          "tokensPerSecond": 18.07,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 468,
          "completionTokens": 104,
          "totalTokens": 572,
          "cost": 0.00546,
          "durationMs": 3180,
          "tokensPerSecond": 32.7,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 436,
          "completionTokens": 106,
          "totalTokens": 542,
          "cost": 0.00536,
          "durationMs": 3228,
          "tokensPerSecond": 32.84,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6195,
          "completionTokens": 722,
          "totalTokens": 6917,
          "cost": 0.052635,
          "durationMs": 18877,
          "tokensPerSecond": 38.25,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 454,
          "completionTokens": 65,
          "totalTokens": 519,
          "cost": 0.00422,
          "durationMs": 2601,
          "tokensPerSecond": 24.99,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 472,
          "completionTokens": 60,
          "totalTokens": 532,
          "cost": 0.00416,
          "durationMs": 2956,
          "tokensPerSecond": 20.3,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 449,
          "completionTokens": 258,
          "totalTokens": 707,
          "cost": 0.009985,
          "durationMs": 6245,
          "tokensPerSecond": 41.31,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 477,
          "completionTokens": 94,
          "totalTokens": 571,
          "cost": 0.005205,
          "durationMs": 3720,
          "tokensPerSecond": 25.27,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 451,
          "completionTokens": 54,
          "totalTokens": 505,
          "cost": 0.003875,
          "durationMs": 3236,
          "tokensPerSecond": 16.69,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 466,
          "completionTokens": 65,
          "totalTokens": 531,
          "cost": 0.00428,
          "durationMs": 5867,
          "tokensPerSecond": 11.08,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 486,
          "completionTokens": 273,
          "totalTokens": 759,
          "cost": 0.01062,
          "durationMs": 7605,
          "tokensPerSecond": 35.9,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 460,
          "completionTokens": 129,
          "totalTokens": 589,
          "cost": 0.00617,
          "durationMs": 3648,
          "tokensPerSecond": 35.36,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Common Appwrite Site deployment/build configuration options include:\n\n| Option | What it’s for |\n|---|---|\n| `framework` | Selects the framework preset, such as Astro, Next.js, etc., to apply build/deployment defaults. |\n| `installCommand` | Command used to install dependencies, for example `npm install`. |\n| `buildCommand` | Command used to build the site, for example `npm run build`. |\n| `outputDirectory` | Directory containing the built static files, such as `./dist` or `./build`. |\n| `buildRuntime` | Runtime used during the build process, such as `node-22`. |\n| `buildSpecification` | Compute resources used while building the deployment. |\n| `runtimeSpecification` | Compute resources used when serving runtime workloads, such as SSR. |\n| `adapter` | Controls deployment behavior, such as static or server-side rendering. |\n| `startCommand` | Command used to start a server-rendered site. |\n| `fallbackFile` | File used as a fallback for SPA routing or missing routes. |\n| `deploymentRetention` | Number of days old deployments are kept before being deleted. |\n| `path` | Local directory containing the site source code. |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than three deployment/build configuration options and correctly describes the purpose of each. It covers all the key options mentioned in the reference answer (build command, output directory, install command, framework preset) and adds several additional valid options (buildRuntime, adapter, startCommand, fallbackFile, etc.). All descriptions are accurate and relevant to Appwrite Sites configuration.",
          "promptTokens": 7026,
          "completionTokens": 649,
          "totalTokens": 7675,
          "cost": 0.0546,
          "durationMs": 17301,
          "tokensPerSecond": 37.51,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 432,
          "completionTokens": 80,
          "totalTokens": 512,
          "cost": 0.00456,
          "durationMs": 4585,
          "tokensPerSecond": 17.45,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 483,
          "completionTokens": 80,
          "totalTokens": 563,
          "cost": 0.004815,
          "durationMs": 3550,
          "tokensPerSecond": 22.54,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 449,
          "completionTokens": 64,
          "totalTokens": 513,
          "cost": 0.004165,
          "durationMs": 4565,
          "tokensPerSecond": 14.02,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "To set up push notifications with **Appwrite Messaging**, the flow is:\n\n1. **Create a push provider**\n   - In the Appwrite Console, go to **Messaging → Providers → Create provider**.\n   - For push notifications, Appwrite supports:\n     - **Firebase Cloud Messaging (FCM)** — commonly used for Android, web, and Firebase-based iOS apps.\n     - **Apple Push Notification service (APNs)** — native Apple push notifications for iOS/macOS.\n   - Configure the provider with the required credentials from Firebase or Apple.\n\n2. **Register a user device as a push target**\n   - Your app must first get the device push token from FCM or APNs.\n   - Then register that token with Appwrite, usually from the authenticated client:\n\n```ts\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>');\n\nconst account = new Account(client);\n\n// deviceToken comes from FCM or APNs\nawait account.createPushTarget({\n  targetId: ID.unique(),\n  identifier: deviceToken,\n  providerId: '<PROVIDER_ID>',\n});\n```\n\n3. **Create a topic and subscribe targets**\n   - Topics are groups of subscribers.\n   - Use a trusted backend or Appwrite Function with an API key.\n\n```ts\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// Create topic\nawait messaging.createTopic({\n  topicId: 'news',\n  name: 'News Updates',\n});\n\n// Subscribe a registered push target to the topic\nawait messaging.createSubscriber({\n  topicId: 'news',\n  subscriberId: ID.unique(),\n  targetId: '<TARGET_ID>',\n});\n```\n\n4. **Send a push notification to the topic**\n\n```ts\nawait messaging.createPush({\n  messageId: ID.unique(),\n  title: 'Breaking News',\n  body: 'A new article is available.',\n  topics: ['news'],\n  data: {\n    articleId: '123',\n  },\n});\n```\n\nThe `topics` array contains topic IDs, not topic names. Appwrite will send the push notification to all push targets subscribed to that topic.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required elements from the rubric: 1) Both FCM and APNS providers are explicitly mentioned with configuration details, 2) Topic creation is demonstrated with code examples, 3) User subscription/targets are covered including device token registration and subscriber creation, 4) messaging.createPush() method is shown with proper parameters, 5) Device token registration is explained with code showing account.createPushTarget(). The answer goes beyond the minimum requirements with working code examples, proper API usage, and clear step-by-step organization.",
          "promptTokens": 17930,
          "completionTokens": 5884,
          "totalTokens": 23814,
          "cost": 0.26617,
          "durationMs": 111620,
          "tokensPerSecond": 52.71,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 451,
          "completionTokens": 70,
          "totalTokens": 521,
          "cost": 0.004355,
          "durationMs": 2453,
          "tokensPerSecond": 28.54,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 446,
          "completionTokens": 142,
          "totalTokens": 588,
          "cost": 0.00649,
          "durationMs": 3508,
          "tokensPerSecond": 40.48,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 460,
          "completionTokens": 62,
          "totalTokens": 522,
          "cost": 0.00416,
          "durationMs": 5487,
          "tokensPerSecond": 11.3,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 449,
          "completionTokens": 85,
          "totalTokens": 534,
          "cost": 0.004795,
          "durationMs": 4158,
          "tokensPerSecond": 20.44,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging targets **delivery targets**, not just raw addresses. A **target** is a concrete destination for a user, such as an email address, phone number, or push token. Messages can be addressed in three ways:\n\n1. **Users** — send to one or more Appwrite user IDs. Appwrite resolves the user to their compatible targets.\n2. **Topics** — send to all targets subscribed to a Messaging topic.\n3. **Targets** — send directly to specific target IDs, useful for one device, one phone number, or one email target.\n\nYou can use any combination of `users`, `topics`, and `targets` when creating an email, SMS, or push message. Appwrite expands topics and users into targets for the relevant message type.\n\nExample using the Node SDK:\n\n```ts\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>')\n  .setKey('<API_KEY>');\n\nconst messaging = new Messaging(client);\n```\n\n### Send to specific users\n\n```ts\nawait messaging.createEmail({\n  messageId: ID.unique(),\n  subject: 'Welcome!',\n  content: 'Thanks for joining.',\n  users: ['userId1', 'userId2'],\n});\n```\n\nFor push:\n\n```ts\nawait messaging.createPush({\n  messageId: ID.unique(),\n  title: 'New update',\n  body: 'Check out what changed.',\n  users: ['userId1'],\n});\n```\n\n### Send to a topic\n\nFirst, targets must be subscribed to the topic:\n\n```ts\nawait messaging.createSubscriber({\n  topicId: 'announcements',\n  subscriberId: ID.unique(),\n  targetId: 'targetId1',\n});\n```\n\nThen send to the topic:\n\n```ts\nawait messaging.createPush({\n  messageId: ID.unique(),\n  title: 'Announcement',\n  body: 'We launched a new feature.',\n  topics: ['announcements'],\n});\n```\n\n### Send to individual targets\n\nUse this when you want to address a specific destination, such as one push device token or one phone/email target:\n\n```ts\nawait messaging.createSms({\n  messageId: ID.unique(),\n  content: 'Your verification code is 123456',\n  targets: ['targetId1'],\n});\n```\n\nIn short: **users are resolved to their targets, topics are groups of subscribed targets, and targets are the final delivery endpoints.**",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly described; 2) The topic subscription mechanism is explained with a code example showing createSubscriber; 3) How messages are sent to each target type is detailed with code examples for each; 4) The answer explicitly states that all three can be combined in a single message creation call ('You can use any combination of users, topics, and targets'). The response is comprehensive and accurate.",
          "promptTokens": 17918,
          "completionTokens": 3283,
          "totalTokens": 21201,
          "cost": 0.18808,
          "durationMs": 62176,
          "tokensPerSecond": 52.8,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 454,
          "completionTokens": 89,
          "totalTokens": 543,
          "cost": 0.00494,
          "durationMs": 13237,
          "tokensPerSecond": 6.72,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 417,
          "completionTokens": 221,
          "totalTokens": 638,
          "cost": 0.008715,
          "durationMs": 5685,
          "tokensPerSecond": 38.87,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 496,
          "completionTokens": 66,
          "totalTokens": 562,
          "cost": 0.00446,
          "durationMs": 4198,
          "tokensPerSecond": 15.72,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 452,
          "completionTokens": 77,
          "totalTokens": 529,
          "cost": 0.00457,
          "durationMs": 2109,
          "tokensPerSecond": 36.51,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 474,
          "completionTokens": 61,
          "totalTokens": 535,
          "cost": 0.0042,
          "durationMs": 4928,
          "tokensPerSecond": 12.38,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 461,
          "completionTokens": 79,
          "totalTokens": 540,
          "cost": 0.004675,
          "durationMs": 3729,
          "tokensPerSecond": 21.19,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 472,
          "completionTokens": 93,
          "totalTokens": 565,
          "cost": 0.00515,
          "durationMs": 5855,
          "tokensPerSecond": 15.88,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 437,
          "completionTokens": 165,
          "totalTokens": 602,
          "cost": 0.007135,
          "durationMs": 6552,
          "tokensPerSecond": 25.18,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 472,
          "completionTokens": 532,
          "totalTokens": 1004,
          "cost": 0.01832,
          "durationMs": 18595,
          "tokensPerSecond": 28.61,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 477,
          "completionTokens": 59,
          "totalTokens": 536,
          "cost": 0.004155,
          "durationMs": 4747,
          "tokensPerSecond": 12.43,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "First, configure a **push notification provider** for your Appwrite project, such as **Firebase Cloud Messaging (FCM)** or **APNs**, in the Appwrite Console. Without a push provider, Appwrite cannot deliver push notifications.\n\nSteps to send a push notification to everyone subscribed to a topic:\n\n1. **Configure a push provider**\n   - Go to Appwrite Console → Messaging → Providers.\n   - Add and configure your push provider credentials.\n\n2. **Register user push targets**\n   - In your client app, request notification permission.\n   - Get the device/browser push token.\n   - Register that token with Appwrite as a push target for the user.\n\n3. **Create a topic**\n   - Create a Messaging topic, for example `announcements`.\n\n4. **Subscribe users/targets to the topic**\n   - Add each user’s push target as a subscriber to that topic.\n\n5. **Send the push notification**\n   - From a trusted server, Appwrite Function, or backend using the Server SDK, create a push message targeting the topic.\n\nExample with the Node.js SDK:\n\n```ts\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>')\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n  messageId: ID.unique(),\n  title: 'New announcement',\n  body: 'Check out the latest update!',\n  topics: ['announcements']\n});\n```\n\nAppwrite will fan out the push notification to all subscribers of the `announcements` topic.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) - explicitly mentioned first, 2) Topic creation - step 3, 3) User targets/subscriptions to the topic - steps 2 and 4, 4) Sending push to the topic using createPush with topicIds - step 5 with a code example showing the topics parameter. The answer is comprehensive, well-structured, and includes a practical code example.",
          "promptTokens": 17912,
          "completionTokens": 2635,
          "totalTokens": 20547,
          "cost": 0.16861,
          "durationMs": 53751,
          "tokensPerSecond": 49.02,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 433,
          "completionTokens": 102,
          "totalTokens": 535,
          "cost": 0.005225,
          "durationMs": 3878,
          "tokensPerSecond": 26.3,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6183,
          "completionTokens": 284,
          "totalTokens": 6467,
          "cost": 0.039435,
          "durationMs": 7523,
          "tokensPerSecond": 37.75,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6245,
          "completionTokens": 262,
          "totalTokens": 6507,
          "cost": 0.039085,
          "durationMs": 12458,
          "tokensPerSecond": 21.03,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6201,
          "completionTokens": 554,
          "totalTokens": 6755,
          "cost": 0.047625,
          "durationMs": 16599,
          "tokensPerSecond": 33.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 483,
          "completionTokens": 215,
          "totalTokens": 698,
          "cost": 0.008865,
          "durationMs": 7380,
          "tokensPerSecond": 29.13,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 463,
          "completionTokens": 326,
          "totalTokens": 789,
          "cost": 0.012095,
          "durationMs": 9538,
          "tokensPerSecond": 34.18,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 482,
          "completionTokens": 223,
          "totalTokens": 705,
          "cost": 0.0091,
          "durationMs": 7299,
          "tokensPerSecond": 30.55,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6199,
          "completionTokens": 274,
          "totalTokens": 6473,
          "cost": 0.039215,
          "durationMs": 8724,
          "tokensPerSecond": 31.41,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "```ts\nimport { Client, Realtime, Channel, Models } from 'appwrite';\n\nconst PROJECT_ID = '[PROJECT_ID]';\nconst DATABASE_ID = '[DATABASE_ID]';\nconst TABLE_ID = '[TABLE_ID]';\nconst BUCKET_ID = '[BUCKET_ID]';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(PROJECT_ID);\n\nconst realtime = new Realtime(client);\n\nasync function subscribeToRowsAndUploads() {\n  const subscription = await realtime.subscribe(\n    [\n      // All row create/update/delete events in this table\n      Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n\n      // All file create/update/delete events in this bucket\n      Channel.bucket(BUCKET_ID).file(),\n    ],\n    (response) => {\n      const { events, payload } = response;\n\n      const isTableRowEvent = events.some((event) =>\n        event.includes(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows`)\n      );\n\n      const isFileEvent = events.some((event) =>\n        event.includes(`buckets.${BUCKET_ID}.files`)\n      );\n\n      if (isTableRowEvent) {\n        const row = payload as Models.Document;\n\n        if (events.some((event) => event.endsWith('.create'))) {\n          console.log('Row created:', row);\n          handleRowCreated(row);\n        } else if (events.some((event) => event.endsWith('.update'))) {\n          console.log('Row updated:', row);\n          handleRowUpdated(row);\n        } else if (events.some((event) => event.endsWith('.delete'))) {\n          console.log('Row deleted:', row);\n          handleRowDeleted(row);\n        }\n\n        return;\n      }\n\n      if (isFileEvent) {\n        const file = payload as Models.File;\n\n        if (events.some((event) => event.endsWith('.create'))) {\n          console.log('File uploaded:', file);\n          handleFileUploaded(file);\n        } else if (events.some((event) => event.endsWith('.update'))) {\n          console.log('File updated:', file);\n          handleFileUpdated(file);\n        } else if (events.some((event) => event.endsWith('.delete'))) {\n          console.log('File deleted:', file);\n          handleFileDeleted(file);\n        }\n      }\n    }\n  );\n\n  // Call this when leaving the page/component\n  return async () => {\n    await subscription.close();\n  };\n}\n\nfunction handleRowCreated(row: Models.Document) {\n  // Update table UI, add row to state, show notification, etc.\n}\n\nfunction handleRowUpdated(row: Models.Document) {\n  // Replace row in state, refresh details panel, etc.\n}\n\nfunction handleRowDeleted(row: Models.Document) {\n  // Remove row from state using row.$id\n}\n\nfunction handleFileUploaded(file: Models.File) {\n  // Show uploaded file, generate preview URL, update gallery, etc.\n}\n\nfunction handleFileUpdated(file: Models.File) {\n  // Refresh file metadata\n}\n\nfunction handleFileDeleted(file: Models.File) {\n  // Remove file from UI using file.$id\n}\n\n// Start listening\nconst unsubscribe = await subscribeToRowsAndUploads();\n\n// Later, when done:\n// await unsubscribe();\n```\n\nThis uses one realtime subscription with multiple channels: one for table row changes and one for bucket file events. The callback inspects the event/channel type and dispatches each event to the correct handler.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric criteria: 1) Uses realtime.subscribe() with an array of channels, 2) Includes a channel for table rows using Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() and also references the string format tablesdb.[ID].tables.[ID].rows, 3) Includes a channel for files using Channel.bucket(BUCKET_ID).file() and references buckets.[ID].files, 4) Checks event types in the callback using events.some() to inspect event strings, 5) Implements different handling logic per event type (create/update/delete) for both rows and files with separate handler functions.",
          "promptTokens": 5893,
          "completionTokens": 1298,
          "totalTokens": 7191,
          "cost": 0.068405,
          "durationMs": 21257,
          "tokensPerSecond": 61.06,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Appwrite **Realtime** and **Webhooks** both react to Appwrite events, but they serve different audiences and use different delivery models.\n\n| Feature | Appwrite Realtime | Appwrite Webhooks |\n|---|---|---|\n| Transport | WebSocket connection | HTTP request to a URL |\n| Main consumer | Client apps: web, mobile, desktop | Backend services, external APIs, automation systems |\n| Direction | Appwrite → connected client | Appwrite → configured server endpoint |\n| Lifetime | Active only while client is connected | Triggered per event, no persistent connection |\n| Best for | Live UI updates | Server-side side effects and integrations |\n| Access model | Respects the authenticated user's permissions | Runs as a project-level event notification to your endpoint |\n| Example | Update a chat UI when a new message row is created | Notify Stripe, Slack, a custom backend, or CI system when an Appwrite event occurs |\n\n## Appwrite Realtime\n\nUse **Realtime** when your app needs to update the UI instantly while the user is online.\n\nExamples:\n\n- Live chat messages\n- Collaborative dashboards\n- Updating a list when a database row changes\n- Showing file upload status\n- Listening for changes to the current user's account, teams, rows, files, or function executions\n\nExample:\n\n```ts\nconst subscription = await realtime.subscribe(\n  Channel.tablesdb('DATABASE_ID').table('TABLE_ID').row(),\n  (response) => {\n    console.log(response.events);\n    console.log(response.payload);\n  }\n);\n```\n\nUse Realtime when:\n\n- The consumer is a frontend/mobile app.\n- You need low-latency UI updates.\n- Missing an event while offline is acceptable, or you can reload state from the database afterward.\n\nDo **not** rely on Realtime for critical backend logic, because clients can disconnect, close the app, lose network access, or ignore events.\n\n## Appwrite Webhooks\n\nUse **Webhooks** when Appwrite should call an external HTTP endpoint after an event occurs.\n\nExamples:\n\n- Send a Slack notification when a user signs up\n- Sync Appwrite data to another database or search index\n- Trigger a CI/CD deployment after a function deployment event\n- Notify an external billing, analytics, or CRM system\n- Run backend business logic outside of Appwrite\n\nExample webhook configuration:\n\n```json\n[\n  {\n    \"$id\": \"deploy_events\",\n    \"name\": \"Deploy events\",\n    \"url\": \"https://example.com/appwrite/webhook\",\n    \"events\": [\"functions.*.deployments.*.create\"],\n    \"enabled\": true,\n    \"tls\": true\n  }\n]\n```\n\nUse Webhooks when:\n\n- The consumer is a server or third-party service.\n- You need backend-side automation.\n- You want Appwrite to push events to your infrastructure.\n- You should not depend on an end user's browser or app being open.\n\n## Rule of thumb\n\nUse **Realtime** for:\n\n> “Update what the user sees right now.”\n\nUse **Webhooks** for:\n\n> “Tell another server that something happened so it can do work.”",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all rubric requirements: (1) Realtime uses WebSocket connections for client-side consumption, (2) Webhooks use HTTP requests/callbacks server-to-server, (3) Realtime is for live UI updates, (4) Webhooks are for backend/external integrations, and (5) multiple concrete use cases are provided for each (chat messages, dashboards for Realtime; Slack notifications, Stripe, CI/CD for Webhooks). The answer goes beyond the reference with a detailed comparison table, code examples, and clear guidance on when to use each, making it comprehensive and accurate.",
          "promptTokens": 12325,
          "completionTokens": 1293,
          "totalTokens": 13618,
          "cost": 0.100415,
          "durationMs": 27202,
          "tokensPerSecond": 47.53,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6201,
          "completionTokens": 390,
          "totalTokens": 6591,
          "cost": 0.042705,
          "durationMs": 9639,
          "tokensPerSecond": 40.46,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 469,
          "completionTokens": 65,
          "totalTokens": 534,
          "cost": 0.004295,
          "durationMs": 4850,
          "tokensPerSecond": 13.4,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 459,
          "completionTokens": 363,
          "totalTokens": 822,
          "cost": 0.013185,
          "durationMs": 11486,
          "tokensPerSecond": 31.6,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 455,
          "completionTokens": 160,
          "totalTokens": 615,
          "cost": 0.007075,
          "durationMs": 3815,
          "tokensPerSecond": 41.94,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6191,
          "completionTokens": 179,
          "totalTokens": 6370,
          "cost": 0.036325,
          "durationMs": 13482,
          "tokensPerSecond": 13.28,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6279,
          "completionTokens": 171,
          "totalTokens": 6450,
          "cost": 0.036525,
          "durationMs": 9691,
          "tokensPerSecond": 17.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 454,
          "completionTokens": 308,
          "totalTokens": 762,
          "cost": 0.01151,
          "durationMs": 5833,
          "tokensPerSecond": 52.8,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 485,
          "completionTokens": 193,
          "totalTokens": 678,
          "cost": 0.008215,
          "durationMs": 4618,
          "tokensPerSecond": 41.79,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 480,
          "completionTokens": 318,
          "totalTokens": 798,
          "cost": 0.01194,
          "durationMs": 10195,
          "tokensPerSecond": 31.19,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "```ts\nconst subscription = await realtime.subscribe(\n  [\n    'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n    'buckets.[BUCKET_ID].files',\n  ],\n  (response) => {\n    console.log(response.events);\n    console.log(response.payload);\n  }\n);\n```\n\nExact channel strings:\n\n```txt\ntablesdb.[DATABASE_ID].tables.[TABLE_ID].rows\nbuckets.[BUCKET_ID].files\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer includes all required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), and 4) a callback function. The implementation is complete and accurate.",
          "promptTokens": 5903,
          "completionTokens": 701,
          "totalTokens": 6604,
          "cost": 0.050545,
          "durationMs": 16845,
          "tokensPerSecond": 41.61,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 455,
          "completionTokens": 532,
          "totalTokens": 987,
          "cost": 0.018235,
          "durationMs": 11188,
          "tokensPerSecond": 47.55,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7326,
          "completionTokens": 196,
          "totalTokens": 7522,
          "cost": 0.04251,
          "durationMs": 7873,
          "tokensPerSecond": 24.9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7310,
          "completionTokens": 403,
          "totalTokens": 7713,
          "cost": 0.04864,
          "durationMs": 8963,
          "tokensPerSecond": 44.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7306,
          "completionTokens": 264,
          "totalTokens": 7570,
          "cost": 0.04445,
          "durationMs": 8197,
          "tokensPerSecond": 32.21,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7286,
          "completionTokens": 195,
          "totalTokens": 7481,
          "cost": 0.04228,
          "durationMs": 12199,
          "tokensPerSecond": 15.98,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 433,
          "completionTokens": 519,
          "totalTokens": 952,
          "cost": 0.017735,
          "durationMs": 14072,
          "tokensPerSecond": 36.88,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7304,
          "completionTokens": 137,
          "totalTokens": 7441,
          "cost": 0.04063,
          "durationMs": 6104,
          "tokensPerSecond": 22.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 427,
          "completionTokens": 62,
          "totalTokens": 489,
          "cost": 0.003995,
          "durationMs": 3384,
          "tokensPerSecond": 18.32,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "To run Appwrite deployments in CI/CD, commit your Appwrite project configuration (`appwrite.config.json` and any included JSON files) to your repo, then have your pipeline install the Appwrite CLI, authenticate with an API key, and run `appwrite push` with non-interactive flags.\n\n## 1. Prepare your repo\n\nLocally:\n\n```bash\nnpm install -g appwrite-cli\n\nappwrite login\nappwrite init project\nappwrite pull all --all\n```\n\nCommit the generated files, for example:\n\n```text\nappwrite.config.json\nappwrite/functions.json\nappwrite/sites.json\n...\n```\n\nYour config should include your project ID and endpoint:\n\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\"\n}\n```\n\n## 2. Create CI secrets\n\nIn your CI provider, store:\n\n```text\nAPPWRITE_ENDPOINT=https://<REGION>.cloud.appwrite.io/v1\nAPPWRITE_PROJECT_ID=<PROJECT_ID>\nAPPWRITE_API_KEY=<API_KEY>\n```\n\nUse an API key with scopes required for the resources you deploy, such as functions, sites, databases/tables, buckets, teams, webhooks, or messaging topics.\n\n## 3. Authenticate non-interactively\n\nIn CI, do not use `appwrite login`. Configure the CLI with flags:\n\n```bash\nappwrite client \\\n  --endpoint \"$APPWRITE_ENDPOINT\" \\\n  --project-id \"$APPWRITE_PROJECT_ID\" \\\n  --key \"$APPWRITE_API_KEY\"\n```\n\n## 4. Deploy non-interactively\n\nThe key flags are:\n\n- `--all` / `-a`: select all resources without prompts.\n- `--force` / `-f`: confirm warnings automatically.\n- Resource-specific IDs like `--function-id` or `--site-id`: deploy a specific resource without selection prompts.\n- Optional `--json`: machine-readable output.\n\nDeploy everything:\n\n```bash\nappwrite push all --all --force\n```\n\nDeploy only specific resource groups:\n\n```bash\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\nDeploy a single function:\n\n```bash\nappwrite push functions --function-id \"<FUNCTION_ID>\" --force\n```\n\nDeploy and activate a function deployment:\n\n```bash\nappwrite push functions \\\n  --function-id \"<FUNCTION_ID>\" \\\n  --activate \\\n  --force\n```\n\nDeploy without switching live traffic:\n\n```bash\nappwrite push functions \\\n  --function-id \"<FUNCTION_ID>\" \\\n  --activate=false \\\n  --force\n```\n\nIf you want to sync function or site environment variables from a local `.env` file:\n\n```bash\nappwrite push functions --function-id \"<FUNCTION_ID>\" --with-variables --force\nappwrite push sites --site-id \"<SITE_ID>\" --with-variables --force\n```\n\nOnly use `--with-variables` when you intentionally want the local `.env` file to update remote variables.\n\n## Example GitHub Actions workflow\n\n```yaml\nname: Deploy Appwrite\n\non:\n  push:\n    branches:\n      - main\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n\n    steps:\n      - name: Checkout\n        uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite CLI\n        run: |\n          appwrite client \\\n            --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\" \\\n            --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\" \\\n            --key \"${{ secrets.APPWRITE_API_KEY }}\"\n\n      - name: Deploy Appwrite resources\n        run: appwrite push all --all --force\n```\n\nFor CI/CD, the essential pattern is:\n\n```bash\nappwrite client --endpoint \"$APPWRITE_ENDPOINT\" --project-id \"$APPWRITE_PROJECT_ID\" --key \"$APPWRITE_API_KEY\"\nappwrite push all --all --force\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric criteria: 1) API key authentication is explicitly mentioned with scopes discussion; 2) --force flag for non-interactive mode is clearly explained; 3) appwrite push command is thoroughly covered with multiple variants; 4) Environment variable configuration is shown with CI secrets setup; 5) Authentication step using 'appwrite client' with --key flag is detailed. The answer goes beyond the reference by providing a complete GitHub Actions workflow example, explaining additional flags like --all, --activate, and --with-variables, and giving resource-specific deployment examples. All core requirements are met and exceeded.",
          "promptTokens": 7040,
          "completionTokens": 1963,
          "totalTokens": 9003,
          "cost": 0.09409,
          "durationMs": 30416,
          "tokensPerSecond": 64.54,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "Below is a typical end-to-end CLI workflow for creating, configuring, and deploying an Appwrite Function.\n\n## 1. Install and log in to the Appwrite CLI\n\n```bash\nnpm install -g appwrite-cli\nappwrite -v\n```\n\nLog in:\n\n```bash\nappwrite login\n```\n\nFor a self-hosted Appwrite instance:\n\n```bash\nappwrite login --endpoint \"https://your-appwrite-instance.com/v1\"\n```\n\n## 2. Initialize your Appwrite project locally\n\nInside your project directory:\n\n```bash\nappwrite init project\n```\n\nThis creates an `appwrite.config.json` file and links the folder to an Appwrite project.\n\nYou can also manually set the endpoint and project ID:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\n## 3. Create a new Function\n\nRun:\n\n```bash\nappwrite init functions\n```\n\nThe CLI will prompt you for details such as:\n\n- Function name\n- Runtime, for example `node-22`\n- Function ID\n- Local function path\n- Entrypoint\n- Build/install command\n\nThis creates the local function files and adds the function configuration to `appwrite.config.json`.\n\nYou can list supported runtimes with:\n\n```bash\nappwrite functions list-runtimes\n```\n\n## 4. Configure the Function in `appwrite.config.json`\n\nA basic function configuration looks like this:\n\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"projectName\": \"My Project\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n  \"functions\": [\n    {\n      \"$id\": \"userAuth\",\n      \"name\": \"User Auth\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\nKey function options:\n\n| Option | Description |\n|---|---|\n| `$id` | Unique function ID. |\n| `name` | Display name of the function. |\n| `enabled` | Enables or disables execution. |\n| `logging` | Enables execution logs. |\n| `runtime` | Runtime used by the function, for example `node-22`. |\n| `buildSpecification` | Compute size used while building the deployment. |\n| `runtimeSpecification` | Compute size used while executing the function. |\n| `deploymentRetention` | Number of days to keep old deployments. |\n| `scopes` | Appwrite API scopes granted to the function execution key. |\n| `events` | Event triggers, for example database or auth events. |\n| `schedule` | Cron expression for scheduled execution. Empty string disables scheduling. |\n| `timeout` | Maximum execution time in seconds. |\n| `entrypoint` | File inside `path` that starts the function. |\n| `commands` | Build or install command, for example `npm install`. |\n| `ignore` | Newline-separated ignore rules for packaging. `.gitignore` is also respected. |\n| `path` | Local source directory for the function. |\n\nYou can also split functions into a separate file using `includes`:\n\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"projectName\": \"My Project\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n  \"includes\": {\n    \"functions\": \"appwrite/functions.json\"\n  }\n}\n```\n\nThen `appwrite/functions.json` should contain a JSON array:\n\n```json\n[\n  {\n    \"$id\": \"userAuth\",\n    \"name\": \"User Auth\",\n    \"enabled\": true,\n    \"logging\": true,\n    \"runtime\": \"node-22\",\n    \"entrypoint\": \"src/main.js\",\n    \"commands\": \"npm install\",\n    \"path\": \"../functions/userAuth\",\n    \"timeout\": 15,\n    \"events\": [],\n    \"schedule\": \"\"\n  }\n]\n```\n\nWhen using `includes`, the function `path` is resolved relative to the included file.\n\n## 5. Add environment variables\n\nDo not define Function variables directly in `appwrite.config.json`.\n\nCreate a `.env` file inside the function directory:\n\n```bash\nfunctions/userAuth/.env\n```\n\nExample:\n\n```env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nVariables are only synced when you explicitly push with `--with-variables`.\n\n## 6. Develop locally\n\nRun functions locally with:\n\n```bash\nappwrite run functions\n```\n\nTo include saved function variables during local development:\n\n```bash\nappwrite run functions --with-variables\n```\n\n## 7. Deploy the Function\n\nDeploy all configured functions:\n\n```bash\nappwrite push functions\n```\n\nDeploy a specific function:\n\n```bash\nappwrite push functions --function-id userAuth\n```\n\nDeploy and activate the new deployment:\n\n```bash\nappwrite push functions --function-id userAuth --activate\n```\n\nDeploy without switching live traffic:\n\n```bash\nappwrite push functions --function-id userAuth --activate=false\n```\n\nDeploy and sync local `.env` variables:\n\n```bash\nappwrite push functions --function-id userAuth --with-variables\n```\n\nFor CI/CD or non-interactive deployments:\n\n```bash\nappwrite push functions --all --force\n```\n\n## 8. Test the Function\n\nManually execute the function:\n\n```bash\nappwrite functions create-execution \\\n  --function-id userAuth \\\n  --body '{\"hello\":\"world\"}'\n```\n\nList executions:\n\n```bash\nappwrite functions list-executions --function-id userAuth\n```\n\nGet a specific execution log:\n\n```bash\nappwrite functions get-execution \\\n  --function-id userAuth \\\n  --execution-id \"<EXECUTION_ID>\"\n```\n\n## 9. Updating an existing Function\n\nAfter changing code or configuration:\n\n```bash\nappwrite push functions --function-id userAuth\n```\n\nIf the function already exists in Appwrite Console but not locally, pull it first:\n\n```bash\nappwrite pull functions\n```\n\nThen edit the local config/code and push again.\n\nIn short, the main workflow is:\n\n```bash\nappwrite login\nappwrite init project\nappwrite init functions\nappwrite run functions\nappwrite push functions --function-id <FUNCTION_ID> --activate\nappwrite functions create-execution --function-id <FUNCTION_ID>\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required elements from the rubric: 1) appwrite init functions to scaffold the function, 2) runtime selection (with examples like node-22 and listing runtimes), 3) detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, timeout, entrypoint, and more, 4) local development with appwrite run functions (including --with-variables flag), and 5) deployment with appwrite push functions (with multiple options). The answer goes well beyond the minimum requirements, providing additional context about environment variables, testing, updating functions, and CI/CD deployments.",
          "promptTokens": 7044,
          "completionTokens": 2006,
          "totalTokens": 9050,
          "cost": 0.0954,
          "durationMs": 30013,
          "tokensPerSecond": 66.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 441,
          "completionTokens": 142,
          "totalTokens": 583,
          "cost": 0.006465,
          "durationMs": 5485,
          "tokensPerSecond": 25.89,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7314,
          "completionTokens": 295,
          "totalTokens": 7609,
          "cost": 0.04542,
          "durationMs": 7910,
          "tokensPerSecond": 37.29,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7360,
          "completionTokens": 134,
          "totalTokens": 7494,
          "cost": 0.04082,
          "durationMs": 5020,
          "tokensPerSecond": 26.69,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 458,
          "completionTokens": 78,
          "totalTokens": 536,
          "cost": 0.00463,
          "durationMs": 2382,
          "tokensPerSecond": 32.75,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7312,
          "completionTokens": 93,
          "totalTokens": 7405,
          "cost": 0.03935,
          "durationMs": 5889,
          "tokensPerSecond": 15.79,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 435,
          "completionTokens": 59,
          "totalTokens": 494,
          "cost": 0.003945,
          "durationMs": 3192,
          "tokensPerSecond": 18.48,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 447,
          "completionTokens": 258,
          "totalTokens": 705,
          "cost": 0.009975,
          "durationMs": 7586,
          "tokensPerSecond": 34.01,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 497,
          "completionTokens": 137,
          "totalTokens": 634,
          "cost": 0.006595,
          "durationMs": 4431,
          "tokensPerSecond": 30.92,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 455,
          "completionTokens": 134,
          "totalTokens": 589,
          "cost": 0.006295,
          "durationMs": 4534,
          "tokensPerSecond": 29.55,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "`--data` must be passed as a single JSON object string, and `--permissions` must be passed as separate quoted permission strings, not as one JSON array/string.\n\nExample:\n\n```bash\nappwrite tables-db create-row \\\n  --database-id \"<DATABASE_ID>\" \\\n  --table-id \"<TABLE_ID>\" \\\n  --row-id \"unique()\" \\\n  --data '{\"title\":\"Hello World\",\"published\":true}' \\\n  --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\nSo:\n\n- ✅ `--data '{\"key\":\"value\"}'`\n- ✅ `--permissions 'read(\"any\")' 'write(\"user:123\")'`\n- ❌ `--permissions '[\"read(\\\"any\\\")\"]'`",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes around keys and values, 2) permissions as space-separated separate quoted strings (array-style CLI input), and 3) provides a correct example using tables-db create-row with proper syntax. It also helpfully clarifies the incorrect way to pass permissions.",
          "promptTokens": 7030,
          "completionTokens": 719,
          "totalTokens": 7749,
          "cost": 0.05672,
          "durationMs": 37713,
          "tokensPerSecond": 19.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7438,
          "completionTokens": 209,
          "totalTokens": 7647,
          "cost": 0.04346,
          "durationMs": 7590,
          "tokensPerSecond": 27.54,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7388,
          "completionTokens": 207,
          "totalTokens": 7595,
          "cost": 0.04315,
          "durationMs": 8958,
          "tokensPerSecond": 23.11,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7374,
          "completionTokens": 684,
          "totalTokens": 8058,
          "cost": 0.05739,
          "durationMs": 20016,
          "tokensPerSecond": 34.17,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7322,
          "completionTokens": 330,
          "totalTokens": 7652,
          "cost": 0.04651,
          "durationMs": 8515,
          "tokensPerSecond": 38.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 518,
          "completionTokens": 368,
          "totalTokens": 886,
          "cost": 0.01363,
          "durationMs": 7556,
          "tokensPerSecond": 48.7,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7420,
          "completionTokens": 163,
          "totalTokens": 7583,
          "cost": 0.04199,
          "durationMs": 7280,
          "tokensPerSecond": 22.39,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 471,
          "completionTokens": 241,
          "totalTokens": 712,
          "cost": 0.009585,
          "durationMs": 5186,
          "tokensPerSecond": 46.47,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 547,
          "completionTokens": 91,
          "totalTokens": 638,
          "cost": 0.005465,
          "durationMs": 2631,
          "tokensPerSecond": 34.59,
          "toolCallCount": 0
        }
      ]
    },
    {
      "modelId": "claude-opus-4-7",
      "modelName": "Claude Opus 4.7",
      "provider": "Anthropic",
      "promptCostPerMillionTokens": 5,
      "completionCostPerMillionTokens": 25,
      "scores": {
        "foundation": 100,
        "auth": 99,
        "tablesdb": 91.3,
        "functions": 100,
        "storage": 94.8,
        "sites": 100,
        "messaging": 100,
        "realtime": 94.5,
        "cli": 95.9
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 95,
        "functions": 100,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 94.1,
        "cli": 96
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 93.3,
        "tablesdb": 66.7,
        "functions": 100,
        "storage": 98.3,
        "sites": 100,
        "messaging": 100,
        "realtime": 96.7,
        "cli": 95
      },
      "overall": 97.1,
      "mcqOverall": 97.6,
      "freeformOverall": 94.2,
      "totalQuestions": 191,
      "totalCorrect": 186,
      "totalPromptTokens": 442340,
      "totalCompletionTokens": 34314,
      "totalTokens": 476654,
      "totalCost": 3.06955,
      "totalDurationMs": 3197316,
      "averageTokensPerSecond": 10.73,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1584,
          "completionTokens": 43,
          "totalTokens": 1627,
          "cost": 0.008995,
          "durationMs": 15835,
          "tokensPerSecond": 2.72,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1540,
          "completionTokens": 43,
          "totalTokens": 1583,
          "cost": 0.008775,
          "durationMs": 16703,
          "tokensPerSecond": 2.57,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1545,
          "completionTokens": 43,
          "totalTokens": 1588,
          "cost": 0.0088,
          "durationMs": 12941,
          "tokensPerSecond": 3.32,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1586,
          "completionTokens": 43,
          "totalTokens": 1629,
          "cost": 0.009005,
          "durationMs": 12174,
          "tokensPerSecond": 3.53,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1574,
          "completionTokens": 43,
          "totalTokens": 1617,
          "cost": 0.008945,
          "durationMs": 14709,
          "tokensPerSecond": 2.92,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-Side vs Server-Side SDKs in Appwrite\n\nAppwrite provides two distinct types of SDKs, each designed for different security contexts and use cases.\n\n## Client-Side SDKs\n\n**What they are:** SDKs that run in untrusted environments where code is exposed to end users (browsers, mobile apps, desktop apps).\n\n**Authentication:** Use a **Project ID** only — no secret keys. Authentication is performed by end users via login methods (email/password, OAuth, anonymous, magic links, etc.).\n\n**Permissions:** Operate under the **logged-in user's permissions**. Users can only access resources they're explicitly granted access to via Appwrite's permission system.\n\n**Examples:** `appwrite` (Web), `react-native-appwrite`, Flutter, Apple, Android SDKs.\n\n**When to use:**\n- Building web apps (React, Vue, Svelte, vanilla JS)\n- Building mobile apps (React Native, Flutter, iOS, Android)\n- Implementing user signup/login flows\n- Real-time subscriptions for logged-in users\n- User-uploaded files where the user owns the data\n- Any code that ships to end users\n\n## Server-Side SDKs\n\n**What they are:** SDKs that run in trusted environments you control (your backend servers, Appwrite Functions, CI/CD pipelines).\n\n**Authentication:** Use an **API Key** (secret) with specific scopes, OR a **JWT** to act on behalf of a user. API keys must **never** be exposed to clients.\n\n**Permissions:** API keys can **bypass user permissions** and act with admin privileges (based on the scopes assigned). This gives you full administrative control.\n\n**Examples:** `node-appwrite`, Python, PHP, Dart, Ruby, .NET, Go, Swift (server), Kotlin (server), Deno SDKs.\n\n**When to use:**\n- Admin operations (creating/deleting users, managing teams)\n- Server-side business logic in Appwrite Functions\n- Scheduled jobs / cron tasks\n- Sending emails, processing payments, calling third-party APIs with secrets\n- Bulk data operations or migrations\n- Bypassing permissions for internal workflows\n- Webhooks and integrations\n\n## Quick Decision Guide\n\n| Scenario | SDK Type |\n|----------|----------|\n| User logs into your app | Client-side |\n| Admin dashboard creates new users | Server-side |\n| User uploads a profile picture | Client-side |\n| Background job processes orders | Server-side |\n| Real-time chat between users | Client-side |\n| Sending bulk notifications | Server-side |\n| Mobile app fetches user's documents | Client-side |\n| Appwrite Function triggered by event | Server-side |\n\n## Common Pattern: Hybrid Approach\n\nMost production apps use **both**:\n- **Client-side SDK** in your frontend for user authentication and user-scoped operations\n- **Server-side SDK** in Appwrite Functions (or your own backend) for privileged operations triggered by client requests\n\nFor example: A user uploads a file with the client SDK → triggers a Function that uses the server SDK to process it with admin privileges and notify other users.\n\n## Key Security Rule\n\n🔒 **Never put API keys in client-side code.** If your app ships to users (web bundle, mobile app binary), assume any secret in it is public. Use the client SDK with project ID only, and delegate privileged operations to a server (Functions or your own backend).\n\nWould you like me to dive deeper into a specific SDK (TypeScript client, Node server, etc.) or show code examples for a particular use case?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four rubric criteria: 1) Client SDKs are explicitly described as being for frontend/user-facing apps (browsers, mobile apps, web apps); 2) Server SDKs use API keys (secret keys with specific scopes); 3) Server SDKs can bypass user permissions and act with admin privileges; 4) Client SDKs require user sessions (authentication performed by end users via login methods, operating under logged-in user's permissions). The answer goes well beyond the reference answer with detailed examples, a decision guide, hybrid approach patterns, and security guidance, all of which are accurate and relevant.",
          "promptTokens": 1211,
          "completionTokens": 1202,
          "totalTokens": 2413,
          "cost": 0.036105,
          "durationMs": 30186,
          "tokensPerSecond": 39.82,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1547,
          "completionTokens": 43,
          "totalTokens": 1590,
          "cost": 0.00881,
          "durationMs": 14723,
          "tokensPerSecond": 2.92,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "# Appwrite's Permission Model\n\nAppwrite uses a **resource-level permission model** where you define who can perform specific actions on individual resources (like documents, files, or entire collections/buckets). Permissions are granted to **roles**, not directly to users, which provides flexibility and scalability.\n\n## How It Works\n\n1. **Resource-Level Granularity**: Permissions can be set at two levels:\n   - **Collection/Bucket level**: Default permissions that apply to all resources within\n   - **Document/File level**: Override or extend collection-level permissions for individual items\n\n2. **Role-Based Access**: Instead of assigning permissions to specific users, you assign them to roles (e.g., \"any user\", \"any authenticated user\", a specific user ID, members of a team, etc.).\n\n3. **Permissive by Combination**: If either the collection-level OR document-level permissions grant access, the user gets access. They are additive, not restrictive.\n\n## Permission Types (Actions)\n\nAppwrite supports four permission types:\n\n| Permission | Description |\n|------------|-------------|\n| **Read** | Allows viewing/fetching the resource |\n| **Create** | Allows creating new resources (only valid at collection/bucket level, not per-document) |\n| **Update** | Allows modifying existing resources |\n| **Delete** | Allows removing resources |\n\n## Common Roles\n\n- **`any`** — Anyone, including unauthenticated guests\n- **`users`** — Any authenticated user (can be scoped to verified/unverified)\n- **`guests`** — Only unauthenticated visitors\n- **`user:[USER_ID]`** — A specific user\n- **`team:[TEAM_ID]`** — All members of a team\n- **`team:[TEAM_ID]/[ROLE]`** — Members of a team with a specific role (e.g., `team:admins/owner`)\n- **`label:[LABEL]`** — Users tagged with a specific label\n\n## Example\n\n```javascript\nimport { Permission, Role } from \"appwrite\";\n\nconst permissions = [\n  Permission.read(Role.any()),                    // Public read\n  Permission.update(Role.user(\"user123\")),        // Only user123 can update\n  Permission.delete(Role.team(\"admins\")),         // Admins team can delete\n];\n```\n\n## Key Principles\n\n- **Default Deny**: If no permission is granted, access is denied\n- **No Inheritance Restrictions**: Document permissions don't have to be a subset of collection permissions\n- **Create is Special**: Since the resource doesn't exist yet, `create` can only be set at the parent (collection/bucket) level\n\nWould you like me to look up specific SDK examples for setting permissions in TypeScript or via the CLI?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) All four permission types (read, create, update, delete) are clearly listed and described; 2) More than 3 role types are mentioned (any, users, guests, user:[ID], team:[ID], team:[ID]/[ROLE], label:[LABEL]); 3) It explicitly explains that permissions are set on resources at both collection/bucket and document/file levels. The answer also includes code examples using Permission and Role classes matching the reference answer's syntax, and provides additional useful context about how the permission system works.",
          "promptTokens": 1204,
          "completionTokens": 886,
          "totalTokens": 2090,
          "cost": 0.02817,
          "durationMs": 25917,
          "tokensPerSecond": 34.19,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1569,
          "completionTokens": 43,
          "totalTokens": 1612,
          "cost": 0.00892,
          "durationMs": 7351,
          "tokensPerSecond": 5.85,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1607,
          "completionTokens": 43,
          "totalTokens": 1650,
          "cost": 0.00911,
          "durationMs": 12320,
          "tokensPerSecond": 3.49,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1585,
          "completionTokens": 43,
          "totalTokens": 1628,
          "cost": 0.009,
          "durationMs": 13531,
          "tokensPerSecond": 3.18,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1643,
          "completionTokens": 43,
          "totalTokens": 1686,
          "cost": 0.00929,
          "durationMs": 12484,
          "tokensPerSecond": 3.44,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1604,
          "completionTokens": 43,
          "totalTokens": 1647,
          "cost": 0.009095,
          "durationMs": 12983,
          "tokensPerSecond": 3.31,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1545,
          "completionTokens": 43,
          "totalTokens": 1588,
          "cost": 0.0088,
          "durationMs": 13592,
          "tokensPerSecond": 3.16,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1585,
          "completionTokens": 43,
          "totalTokens": 1628,
          "cost": 0.009,
          "durationMs": 16131,
          "tokensPerSecond": 2.67,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1567,
          "completionTokens": 43,
          "totalTokens": 1610,
          "cost": 0.00891,
          "durationMs": 18013,
          "tokensPerSecond": 2.39,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1615,
          "completionTokens": 43,
          "totalTokens": 1658,
          "cost": 0.00915,
          "durationMs": 12215,
          "tokensPerSecond": 3.52,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1548,
          "completionTokens": 43,
          "totalTokens": 1591,
          "cost": 0.008815,
          "durationMs": 11265,
          "tokensPerSecond": 3.82,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1600,
          "completionTokens": 43,
          "totalTokens": 1643,
          "cost": 0.009075,
          "durationMs": 9314,
          "tokensPerSecond": 4.62,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are several core Appwrite services (product areas) and what each is used for:\n\n1. **Authentication (Auth)** – Handles user identity and access management. It supports multiple sign-in methods including email/password, magic URLs, phone (SMS) OTP, anonymous sessions, and 30+ OAuth providers (Google, GitHub, Apple, etc.). It also manages sessions, JWTs, MFA, and team-based access control.\n\n2. **Databases** – A NoSQL-style document database organized into databases → tables (collections) → rows (documents). It provides structured data storage with typed columns, indexes, relationships between tables, and a powerful query API for filtering, sorting, and pagination. Fine-grained permissions can be set at the table or row level.\n\n3. **Storage** – Manages file uploads and downloads, organized into buckets. It supports large file uploads via chunking, file encryption, antivirus scanning, and on-the-fly image transformations (resize, crop, format conversion, compression) — useful for serving optimized images and managing user-generated content.\n\n4. **Functions** – A serverless compute platform for running custom backend code in response to HTTP requests, schedule (cron), or Appwrite events (e.g., when a user signs up or a document is created). Supports many runtimes including Node.js, Python, PHP, Dart, Ruby, Go, and more.\n\n5. **Messaging** – Sends transactional and marketing messages to users via push notifications (FCM/APNS), email (SMTP, Mailgun, Sendgrid), and SMS (Twilio, Vonage, etc.). Useful for notifications, alerts, and user engagement campaigns.\n\n6. **Sites** – A hosting service for deploying web apps and static sites (e.g., Next.js, SvelteKit, Astro, React) directly from a Git repository, with build pipelines, custom domains, and preview deployments.\n\n7. **Realtime** – Provides WebSocket-based subscriptions to events across other Appwrite services, so clients can react instantly to changes in databases, storage, auth, or functions (e.g., live chat, collaborative editing, live dashboards).\n\nTogether these services cover most needs for building modern web, mobile, and server applications without having to build the backend infrastructure from scratch.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer names seven Appwrite services (Auth, Databases, Storage, Functions, Messaging, Sites, Realtime), all of which are listed in the reference answer's accepted services. Each service is described accurately and in detail, well exceeding the minimum requirement of three services with correct purposes.",
          "promptTokens": 1203,
          "completionTokens": 747,
          "totalTokens": 1950,
          "cost": 0.02469,
          "durationMs": 24268,
          "tokensPerSecond": 30.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1554,
          "completionTokens": 43,
          "totalTokens": 1597,
          "cost": 0.008845,
          "durationMs": 8119,
          "tokensPerSecond": 5.3,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1569,
          "completionTokens": 43,
          "totalTokens": 1612,
          "cost": 0.00892,
          "durationMs": 16302,
          "tokensPerSecond": 2.64,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1651,
          "completionTokens": 43,
          "totalTokens": 1694,
          "cost": 0.00933,
          "durationMs": 16694,
          "tokensPerSecond": 2.58,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's a complete implementation of email/password signup and login using the Appwrite Web SDK:\n\n## Installation\n\n```bash\nnpm install appwrite\n```\n\n## Setup the Client\n\n```typescript\n// lib/appwrite.ts\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // Your Appwrite endpoint\n    .setProject('[PROJECT_ID]');                          // Your project ID\n\nexport const account = new Account(client);\nexport { ID };\n```\n\n## Signup (Create Account + Auto-Login)\n\n```typescript\nimport { account, ID } from './lib/appwrite';\n\nasync function signup(email: string, password: string, name: string) {\n    try {\n        // Step 1: Create the user account\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name,\n        });\n\n        // Step 2: Immediately log them in by creating a session\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n\n        console.log('Signed up & logged in:', user);\n        return { user, session };\n    } catch (err) {\n        console.error('Signup failed:', err);\n        throw err;\n    }\n}\n```\n\n## Login\n\n```typescript\nimport { account } from './lib/appwrite';\n\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n\n        // Fetch the logged-in user's data\n        const user = await account.get();\n\n        console.log('Logged in:', user);\n        return { user, session };\n    } catch (err) {\n        console.error('Login failed:', err);\n        throw err;\n    }\n}\n```\n\n## Get Current User & Logout\n\n```typescript\nimport { account } from './lib/appwrite';\n\n// Check if a user is currently logged in\nasync function getCurrentUser() {\n    try {\n        return await account.get();\n    } catch {\n        return null; // No active session\n    }\n}\n\n// Log the current user out\nasync function logout() {\n    await account.deleteSession({ sessionId: 'current' });\n}\n```\n\n## Example Usage in a Form (Vanilla JS)\n\n```typescript\ndocument.getElementById('signup-form')?.addEventListener('submit', async (e) => {\n    e.preventDefault();\n    const form = e.target as HTMLFormElement;\n    const data = new FormData(form);\n\n    await signup(\n        data.get('email') as string,\n        data.get('password') as string,\n        data.get('name') as string\n    );\n\n    window.location.href = '/dashboard';\n});\n```\n\n## Key Notes\n\n- **`account.create()`** registers the user but does **not** log them in — you must call `createEmailPasswordSession()` afterward.\n- **`ID.unique()`** generates a unique user ID. You can also pass your own string if you need custom IDs.\n- The Web SDK automatically stores the session in a cookie, so subsequent requests (like `account.get()`) are authenticated.\n- **Password requirements:** Minimum 8 characters by default (configurable in Appwrite Console).\n- For error handling, catch `AppwriteException` to access `err.code` (e.g., `409` for duplicate email) and `err.type` (e.g., `'user_already_exists'`).",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, the account.create() call uses an object syntax with named parameters (userId, email, password, name) rather than the positional arguments (ID.unique(), email, password, name) shown in the reference answer. The Appwrite Web SDK's account.create() method takes positional parameters, not an object. Similarly, createEmailPasswordSession() takes positional parameters (email, password), not an object. These are functional errors that would cause the code to fail, though the overall structure and concepts are correct.",
          "promptTokens": 11267,
          "completionTokens": 1218,
          "totalTokens": 12485,
          "cost": 0.086785,
          "durationMs": 36047,
          "tokensPerSecond": 33.79,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1584,
          "completionTokens": 43,
          "totalTokens": 1627,
          "cost": 0.008995,
          "durationMs": 8221,
          "tokensPerSecond": 5.23,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1634,
          "completionTokens": 43,
          "totalTokens": 1677,
          "cost": 0.009245,
          "durationMs": 11972,
          "tokensPerSecond": 3.59,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# How Appwrite Sessions Work\n\nAppwrite sessions are the mechanism by which authenticated users maintain their identity across requests. Here's a comprehensive overview:\n\n## What is a Session?\n\nA session is created when a user successfully authenticates with Appwrite. It represents an active login and contains information about:\n- The authentication method used (email/password, OAuth, magic URL, phone, anonymous, etc.)\n- Device/client information (IP, user agent, country)\n- Expiration time\n- Provider-specific tokens (for OAuth sessions)\n\nSessions are stored as a cookie in web clients or as a session token for mobile/server SDKs.\n\n## How Sessions Are Created\n\nSessions can be created through multiple authentication methods:\n\n### 1. **Email & Password**\n```typescript\nawait account.createEmailPasswordSession({\n  email: 'user@example.com',\n  password: 'password123'\n});\n```\n\n### 2. **Anonymous Session**\nCreates a guest session that can later be converted to a permanent account:\n```typescript\nawait account.createAnonymousSession();\n```\n\n### 3. **OAuth2 (Google, GitHub, etc.)**\n```typescript\naccount.createOAuth2Session({\n  provider: OAuthProvider.Google,\n  success: 'https://example.com/success',\n  failure: 'https://example.com/failure'\n});\n```\n\n### 4. **Magic URL**\nSends a login link to the user's email. When clicked, a session is created from the token.\n\n### 5. **Email OTP / Phone OTP**\nUser receives a code, then exchanges it for a session via `createSession()`.\n\n### 6. **JWT Tokens**\nFor server-side requests acting on behalf of a user.\n\n## How Sessions Are Managed\n\n### Get the current session\n```typescript\nawait account.getSession({ sessionId: 'current' });\n```\n\n### List all active sessions\n```typescript\nawait account.listSessions();\n```\nThis returns all devices/browsers where the user is logged in.\n\n### Get the currently logged-in user\n```typescript\nawait account.get();\n```\n\n### Update/Refresh a session\nFor OAuth sessions, you can refresh expired provider tokens:\n```typescript\nawait account.updateSession({ sessionId: 'current' });\n```\n\n## How Sessions Are Deleted\n\n### Delete the current session (logout)\n```typescript\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n### Delete a specific session (logout from one device)\n```typescript\nawait account.deleteSession({ sessionId: '<SESSION_ID>' });\n```\n\n### Delete all sessions (logout everywhere)\n```typescript\nawait account.deleteSessions();\n```\n\n## Session Limits\n\nAppwrite enforces session limits to prevent abuse and maintain security:\n\n- **Default session limit per user**: **10 active sessions**. When a user exceeds this limit, the **oldest session is automatically deleted** to make room for the new one.\n- **Configurable**: The session limit can be adjusted in the Appwrite Console under **Auth → Security → Session limit** (can be set up to 100).\n- **Session length**: Sessions have an expiration time (default: 1 year for persistent, 15 minutes for anonymous/other short-lived sessions). This is configurable per-project in the Console under **Auth → Security → Session length**.\n\n## Security Considerations\n\n- **Cookies vs Tokens**: Web SDK uses cookies automatically; mobile/server SDKs use session secrets.\n- **Session hijacking protection**: Appwrite stores IP and user agent with each session so users can review and revoke suspicious sessions via `listSessions()`.\n- **Server-side admin deletion**: With an API key, admins can forcibly delete any user's session using the Users service (`users.deleteSession()`).\n- **Account conversion**: Anonymous sessions can be upgraded to a full account by adding an email/password or OAuth identity without losing the session or associated data.\n\n## Best Practices\n\n1. **Always check for existing sessions** before creating new ones with `account.get()`.\n2. **Offer a \"log out from all devices\" option** using `deleteSessions()` for security.\n3. **Display active sessions** to users so they can revoke unknown ones.\n4. **Handle session expiration gracefully** by catching 401 errors and redirecting to login.\n5. **Use OAuth providers** when possible for a better UX and offloaded credential management.\n\nWould you like me to dive deeper into a specific authentication method or show full code examples for implementing session management in a particular framework?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric criteria: 1) Sessions created on authentication (multiple methods shown), 2) Session tokens/cookies (explicitly mentions HTTP cookies for web and session tokens for mobile/server SDKs), 3) Session limit of 10 per user with automatic deletion of oldest session, 4) Methods to list/delete sessions (account.listSessions(), account.deleteSession(), account.deleteSessions() all shown with code examples), 5) Session expiry (mentions default 1 year for persistent sessions, 15 minutes for anonymous, and configurability). The answer goes well beyond the reference answer with additional context, code examples, and best practices while accurately covering all required points.",
          "promptTokens": 1213,
          "completionTokens": 1487,
          "totalTokens": 2700,
          "cost": 0.04324,
          "durationMs": 29039,
          "tokensPerSecond": 51.21,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1578,
          "completionTokens": 43,
          "totalTokens": 1621,
          "cost": 0.008965,
          "durationMs": 13111,
          "tokensPerSecond": 3.28,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1599,
          "completionTokens": 43,
          "totalTokens": 1642,
          "cost": 0.00907,
          "durationMs": 12309,
          "tokensPerSecond": 3.49,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1558,
          "completionTokens": 43,
          "totalTokens": 1601,
          "cost": 0.008865,
          "durationMs": 12555,
          "tokensPerSecond": 3.42,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1664,
          "completionTokens": 43,
          "totalTokens": 1707,
          "cost": 0.009395,
          "durationMs": 13549,
          "tokensPerSecond": 3.17,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1542,
          "completionTokens": 43,
          "totalTokens": 1585,
          "cost": 0.008785,
          "durationMs": 12797,
          "tokensPerSecond": 3.36,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1529,
          "completionTokens": 43,
          "totalTokens": 1572,
          "cost": 0.00872,
          "durationMs": 12409,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1575,
          "completionTokens": 43,
          "totalTokens": 1618,
          "cost": 0.00895,
          "durationMs": 14195,
          "tokensPerSecond": 3.03,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1569,
          "completionTokens": 43,
          "totalTokens": 1612,
          "cost": 0.00892,
          "durationMs": 12435,
          "tokensPerSecond": 3.46,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1590,
          "completionTokens": 43,
          "totalTokens": 1633,
          "cost": 0.009025,
          "durationMs": 6601,
          "tokensPerSecond": 6.51,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1598,
          "completionTokens": 43,
          "totalTokens": 1641,
          "cost": 0.009065,
          "durationMs": 13048,
          "tokensPerSecond": 3.3,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1566,
          "completionTokens": 43,
          "totalTokens": 1609,
          "cost": 0.008905,
          "durationMs": 12338,
          "tokensPerSecond": 3.49,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1630,
          "completionTokens": 43,
          "totalTokens": 1673,
          "cost": 0.009225,
          "durationMs": 12007,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "# `deleteSession(sessionId)` vs `deleteSessions()`\n\nThese two methods both deal with ending user sessions in Appwrite, but they operate at different scopes.\n\n## `account.deleteSession(sessionId)`\n\nDeletes **a single, specific session** identified by its session ID. You can pass `'current'` as the sessionId to delete the session the user is currently signed in with.\n\n```typescript\n// Log out from the current device only\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out a specific remote session (e.g., from a \"Manage Devices\" screen)\nawait account.deleteSession({ sessionId: 'abc123...' });\n```\n\n**Use it when:**\n- Implementing a standard **logout** button (sign out of just this device/browser).\n- Building a **\"Manage active sessions\"** or **\"Devices\"** UI where the user can revoke individual sessions (e.g., \"Sign out of my old phone\") while staying logged in elsewhere.\n\n## `account.deleteSessions()`\n\nDeletes **all sessions** belonging to the user across every device and client at once.\n\n```typescript\n// Log out everywhere\nawait account.deleteSessions();\n```\n\n**Use it when:**\n- The user clicks **\"Sign out of all devices\"**.\n- After a **password change** or **security event** (suspected account compromise), where you want to invalidate every existing session and force re-authentication everywhere.\n- During **account deletion / deactivation** flows to ensure no lingering sessions remain.\n\n## Quick comparison\n\n| | `deleteSession(sessionId)` | `deleteSessions()` |\n|---|---|---|\n| Scope | One session | All sessions |\n| Common use | Standard logout, revoke a specific device | Global logout, security reset |\n| Requires sessionId | Yes (or `'current'`) | No |\n\n**Rule of thumb:** Use `deleteSession('current')` for normal logout buttons, and reserve `deleteSessions()` for global \"sign out everywhere\" actions or security-sensitive flows.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (including the 'current' shorthand), 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each - single device logout vs logout everywhere/security events. The answer goes beyond the minimum requirements with code examples, a comparison table, and additional context about security scenarios, all of which are accurate and helpful.",
          "promptTokens": 1217,
          "completionTokens": 667,
          "totalTokens": 1884,
          "cost": 0.02276,
          "durationMs": 23590,
          "tokensPerSecond": 28.27,
          "toolCallCount": 0
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1587,
          "completionTokens": 43,
          "totalTokens": 1630,
          "cost": 0.00901,
          "durationMs": 14060,
          "tokensPerSecond": 3.06,
          "toolCallCount": 0
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1649,
          "completionTokens": 43,
          "totalTokens": 1692,
          "cost": 0.00932,
          "durationMs": 13494,
          "tokensPerSecond": 3.19,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's complete working code using the Appwrite Web SDK's `TablesDB` API to create a database, table with columns, and insert a row:\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\n// Note: Creating databases, tables, and columns requires server-side access\n// (an API key). If you're running this from a browser, use `node-appwrite`\n// instead. The client-side Web SDK can only create/read/update/delete rows.\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasks() {\n    // 1. Create a database\n    const db = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'AppDB',\n    });\n    console.log('Database created:', db.$id);\n\n    // 2. Create a \"tasks\" table\n    const table = await tablesDB.createTable({\n        databaseId: db.$id,\n        tableId: ID.unique(),\n        name: 'tasks',\n    });\n    console.log('Table created:', table.$id);\n\n    // 3. Add columns to the table\n    await tablesDB.createVarcharColumn({\n        databaseId: db.$id,\n        tableId: table.$id,\n        key: 'title',\n        size: 255,\n        required: true,\n    });\n\n    await tablesDB.createBooleanColumn({\n        databaseId: db.$id,\n        tableId: table.$id,\n        key: 'completed',\n        required: true,\n        default: false,\n    });\n\n    await tablesDB.createDatetimeColumn({\n        databaseId: db.$id,\n        tableId: table.$id,\n        key: 'dueDate',\n        required: false",
          "correct": false,
          "score": 0,
          "judgeReasoning": "Failed to parse judge response: ```typescript\n    });\n\n    console.log('Columns created: title, completed, dueDate');\n\n    // 4. Insert a row\n    const row = await tablesDB.createRow({\n        databaseId: db.$id,\n        tableId: table.$id,\n        rowId: ID.unique(),\n        data: {\n            title: 'Buy groceries',\n            completed: false,\n            dueDate: '2025-12-31T23:59:59.000Z',\n        },\n    });\n    console.log('Row inserted:', row.$id);\n}\n\nsetupTasks().catch(console.error);\n```\n\n**Key points:**\n- `TablesDB` is imported from `appwrite`\n- `tablesDB.create()` creates the database\n- `tablesDB.createTable()` creates the tasks table\n- Column methods (`createVarcharColumn`, `createBooleanColumn`, `createDatetimeColumn`) define the schema\n- `tablesDB.createRow()` inserts a row with the data object\n\n{\"score\": 1.0, \"reasoning\": \"The answer is fully correct and complete. It includes all 5 required elements: 1) Client + TablesDB setup with proper imports and initialization, 2) tablesDB.create() for database creation, 3) tablesDB.createTable() for the tasks table, 4) Creating all three column types (varchar via createVarcharColumn, boolean via createBooleanColumn, datetime via createDatetimeColumn) with appropriate parameters, and 5) tablesDB.createRow() with the data object containing title, completed, and dueDate fields. The code is well-structured, uses TypeScript, includes proper error handling, and provides helpful comments.\"}",
          "promptTokens": 1255,
          "completionTokens": 140,
          "totalTokens": 1395,
          "cost": 0.009775,
          "durationMs": 74528,
          "tokensPerSecond": 1.88,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1692,
          "completionTokens": 43,
          "totalTokens": 1735,
          "cost": 0.009535,
          "durationMs": 12994,
          "tokensPerSecond": 3.31,
          "toolCallCount": 0
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1620,
          "completionTokens": 43,
          "totalTokens": 1663,
          "cost": 0.009175,
          "durationMs": 12798,
          "tokensPerSecond": 3.36,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB\n\nThe `Query` class in Appwrite provides a fluent, type-safe way to filter, sort, and paginate rows when calling `tablesDB.listRows()`. You import it from the SDK and pass an array of query expressions to the `queries` parameter.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n// Server-side: import from 'node-appwrite'\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\nAll queries are combined with **AND** by default. To combine with OR, wrap them in `Query.or([...])`.\n\n---\n\n## 1. Filtering\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'published'),         // status == 'published'\n        Query.notEqual('archived', true),           // archived != true\n        Query.greaterThan('views', 100),            // views > 100\n        Query.lessThanEqual('price', 50),           // price <= 50\n        Query.between('rating', 3, 5),              // 3 <= rating <= 5\n        Query.isNotNull('author'),                  // author IS NOT NULL\n        Query.startsWith('title', 'Intro'),         // title LIKE 'Intro%'\n        Query.contains('tags', 'typescript'),       // array/string contains\n        Query.search('body', 'appwrite database'),  // full-text search (needs FT index)\n    ]\n});\n```\n\n### IN-style queries\nPass an array to `Query.equal` to match any value in the list:\n\n```typescript\nQuery.equal('category', ['news', 'blog', 'tutorial'])  // category IN (...)\n```\n\n### Combining with OR / AND\n```typescript\nqueries: [\n    Query.or([\n        Query.equal('status', 'draft'),\n        Query.equal('status', 'review'),\n    ]),\n    Query.greaterThan('createdAt', '2024-01-01'),  // AND'd with the OR group\n]\n```\n\n---\n\n## 2. Sorting\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('$createdAt'),  // newest first\n        Query.orderAsc('title'),        // tiebreaker: alphabetical\n    ]\n});\n```\n\nYou can sort on built-in fields (`$id`, `$createdAt`, `$updatedAt`) or any of your own columns. Multiple sorts are applied in order.\n\n---\n\n## 3. Limiting & Selecting Fields\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(10),                         // return at most 10 rows (max 100)\n        Query.select(['title', 'author', '$id']), // only return these fields\n    ]\n});\n```\n\n> **Note:** `Query.limit()` defaults to 25 and caps at 100. For larger datasets, paginate.\n\n---\n\n## 4. Pagination\n\n### Offset pagination (simple but slow on large datasets)\n\n```typescript\nconst page = 3;\nconst pageSize = 25;\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(pageSize),\n        Query.offset((page - 1) * pageSize),\n        Query.orderDesc('$createdAt'),\n    ]\n});\n\nconsole.log(results.total);      // total matching rows\nconsole.log(results.documents);  // current page\n```\n\n### Cursor pagination (recommended for large datasets)\n\nCursor pagination is much faster because it doesn't scan skipped rows.\n\n```typescript\n// Page 1\nconst firstPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.orderDesc('$createdAt'),\n    ]\n});\n\n// Page 2 — start after the last row of page 1\nconst lastId = firstPage.documents[firstPage.documents.length - 1].$id;\n\nconst secondPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.limit(25),\n        Query.orderDesc('$createdAt'),\n        Query.cursorAfter(lastId),  // or Query.cursorBefore(firstId) to go backwards\n    ]\n});\n```\n\n---\n\n## Full Real-World Example\n\nFetch the 10 most recent published articles in the \"tech\" category, written after Jan 1, 2024, returning only a subset of fields:\n\n```typescript\nconst articles = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.equal('category', 'tech'),\n        Query.greaterThan('$createdAt', '2024-01-01'),\n        Query.orderDesc('$createdAt'),\n        Query.limit(10),\n        Query.select(['title', 'slug', 'author', '$createdAt']),\n    ]\n});\n\nconsole.log(`Found ${articles.total} matching articles`);\narticles.documents.forEach(a => console.log(a.title));\n```\n\n## Quick Reference\n\n| Category    | Methods |\n|-------------|---------|\n| **Equality**   | `equal`, `notEqual`, `isNull`, `isNotNull` |\n| **Comparison** | `lessThan`, `lessThanEqual`, `greaterThan`, `greaterThanEqual`, `between` |\n| **String**     | `startsWith`, `endsWith`, `contains`, `search` |\n| **Sorting**    | `orderAsc`, `orderDesc` |\n| **Paging**     | `limit`, `offset`, `cursorAfter`, `cursorBefore` |\n| **Shape**      | `select` |\n| **Logical**    | `or`, `and` |\n\n> **Tip:** For best performance, create indexes on columns you frequently filter or sort on. Full-text search (`Query.search`) requires a full-text index on the target column.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric requirements: 1) Query.equal() for filtering is demonstrated multiple times, 2) Query.orderDesc() and Query.orderAsc() for sorting are shown, 3) Query.limit() and Query.offset() for pagination are both demonstrated, 4) queries array is passed to listRows() throughout all examples, 5) Multiple additional query methods are shown including Query.cursorAfter(), Query.greaterThan(), Query.between(), Query.search(), Query.select(), Query.or(), etc. The answer is comprehensive, well-structured, and includes practical examples covering all required aspects plus additional useful features.",
          "promptTokens": 11269,
          "completionTokens": 2362,
          "totalTokens": 13631,
          "cost": 0.115395,
          "durationMs": 55974,
          "tokensPerSecond": 42.2,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1593,
          "completionTokens": 43,
          "totalTokens": 1636,
          "cost": 0.00904,
          "durationMs": 12630,
          "tokensPerSecond": 3.4,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1610,
          "completionTokens": 43,
          "totalTokens": 1653,
          "cost": 0.009125,
          "durationMs": 13159,
          "tokensPerSecond": 3.27,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1606,
          "completionTokens": 77,
          "totalTokens": 1683,
          "cost": 0.009955,
          "durationMs": 14072,
          "tokensPerSecond": 5.47,
          "toolCallCount": 0
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1547,
          "completionTokens": 43,
          "totalTokens": 1590,
          "cost": 0.00881,
          "durationMs": 4162,
          "tokensPerSecond": 10.33,
          "toolCallCount": 0
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1638,
          "completionTokens": 43,
          "totalTokens": 1681,
          "cost": 0.009265,
          "durationMs": 12052,
          "tokensPerSecond": 3.57,
          "toolCallCount": 0
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1575,
          "completionTokens": 102,
          "totalTokens": 1677,
          "cost": 0.010425,
          "durationMs": 13591,
          "tokensPerSecond": 7.5,
          "toolCallCount": 0
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1609,
          "completionTokens": 43,
          "totalTokens": 1652,
          "cost": 0.00912,
          "durationMs": 10615,
          "tokensPerSecond": 4.05,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1605,
          "completionTokens": 43,
          "totalTokens": 1648,
          "cost": 0.0091,
          "durationMs": 6140,
          "tokensPerSecond": 7,
          "toolCallCount": 0
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1580,
          "completionTokens": 43,
          "totalTokens": 1623,
          "cost": 0.008975,
          "durationMs": 12403,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1584,
          "completionTokens": 43,
          "totalTokens": 1627,
          "cost": 0.008995,
          "durationMs": 14596,
          "tokensPerSecond": 2.95,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1578,
          "completionTokens": 43,
          "totalTokens": 1621,
          "cost": 0.008965,
          "durationMs": 14849,
          "tokensPerSecond": 2.9,
          "toolCallCount": 0
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1609,
          "completionTokens": 43,
          "totalTokens": 1652,
          "cost": 0.00912,
          "durationMs": 16798,
          "tokensPerSecond": 2.56,
          "toolCallCount": 0
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1634,
          "completionTokens": 43,
          "totalTokens": 1677,
          "cost": 0.009245,
          "durationMs": 7243,
          "tokensPerSecond": 5.94,
          "toolCallCount": 0
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, return at most 20 results, and sort by that field in descending order, combine three query helpers in the `queries` array passed to `listRows`:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('score', 100),  // numeric filter: score > 100\n        Query.orderDesc('score'),          // sort by score, highest first\n        Query.limit(20),                   // cap result count at 20\n    ],\n});\n\nconsole.log(results.total);       // total matching rows (ignores limit)\nconsole.log(results.documents);   // up to 20 rows\n```\n\n### How the three helpers work\n\n1. **`Query.greaterThan('score', 100)`** — filters to rows where the `score` column is strictly greater than `100`. Use `Query.greaterThanEqual` if you want `>= 100` instead. Related numeric filters include `lessThan`, `lessThanEqual`, and `between(field, min, max)` for range queries.\n\n2. **`Query.orderDesc('score')`** — sorts the results by the `score` field from highest to lowest. You can chain multiple `orderAsc`/`orderDesc` calls for tie-breaking on additional fields.\n\n3. **`Query.limit(20)`** — caps the response at 20 rows. Without it, the default page size is 25 (max 100). The total count of matching rows is still available on `results.total`.\n\n### Notes\n\n- Multiple queries in the array are combined with **AND** by default, so the above returns rows that satisfy all three conditions.\n- For best performance on large tables, make sure the numeric column (`score` here) has an **index** defined — otherwise the filter and sort will do a full scan.\n- If you need to paginate beyond 20 results, add `Query.cursorAfter('[LAST_ROW_ID]')` using the `$id` of the last row from the previous page rather than using `Query.offset`, which is slower for deep pagination.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering the numeric field, 2) Query.orderDesc for descending sort, 3) Query.limit(20) to cap results, and 4) passing all queries to listRows() in the queries parameter. The answer is comprehensive, accurate, and includes helpful additional context about related methods, indexing, and pagination.",
          "promptTokens": 11261,
          "completionTokens": 902,
          "totalTokens": 12163,
          "cost": 0.078855,
          "durationMs": 49047,
          "tokensPerSecond": 18.39,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 1703,
          "completionTokens": 43,
          "totalTokens": 1746,
          "cost": 0.00959,
          "durationMs": 12804,
          "tokensPerSecond": 3.36,
          "toolCallCount": 0
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1543,
          "completionTokens": 329,
          "totalTokens": 1872,
          "cost": 0.01594,
          "durationMs": 18171,
          "tokensPerSecond": 18.11,
          "toolCallCount": 0
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1527,
          "completionTokens": 144,
          "totalTokens": 1671,
          "cost": 0.011235,
          "durationMs": 16172,
          "tokensPerSecond": 8.9,
          "toolCallCount": 0
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1627,
          "completionTokens": 43,
          "totalTokens": 1670,
          "cost": 0.00921,
          "durationMs": 13087,
          "tokensPerSecond": 3.29,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1602,
          "completionTokens": 43,
          "totalTokens": 1645,
          "cost": 0.009085,
          "durationMs": 11759,
          "tokensPerSecond": 3.66,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "The CLI skill doesn't cover the function handler signature in depth. Let me check the TypeScript skill, but actually I have enough knowledge of Appwrite Functions to answer this. Let me write the function with the correct Appwrite Functions Node.js signature.\n\nHere's an Appwrite Function in Node.js that receives a JSON body with a `name` field and returns a personalized greeting:\n\n## `src/main.js`\n\n```javascript\nexport default async ({ req, res, log, error }) => {\n  try {\n    // Appwrite parses JSON request bodies into req.bodyJson automatically\n    // when the Content-Type is application/json.\n    const { name } = req.bodyJson ?? {};\n\n    if (!name || typeof name !== 'string') {\n      return res.json(\n        {\n          ok: false,\n          error: 'Missing or invalid \"name\" field in request body.',\n        },\n        400\n      );\n    }\n\n    log(`Greeting requested for: ${name}`);\n\n    return res.json({\n      ok: true,\n      message: `Hello, ${name}! 👋`,\n    });\n  } catch (err) {\n    error(`Unexpected error: ${err.message}`);\n    return res.json({ ok: false, error: 'Internal server error.' }, 500);\n  }\n};\n```\n\n### Key points about the function signature\n\n- **Default export of an async function** is the required entrypoint shape for Node.js runtimes on Appwrite Functions.\n- The handler receives a **context object** destructured into:\n  - `req` — the incoming request (`req.bodyJson`, `req.bodyText`, `req.bodyBinary`, `req.headers`, `req.method`, `req.path`, `req.query`, `req.url`).\n  - `res` — the response builder. Use `res.json(obj, statusCode?, headers?)`, `res.text(...)`, `res.binary(...)`, `res.empty()`, or `res.redirect(url, status?)`.\n  - `log` — writes to execution logs (visible in the Console).\n  - `error` — writes to the error log stream.\n- Always **`return`** the result of `res.json(...)` (or another `res.*` method). Never write to stdout directly — `console.log`/`console.error` are not captured; use `log` and `error` instead.\n\n### `package.json`\n\n```json\n{\n  \"name\": \"greet\",\n  \"version\": \"1.0.0\",\n  \"type\": \"module\",\n  \"main\": \"src/main.js\"\n}\n```\n\n### `appwrite.config.json` snippet\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"greet\",\n      \"name\": \"greet\",\n      \"runtime\": \"node-22\",\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"path\": \"functions/greet\",\n      \"timeout\": 15,\n      \"enabled\": true,\n      \"logging\": true\n    }\n  ]\n}\n```\n\n### Test it\n\n```bash\nappwrite functions create-execution \\\n  --function-id greet \\\n  --body '{\"name\":\"Ada\"}'\n```\n\nExpected response body:\n\n```json\n{ \"ok\": true, \"message\": \"Hello, Ada! 👋\" }\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses 'export default async' function as the entrypoint, 2) Destructures the context object with req, res, log, and error, 3) Parses the request body via req.bodyJson, 4) Uses res.json() for all responses including error cases, 5) Follows the correct function signature pattern. The answer goes beyond the minimum requirements with proper error handling, status codes, logging usage, package.json configuration, and deployment instructions. The use of req.bodyJson is a valid Appwrite-specific property for parsed JSON bodies.",
          "promptTokens": 12719,
          "completionTokens": 1143,
          "totalTokens": 13862,
          "cost": 0.09217,
          "durationMs": 45222,
          "tokensPerSecond": 25.28,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1616,
          "completionTokens": 43,
          "totalTokens": 1659,
          "cost": 0.009155,
          "durationMs": 13633,
          "tokensPerSecond": 3.15,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1599,
          "completionTokens": 43,
          "totalTokens": 1642,
          "cost": 0.00907,
          "durationMs": 12825,
          "tokensPerSecond": 3.35,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1729,
          "completionTokens": 43,
          "totalTokens": 1772,
          "cost": 0.00972,
          "durationMs": 8211,
          "tokensPerSecond": 5.24,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the Appwrite CLI\n\nDeploying a function with the Appwrite CLI involves a few clear steps: installing the CLI, logging in, configuring the function, and pushing it to your project.\n\n## Step 1: Install and Authenticate\n\n```bash\n# Install\nnpm install -g appwrite-cli\n\n# Login (Cloud or self-hosted)\nappwrite login\n# Or: appwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n## Step 2: Initialize the Project\n\nIn your project directory, link to an Appwrite project. This creates `appwrite.config.json`:\n\n```bash\nappwrite init project\n```\n\n## Step 3: Create or Pull a Function\n\nYou can scaffold a new function or pull an existing one from the Appwrite Console:\n\n```bash\n# Create new function (interactive scaffold)\nappwrite init functions\n\n# Or pull existing functions defined in the Console\nappwrite pull functions\n```\n\n## Step 4: Configure the Function\n\nYour function is described in `appwrite.config.json` (or a separate file via `includes`). Example:\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"<FUNCTION_ID>\",\n      \"name\": \"userAuth\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\n### Key configuration options\n\n| Field | Purpose |\n|---|---|\n| `runtime` | Execution runtime, e.g. `node-22`, `python-3.12`. |\n| `entrypoint` | Entry file relative to `path` (e.g. `src/main.js`). |\n| `commands` | Build/install commands run during deployment (e.g. `npm install`). |\n| `path` | Local directory containing the function source. |\n| `timeout` | Max execution time in seconds. |\n| `schedule` | Cron expression for scheduled triggers (empty disables). |\n| `events` | Appwrite event patterns that trigger the function. |\n| `scopes` | API scopes for the function's auto-generated dynamic key. |\n| `buildSpecification` / `runtimeSpecification` | Compute sizing for build vs. execution. |\n| `deploymentRetention` | Days to keep old deployments. |\n| `logging` | Stores execution logs for debugging. |\n| `enabled` | Whether the function can be executed. |\n| `ignore` | Extra patterns to exclude when packaging (combined with `.gitignore`). |\n\n## Step 5: Handle Environment Variables\n\n**Don't put secrets in `appwrite.config.json`.** Use a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nPush them explicitly when you want to sync them:\n\n```bash\nappwrite push functions --function-id <ID> --with-variables\n```\n\n## Step 6: Deploy\n\n```bash\n# Push all functions\nappwrite push functions\n\n# Push and activate a specific function\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Push without switching live traffic (canary-style)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n## Step 7: Verify & Test\n\n```bash\n# List deployments\nappwrite functions list-deployments --function-id <FUNCTION_ID>\n\n# Trigger an execution\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"key\":\"value\"}'\n\n# Inspect execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n## CI/CD Tip\n\nFor non-interactive pipelines, use `--force` to skip confirmation prompts:\n\n```bash\nappwrite push functions --all --force\n```\n\n## Local Development\n\nYou can run functions locally before deploying:\n\n```bash\nappwrite run functions\n# Or with variables pulled from function settings:\nappwrite run functions --with-variables\n```\n\nThat's the full deployment lifecycle — configure in `appwrite.config.json`, keep secrets in `.env`, and use `appwrite push functions` to deploy.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: (1) CLI installation via npm install -g appwrite-cli, (2) appwrite init functions command, (3) configuration in appwrite.config.json with detailed examples, (4) appwrite push functions command, and (5) key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The response goes well beyond the minimum requirements with additional details on environment variables, CI/CD usage, local development, and verification steps, all of which are accurate and relevant.",
          "promptTokens": 12693,
          "completionTokens": 1687,
          "totalTokens": 14380,
          "cost": 0.10564,
          "durationMs": 57300,
          "tokensPerSecond": 29.44,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1553,
          "completionTokens": 43,
          "totalTokens": 1596,
          "cost": 0.00884,
          "durationMs": 12839,
          "tokensPerSecond": 3.35,
          "toolCallCount": 0
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1598,
          "completionTokens": 43,
          "totalTokens": 1641,
          "cost": 0.009065,
          "durationMs": 13734,
          "tokensPerSecond": 3.13,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1594,
          "completionTokens": 43,
          "totalTokens": 1637,
          "cost": 0.009045,
          "durationMs": 12369,
          "tokensPerSecond": 3.48,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1594,
          "completionTokens": 43,
          "totalTokens": 1637,
          "cost": 0.009045,
          "durationMs": 12439,
          "tokensPerSecond": 3.46,
          "toolCallCount": 0
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1653,
          "completionTokens": 43,
          "totalTokens": 1696,
          "cost": 0.00934,
          "durationMs": 12610,
          "tokensPerSecond": 3.41,
          "toolCallCount": 0
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1657,
          "completionTokens": 114,
          "totalTokens": 1771,
          "cost": 0.011135,
          "durationMs": 16919,
          "tokensPerSecond": 6.74,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1622,
          "completionTokens": 43,
          "totalTokens": 1665,
          "cost": 0.009185,
          "durationMs": 15678,
          "tokensPerSecond": 2.74,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1568,
          "completionTokens": 43,
          "totalTokens": 1611,
          "cost": 0.008915,
          "durationMs": 12485,
          "tokensPerSecond": 3.44,
          "toolCallCount": 0
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1638,
          "completionTokens": 43,
          "totalTokens": 1681,
          "cost": 0.009265,
          "durationMs": 12470,
          "tokensPerSecond": 3.45,
          "toolCallCount": 0
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1671,
          "completionTokens": 43,
          "totalTokens": 1714,
          "cost": 0.00943,
          "durationMs": 11780,
          "tokensPerSecond": 3.65,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1590,
          "completionTokens": 43,
          "totalTokens": 1633,
          "cost": 0.009025,
          "durationMs": 15973,
          "tokensPerSecond": 2.69,
          "toolCallCount": 0
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1596,
          "completionTokens": 43,
          "totalTokens": 1639,
          "cost": 0.009055,
          "durationMs": 12009,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Inside an Appwrite Function at runtime, several `APPWRITE_FUNCTION_*` environment variables are automatically injected. Here are some commonly available ones:\n\n1. **`APPWRITE_FUNCTION_ID`** – The unique ID of the function being executed. Useful for logging, identifying the function in multi-function setups, or making self-referential API calls (e.g., updating the function's own configuration).\n\n2. **`APPWRITE_FUNCTION_NAME`** – The human-readable name of the function as configured in the Appwrite console. Helpful for logging and debugging output so you can tell which function produced a given log line.\n\n3. **`APPWRITE_FUNCTION_DEPLOYMENT`** – The ID of the currently active deployment running the function. Useful for tracing which version of your code handled a given execution, especially when debugging issues across deployments.\n\n4. **`APPWRITE_FUNCTION_PROJECT_ID`** – The ID of the Appwrite project the function belongs to. Commonly used when initializing the Appwrite server SDK inside the function so it can call back into the same project's APIs.\n\n5. **`APPWRITE_FUNCTION_RUNTIME_NAME`** / **`APPWRITE_FUNCTION_RUNTIME_VERSION`** – The runtime (e.g., `node`, `python`) and its version that the function is executing on. Useful for runtime-specific branching or diagnostics.\n\n6. **`APPWRITE_FUNCTION_API_ENDPOINT`** – The Appwrite API endpoint the function should use when making SDK calls back to Appwrite (typically the internal endpoint). Used when constructing a `Client` in the server SDK.\n\nA typical usage pattern combines several of these to initialize the Appwrite SDK inside a function:\n\n```js\nimport { Client } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint(process.env.APPWRITE_FUNCTION_API_ENDPOINT)\n  .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID)\n  .setKey(req.headers['x-appwrite-key']); // dynamic API key passed per execution\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names more than three APPWRITE_FUNCTION_* environment variables (ID, NAME, DEPLOYMENT, PROJECT_ID, RUNTIME_NAME, RUNTIME_VERSION, API_ENDPOINT) and provides accurate descriptions of what each is used for. All variables listed are documented runtime environment variables matching the reference answer. The bonus code example further demonstrates practical usage. This fully satisfies the rubric requirements.",
          "promptTokens": 1229,
          "completionTokens": 740,
          "totalTokens": 1969,
          "cost": 0.024645,
          "durationMs": 20598,
          "tokensPerSecond": 35.93,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1594,
          "completionTokens": 43,
          "totalTokens": 1637,
          "cost": 0.009045,
          "durationMs": 9356,
          "tokensPerSecond": 4.6,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1571,
          "completionTokens": 43,
          "totalTokens": 1614,
          "cost": 0.00893,
          "durationMs": 14127,
          "tokensPerSecond": 3.04,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Note that the Appwrite Web SDK (`appwrite` package) does **not** support creating buckets — that's a server-side operation requiring an API key. Bucket creation must be done either via the Appwrite Console, the CLI, or the server SDK (`node-appwrite`). I'll show you both: a server-side script to create the bucket, and the client-side Web SDK code to upload and preview the file.\n\n## 1. Create the Bucket (Server-side — required)\n\n```typescript\n// create-bucket.ts — run once with Node.js\nimport { Client, Storage, Permission, Role, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID!)\n    .setKey(process.env.APPWRITE_API_KEY!);\n\nconst storage = new Storage(client);\n\nconst bucket = await storage.createBucket({\n    bucketId: ID.unique(),\n    name: 'User Images',\n    permissions: [\n        Permission.read(Role.any()),            // anyone can read files\n        Permission.create(Role.users()),        // any logged-in user can upload\n        Permission.update(Role.users()),        // any logged-in user can update their files\n        Permission.delete(Role.users()),        // any logged-in user can delete their files\n    ],\n    fileSecurity: true,                         // also enforce file-level permissions\n    enabled: true,\n    maximumFileSize: 10_000_000,                // 10 MB\n    allowedFileExtensions: ['jpg', 'jpeg', 'png', 'webp', 'gif'],\n    compression: 'gzip',\n    encryption: true,\n    antivirus: true,\n});\n\nconsole.log('Bucket created:', bucket.$id);\n```\n\n## 2. Upload a File and Get a Preview URL (Web SDK — client-side)\n\n```typescript\n// upload.ts — runs in the browser\nimport { Client, Storage, Permission, Role, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\nconst BUCKET_ID = '[BUCKET_ID]'; // from step 1\n\nasync function uploadAndPreview() {\n    const fileInput = document.getElementById('file-input') as HTMLInputElement;\n    const selectedFile = fileInput.files![0];\n\n    // Upload with file-level permissions\n    const uploaded = await storage.createFile({\n        bucketId: BUCKET_ID,\n        fileId: ID.unique(),\n        file: selectedFile,\n        permissions: [\n            Permission.read(Role.any()),                 // public preview\n            Permission.update(Role.user('[USER_ID]')),   // only the owner can update\n            Permission.delete(Role.user('[USER_ID]')),   // only the owner can delete\n        ],\n    });\n\n    console.log('Uploaded file ID:', uploaded.$id);\n\n    // Get a preview URL (transformed image)\n    const previewUrl = storage.getFilePreview({\n        bucketId: BUCKET_ID,\n        fileId: uploaded.$id,\n        width: 400,\n        height: 400,\n        gravity: 'center',\n        quality: 90,\n        output: 'webp',\n    });\n\n    // Render it\n    const img = document.createElement('img');\n    img.src = previewUrl.toString();\n    document.body.appendChild(img);\n\n    return previewUrl.toString();\n}\n\ndocument.getElementById('upload-btn')?.addEventListener('click', uploadAndPreview);\n```\n\n```html\n<!-- index.html -->\n<input type=\"file\" id=\"file-input\" accept=\"image/*\" />\n<button id=\"upload-btn\">Upload</button>\n```\n\n### Key things to know\n\n- **Bucket creation requires a server SDK + API key** — it cannot be done from the browser. Alternatively, create the bucket once via the Appwrite Console or CLI.\n- **Two layers of permissions:**\n  - **Bucket-level** (set in step 1) — default rules for all files\n  - **File-level** (set in step 2, requires `fileSecurity: true` on the bucket) — per-file overrides\n- **`getFilePreview()`** only works on image files (jpg, png, webp, gif, etc.) and returns a transformed URL. For non-image files use `getFileView()` (inline) or `getFileDownload()` (attachment).\n- **`Role.any()` on read** makes the file publicly accessible — anyone with the URL can view it. Use `Role.user('[USER_ID]')` or `Role.users()` if you need it private.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer satisfies all 5 rubric criteria: Storage service instantiation (both server and client), bucket creation with permissions (correctly using node-appwrite server SDK), createFile() with all required parameters, getFilePreview() with image transformation options, and correct imports. The answer adds valuable technical accuracy by noting the Web SDK limitation for bucket creation, which is factually correct. Minor deduction for potential API syntax differences (named vs positional parameters) in some SDK versions.",
          "promptTokens": 11269,
          "completionTokens": 1706,
          "totalTokens": 12975,
          "cost": 0.098995,
          "durationMs": 49449,
          "tokensPerSecond": 34.5,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1577,
          "completionTokens": 43,
          "totalTokens": 1620,
          "cost": 0.00896,
          "durationMs": 11923,
          "tokensPerSecond": 3.61,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1603,
          "completionTokens": 43,
          "totalTokens": 1646,
          "cost": 0.00909,
          "durationMs": 12408,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1618,
          "completionTokens": 43,
          "totalTokens": 1661,
          "cost": 0.009165,
          "durationMs": 14835,
          "tokensPerSecond": 2.9,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1586,
          "completionTokens": 43,
          "totalTokens": 1629,
          "cost": 0.009005,
          "durationMs": 15423,
          "tokensPerSecond": 2.79,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1562,
          "completionTokens": 43,
          "totalTokens": 1605,
          "cost": 0.008885,
          "durationMs": 4389,
          "tokensPerSecond": 9.8,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "# Storage File Access Methods in Appwrite\n\nAppwrite provides three different methods to retrieve files from storage, each serving a distinct purpose:\n\n## 1. `storage.getFileView()`\n\n**Purpose:** Returns the file content for **inline viewing** in the browser.\n\n- Serves the file with its original MIME type\n- Browser displays it inline (e.g., images render, PDFs open in viewer, videos play)\n- No transformations applied — returns the file as-is\n- No `Content-Disposition: attachment` header\n\n**Use when:**\n- Displaying images directly in an `<img>` tag\n- Embedding PDFs, videos, or audio files in your app\n- You want the file to open/render in the browser rather than download\n- You need the original file without any modifications\n\n```typescript\nconst url = storage.getFileView('bucket-id', 'file-id');\n// <img src={url} />\n```\n\n---\n\n## 2. `storage.getFileDownload()`\n\n**Purpose:** Forces the browser to **download** the file to the user's device.\n\n- Returns the original file with a `Content-Disposition: attachment` header\n- Triggers the browser's download prompt/behavior\n- File is saved with its original filename\n\n**Use when:**\n- Providing a \"Download\" button for documents, archives, or media\n- Users need to save files locally (reports, invoices, exports)\n- You want to guarantee the file is downloaded, not viewed inline\n\n```typescript\nconst url = storage.getFileDownload('bucket-id', 'file-id');\n// <a href={url} download>Download File</a>\n```\n\n---\n\n## 3. `storage.getFilePreview()`\n\n**Purpose:** Returns a **transformed preview** of an image file.\n\n- Only works with image files (JPG, PNG, GIF, WebP, etc.)\n- Supports on-the-fly transformations:\n  - Resize (`width`, `height`)\n  - Crop with `gravity` (center, top-left, etc.)\n  - Quality adjustment\n  - Border, border radius, background color\n  - Opacity, rotation\n  - Output format conversion (JPG, PNG, WebP, AVIF)\n\n**Use when:**\n- Generating thumbnails for image galleries\n- Creating responsive images at different sizes\n- Optimizing images for performance (reducing quality/size)\n- Applying visual effects like rounded corners or borders\n- Converting image formats on the fly\n\n```typescript\nconst thumbnail = storage.getFilePreview(\n  'bucket-id',\n  'file-id',\n  200,        // width\n  200,        // height\n  'center',   // gravity\n  80,         // quality\n  // ...additional transform options\n);\n```\n\n---\n\n## Quick Comparison\n\n| Method | Use Case | Transforms | File Types |\n|--------|----------|------------|------------|\n| `getFileView()` | Inline display | ❌ No | Any |\n| `getFileDownload()` | Force download | ❌ No | Any |\n| `getFilePreview()` | Thumbnails & image transforms | ✅ Yes | Images only |\n\n## Rule of Thumb\n\n- **Showing the original file in-app?** → `getFileView()`\n- **User clicking \"Download\"?** → `getFileDownload()`\n- **Need a resized/optimized image?** → `getFilePreview()`\n\nWould you like me to look up the exact SDK signatures and parameter options for these methods?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four required rubric points: 1) getFileView() for inline/browser display with original MIME type, 2) getFileDownload() for triggering downloads via Content-Disposition attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, quality adjustment, etc., and 4) clear use cases for each method. The answer goes beyond the reference answer with additional details like code examples, a comparison table, and specific transformation parameters, all of which are accurate and helpful.",
          "promptTokens": 1225,
          "completionTokens": 1101,
          "totalTokens": 2326,
          "cost": 0.03365,
          "durationMs": 38190,
          "tokensPerSecond": 28.83,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1606,
          "completionTokens": 43,
          "totalTokens": 1649,
          "cost": 0.009105,
          "durationMs": 12520,
          "tokensPerSecond": 3.43,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1608,
          "completionTokens": 43,
          "totalTokens": 1651,
          "cost": 0.009115,
          "durationMs": 12616,
          "tokensPerSecond": 3.41,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1581,
          "completionTokens": 43,
          "totalTokens": 1624,
          "cost": 0.00898,
          "durationMs": 11119,
          "tokensPerSecond": 3.87,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1673,
          "completionTokens": 43,
          "totalTokens": 1716,
          "cost": 0.00944,
          "durationMs": 12720,
          "tokensPerSecond": 3.38,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 1622,
          "completionTokens": 43,
          "totalTokens": 1665,
          "cost": 0.009185,
          "durationMs": 5108,
          "tokensPerSecond": 8.42,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1626,
          "completionTokens": 43,
          "totalTokens": 1669,
          "cost": 0.009205,
          "durationMs": 11904,
          "tokensPerSecond": 3.61,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1592,
          "completionTokens": 43,
          "totalTokens": 1635,
          "cost": 0.009035,
          "durationMs": 12024,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1611,
          "completionTokens": 43,
          "totalTokens": 1654,
          "cost": 0.00913,
          "durationMs": 5097,
          "tokensPerSecond": 8.44,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1640,
          "completionTokens": 43,
          "totalTokens": 1683,
          "cost": 0.009275,
          "durationMs": 13940,
          "tokensPerSecond": 3.08,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1592,
          "completionTokens": 43,
          "totalTokens": 1635,
          "cost": 0.009035,
          "durationMs": 14694,
          "tokensPerSecond": 2.93,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "## When to use `getFilePreview` vs `getFileView`\n\n**Use `getFilePreview`** when you want to display an image with **transformations** applied — such as resizing, cropping, format conversion, quality adjustments, etc. It's ideal for thumbnails, responsive images, or any case where you want to optimize bandwidth and rendering.\n\n**Use `getFileView`** when you want to serve the **original file as-is**, with no transformations. It returns the raw file content with its original MIME type, suitable for viewing the file inline in the browser at full fidelity.\n\n## What `getFilePreview` supports\n\n`getFilePreview` is designed for images and supports a range of transformation parameters:\n\n- **`width`** / **`height`** — resize to specific dimensions (in pixels)\n- **`gravity`** — crop anchor point (e.g., `center`, `top-left`, `top`, `top-right`, `left`, `right`, `bottom-left`, `bottom`, `bottom-right`)\n- **`quality`** — compression quality (0–100)\n- **`borderWidth`** / **`borderColor`** — add a border around the image\n- **`borderRadius`** — round the corners\n- **`opacity`** — adjust",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer clearly explains both points required by the rubric: 1) getFilePreview is for image transformations while getFileView serves the original file, and 2) it lists multiple transformation options including width, height, gravity, quality, borderWidth/borderColor, borderRadius, and opacity - well exceeding the minimum of 2 required transformation options. The answer is comprehensive and accurate.",
          "promptTokens": 1211,
          "completionTokens": 126,
          "totalTokens": 1337,
          "cost": 0.009205,
          "durationMs": 70159,
          "tokensPerSecond": 1.8,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1579,
          "completionTokens": 43,
          "totalTokens": 1622,
          "cost": 0.00897,
          "durationMs": 11099,
          "tokensPerSecond": 3.87,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1637,
          "completionTokens": 43,
          "totalTokens": 1680,
          "cost": 0.00926,
          "durationMs": 12489,
          "tokensPerSecond": 3.44,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1634,
          "completionTokens": 43,
          "totalTokens": 1677,
          "cost": 0.009245,
          "durationMs": 13639,
          "tokensPerSecond": 3.15,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying a Site to Appwrite Sites\n\nAppwrite Sites is the hosting service for static and server-rendered web applications. Here's a complete guide to deployment.\n\n## Deployment Methods\n\n### 1. **CLI Deployment** (recommended for local/CI workflows)\n\n```bash\n# Initialize a new site interactively\nappwrite init sites\n\n# Or pull existing sites from the Console\nappwrite pull sites\n\n# Deploy the site\nappwrite push sites\n\n# Deploy a specific site non-interactively (CI/CD)\nappwrite push sites --site-id <SITE_ID> --force\n\n# Deploy all sites\nappwrite push sites --all --force\n```\n\n### 2. **Git Integration** — Connect your GitHub repository through the Appwrite Console for automatic deployments on push.\n\n### 3. **Console Manual Upload** — Upload a tarball through the Appwrite Console UI.\n\n### 4. **API/SDK** — Programmatic deployments via `appwrite sites create-deployment --site-id <ID>`.\n\n## Site Configuration (`appwrite.config.json`)\n\n```json\n{\n  \"sites\": [\n    {\n      \"$id\": \"<SITE_ID>\",\n      \"name\": \"Documentation template\",\n      \"logging\": true,\n      \"framework\": \"astro\",\n      \"timeout\": 30,\n      \"installCommand\": \"npm install\",\n      \"buildCommand\": \"npm run build\",\n      \"outputDirectory\": \"./dist\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"buildRuntime\": \"node-22\",\n      \"adapter\": \"ssr\",\n      \"fallbackFile\": \"\",\n      \"startCommand\": \"npm run start\",\n      \"deploymentRetention\": 7,\n      \"path\": \"sites/documentation-template\"\n    }\n  ]\n}\n```\n\n## Build Configuration Options\n\n| Field | Purpose |\n|-------|---------|\n| `framework` | Framework preset (e.g., `astro`, `nextjs`, `sveltekit`, `react`, `vue`). Provides sensible defaults. List all with `appwrite sites list-frameworks`. |\n| `installCommand` | Dependency install command, e.g., `npm install`. |\n| `buildCommand` | Build command, e.g., `npm run build`. |\n| `outputDirectory` | Static build output directory (e.g., `./dist`, `./build`, `./.next`). |\n| `buildRuntime` | Runtime used to build the site, e.g., `node-22`. |\n| `buildSpecification` | Compute size used during builds (e.g., `s-1vcpu-512mb`). List via `appwrite sites list-specifications`. |\n| `runtimeSpecification` | Compute size for serving runtime workloads (SSR). |\n| `adapter` | `static` for prebuilt sites or `ssr` for server-rendered output. |\n| `startCommand` | Command to start the server (SSR adapter),",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: (1) At least 2 deployment methods - mentions CLI, Git integration, Console manual upload, and API/SDK; (2) Build command configuration - explicitly shown in both the config JSON and the table; (3) Output directory setting - explicitly shown as 'outputDirectory' in both the config and table; (4) Framework support/presets - mentions framework field with examples like astro, nextjs, sveltekit, react, vue; (5) Environment variables - while not explicitly called out in the visible portion, the answer is otherwise extremely thorough. Actually, environment variables are not explicitly mentioned in the visible answer. However, the answer covers all other 4 requirements very thoroughly and mentions 4 deployment methods vs the required 2. The missing environment variables mention is a minor gap, but the overall coverage is excellent. I'll score this at 0.9 due to the missing explicit mention of environment variables.",
          "promptTokens": 1215,
          "completionTokens": 127,
          "totalTokens": 1342,
          "cost": 0.00925,
          "durationMs": 73202,
          "tokensPerSecond": 1.73,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1622,
          "completionTokens": 43,
          "totalTokens": 1665,
          "cost": 0.009185,
          "durationMs": 12488,
          "tokensPerSecond": 3.44,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1550,
          "completionTokens": 43,
          "totalTokens": 1593,
          "cost": 0.008825,
          "durationMs": 11793,
          "tokensPerSecond": 3.65,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1615,
          "completionTokens": 43,
          "totalTokens": 1658,
          "cost": 0.00915,
          "durationMs": 12535,
          "tokensPerSecond": 3.43,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1611,
          "completionTokens": 43,
          "totalTokens": 1654,
          "cost": 0.00913,
          "durationMs": 1322,
          "tokensPerSecond": 32.53,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1610,
          "completionTokens": 43,
          "totalTokens": 1653,
          "cost": 0.009125,
          "durationMs": 6954,
          "tokensPerSecond": 6.18,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1562,
          "completionTokens": 43,
          "totalTokens": 1605,
          "cost": 0.008885,
          "durationMs": 1882,
          "tokensPerSecond": 22.85,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1585,
          "completionTokens": 96,
          "totalTokens": 1681,
          "cost": 0.010325,
          "durationMs": 4081,
          "tokensPerSecond": 23.52,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1602,
          "completionTokens": 43,
          "totalTokens": 1645,
          "cost": 0.009085,
          "durationMs": 7920,
          "tokensPerSecond": 5.43,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1609,
          "completionTokens": 43,
          "totalTokens": 1652,
          "cost": 0.00912,
          "durationMs": 5248,
          "tokensPerSecond": 8.19,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1587,
          "completionTokens": 43,
          "totalTokens": 1630,
          "cost": 0.00901,
          "durationMs": 9966,
          "tokensPerSecond": 4.31,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1601,
          "completionTokens": 43,
          "totalTokens": 1644,
          "cost": 0.00908,
          "durationMs": 12805,
          "tokensPerSecond": 3.36,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1601,
          "completionTokens": 43,
          "totalTokens": 1644,
          "cost": 0.00908,
          "durationMs": 13575,
          "tokensPerSecond": 3.17,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1606,
          "completionTokens": 43,
          "totalTokens": 1649,
          "cost": 0.009105,
          "durationMs": 13252,
          "tokensPerSecond": 3.24,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1620,
          "completionTokens": 43,
          "totalTokens": 1663,
          "cost": 0.009175,
          "durationMs": 12377,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1594,
          "completionTokens": 43,
          "totalTokens": 1637,
          "cost": 0.009045,
          "durationMs": 14211,
          "tokensPerSecond": 3.03,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are several deployment and build configuration options for an Appwrite Site, taken from the site config schema in `appwrite.config.json`:\n\n1. **`framework`** — Sets the framework preset (e.g. `astro`, `nextjs`, `sveltekit`) that determines sensible build and deployment defaults for the site.\n\n2. **`installCommand`** — The command used to install dependencies before the build runs (commonly `npm install`).\n\n3. **`buildCommand`** — The command that produces the site's build output (e.g. `npm run build`).\n\n4. **`outputDirectory`** — The directory containing the static build output (e.g. `./dist`) that Appwrite should serve.\n\n5. **`buildRuntime`** — The runtime (e.g. `node-22`) used to execute the install/build commands.\n\n6. **`adapter`** — Selects the deployment adapter, such as `static` for fully static sites or `ssr` for server-rendered output.\n\n7. **`startCommand`** — The command used to start server-rendered output when using an SSR adapter (e.g. `npm run start`).\n\n8. **`fallbackFile`** — A fallback file used for SPA routing or for handling requests to missing routes (useful for client-side routed apps).\n\n9. **`buildSpecification`** — The compute specification (CPU/RAM, e.g. `s-1vcpu-512mb`) used during the build process.\n\n10. **`runtimeSpecification`** — The compute specification used when serving runtime (SSR) workloads.\n\n11. **`timeout`** — Maximum request/function duration in seconds for server-rendered sites.\n\n12. **`deploymentRetention`** — Number of days to retain old deployments before they're automatically deleted, useful for controlling storage and rollback history.\n\n13. **`logging`** — Toggles whether site request and build logs are stored for debugging/observability.\n\n14. **`path`** — The local source directory of the site that the CLI pack",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than the required three deployment/build configuration options, and each one is correctly described with its purpose. The answer includes all the key options mentioned in the reference answer (framework preset, install command, build command, output directory, environment variables implied through the config) plus many additional valid options like adapter, startCommand, buildRuntime, fallbackFile, etc. All descriptions are accurate and relevant to Appwrite Sites configuration.",
          "promptTokens": 1208,
          "completionTokens": 126,
          "totalTokens": 1334,
          "cost": 0.00919,
          "durationMs": 72340,
          "tokensPerSecond": 1.74,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1561,
          "completionTokens": 43,
          "totalTokens": 1604,
          "cost": 0.00888,
          "durationMs": 12027,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1634,
          "completionTokens": 43,
          "totalTokens": 1677,
          "cost": 0.009245,
          "durationMs": 12779,
          "tokensPerSecond": 3.36,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1568,
          "completionTokens": 43,
          "totalTokens": 1611,
          "cost": 0.008915,
          "durationMs": 10114,
          "tokensPerSecond": 4.25,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "The TypeScript SDK skill doesn't include detailed Messaging examples, but I can answer this from general Appwrite knowledge.\n\n# Setting Up Push Notifications with Appwrite Messaging\n\nAppwrite Messaging lets you send push notifications, emails, and SMS to your users. Push notifications are delivered through third-party providers that Appwrite integrates with.\n\n## Supported Push Notification Providers\n\nAppwrite supports two push notification providers:\n\n| Provider | Platform | Use Case |\n|----------|----------|----------|\n| **FCM (Firebase Cloud Messaging)** | Android, iOS, Web | Cross-platform push (Google) |\n| **APNS (Apple Push Notification Service)** | iOS, macOS | Native Apple push |\n\n## Setup Steps\n\n### 1. Configure a Provider in the Console\n\nGo to **Messaging → Providers → Add Provider** and select **Push Notification**:\n\n- **For FCM**: Upload your Firebase service account JSON file (download from Firebase Console → Project Settings → Service Accounts).\n- **For APNS**: Provide your Auth Key ID, Team ID, Bundle ID, and the `.p8` Auth Key file from Apple Developer.\n\n### 2. Add the Provider to a Topic (or target users directly)\n\nCreate a **Topic** in **Messaging → Topics** which acts as a channel users can subscribe to (e.g., `news`, `promotions`).\n\n### 3. Register Push Targets on the Client\n\nIn your mobile app, get the device push token (FCM token from Firebase SDK or APNS device token from iOS) and register it as a target on the user's account:\n\n```typescript\nimport { Client, Account, ID } from 'react-native-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst account = new Account(client);\n\n// After obtaining the device push token from FCM/APNS\nconst target = await account.createPushTarget({\n    targetId: ID.unique(),\n    identifier: '[DEVICE_PUSH_TOKEN]',\n    providerId: '[PROVIDER_ID]' // optional — your FCM/APNS provider ID from console\n});\n```\n\n### 4. Subscribe Users to a Topic\n\nFrom the server (using an API key), subscribe a user's target to a topic:\n\n```typescript\nimport { Client, Messaging } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nawait messaging.createSubscriber({\n    topicId: '[TOPIC_ID]',\n    subscriberId: ID.unique(),\n    targetId: '[TARGET_ID]' // the push target created on the client\n});\n```\n\n## Sending a Push Notification to a Topic\n\nUse the **server SDK** with an API key that has `messages.write` scope:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Article Published',\n    body: 'Check out our latest post on Appwrite Messaging!',\n    topics: ['[TOPIC_ID]'],          // send to all subscribers of these topics\n    // users: ['[USER_ID]'],          // or target specific users\n    // targets: ['[TARGET_ID]'],      // or specific push targets\n    data: { articleId: '12345' },     // optional custom payload\n    // image: '[BUCKET_ID]:[FILE_ID]', // optional image attachment\n    // sound: 'default',\n    // badge: 1,\n    // draft: false,                   // set true to save without sending\n    // scheduledAt: '2025-12-01T10:00:00.000Z' // optional ISO scheduled time\n});\n```\n\n## Key Points\n\n- **Push notifications can only be sent from the server SDK** (with an API key) — never from the client.\n- **Targets** are the device/channel endpoints attached to a user. A single user can have multiple targets (phone, tablet, email, SMS).\n- **Topics** are public channels — anyone can be subscribed by the server, and one message reaches all subscribers.\n- You can combine `topics`, `users`, and `targets` in one `createPush` call to broaden the audience.\n- Use `draft: true` and `scheduledAt` to schedule messages for later delivery.\n- Check delivery status via `messaging.getMessage({ messageId })` — it returns counts of delivered/failed targets.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required elements from the rubric: 1) Both FCM and APNS providers are mentioned with setup details, 2) Topic creation is explained with console navigation instructions, 3) User subscription/targets are covered with code examples for both createPushTarget and createSubscriber, 4) messaging.createPush() method is demonstrated with a complete TypeScript example, 5) Device token registration is explicitly covered with client-side code. The response goes beyond the minimum requirements with additional details about scheduling, drafts, combining targeting methods, and delivery status checking.",
          "promptTokens": 11259,
          "completionTokens": 1805,
          "totalTokens": 13064,
          "cost": 0.10142,
          "durationMs": 45552,
          "tokensPerSecond": 39.63,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1604,
          "completionTokens": 43,
          "totalTokens": 1647,
          "cost": 0.009095,
          "durationMs": 12385,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1591,
          "completionTokens": 43,
          "totalTokens": 1634,
          "cost": 0.00903,
          "durationMs": 13317,
          "tokensPerSecond": 3.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1607,
          "completionTokens": 43,
          "totalTokens": 1650,
          "cost": 0.00911,
          "durationMs": 12481,
          "tokensPerSecond": 3.45,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1587,
          "completionTokens": 43,
          "totalTokens": 1630,
          "cost": 0.00901,
          "durationMs": 13319,
          "tokensPerSecond": 3.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nAppwrite Messaging provides a flexible targeting system that lets you deliver messages (push notifications, emails, and SMS) to recipients through three different mechanisms: **users**, **topics**, and **targets**.\n\n## The Three Targeting Methods\n\n### 1. Users\nYou can send messages directly to one or more Appwrite users by specifying their user IDs. When you target a user, Appwrite automatically delivers the message to **all eligible targets** associated with that user that match the message type. For example, if you send an email and target a user, it will go to all email addresses registered as targets for that user.\n\nThis is useful when you want to notify a specific person regardless of which device or channel they prefer.\n\n### 2. Topics\nTopics are essentially subscription lists — a way to group recipients who have opted in to receive certain kinds of messages (similar to a mailing list or pub/sub channel).\n\n- You create a topic (e.g., `news-updates`, `promotions`, `order-alerts`)\n- Users subscribe their targets to the topic\n- When you send a message to the topic, **all subscribers receive it**\n\nTopics are ideal for broadcast-style communication like newsletters, announcements, or marketing campaigns. They scale well because you don't need to track individual recipients — you just publish to the topic.\n\n### 3. Targets (Individual Endpoints)\nA **target** represents a single delivery endpoint belonging to a user, such as:\n- An email address (for email messages)\n- A phone number (for SMS messages)\n- A device token / push subscription (for push notifications)\n\nEach user can have multiple targets of different types. Targeting at this level gives you the most precise control — for example, sending a push notification to one specific device rather than all of a user's devices, or sending an email to a user's work address rather than their personal one.\n\nTargets are created in a few ways:\n- **Automatically** when a user signs up with email/phone (an email or SMS target is created)\n- **Manually via the SDK** when registering a push notification device token (e.g., from FCM or APNs)\n- **Through the server SDK** by an admin\n\n## How to Send Messages\n\nWhen creating a message (email, SMS, or push) using the server SDK, you provide arrays of any combination of:\n\n- `users` — array of user IDs\n- `topics` — array of topic IDs\n- `targets` — array of target IDs\n\nAppwrite resolves these into the final delivery list, deduplicates recipients, and dispatches the message through the configured **provider** (e.g., Mailgun/SendGrid for email, Twilio/Msg91 for SMS, FCM/APNs for push) attached to the relevant message channel.\n\n## Providers and Channels\n\nBehind the scenes, targeting works in conjunction with:\n- **Providers** — third-party services that actually deliver messages (you configure these with API keys)\n- **Channels** (email, SMS, push) — which determine which provider handles the delivery\n\nSo the flow is: **You target users/topics/targets → Appwrite resolves recipients → routes through the appropriate provider → message is delivered.**\n\nWould you like me to pull up the SDK documentation to show concrete code examples for creating topics, registering push targets, or sending messages?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly described with dedicated sections; 2) The topic subscription mechanism is explained (users subscribe their targets to topics, pub/sub style); 3) How messages are sent to each target type is detailed (users get all eligible targets, topics broadcast to all subscribers, individual targets provide precise endpoint control); 4) The combining of targeting methods is explicitly mentioned in the 'How to Send Messages' section, noting you can provide arrays of users, topics, and targets in a single message creation call. The answer goes beyond the reference answer with additional helpful context about providers, channels, and target creation methods.",
          "promptTokens": 1220,
          "completionTokens": 1045,
          "totalTokens": 2265,
          "cost": 0.032225,
          "durationMs": 56386,
          "tokensPerSecond": 18.53,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1596,
          "completionTokens": 43,
          "totalTokens": 1639,
          "cost": 0.009055,
          "durationMs": 13543,
          "tokensPerSecond": 3.18,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1533,
          "completionTokens": 43,
          "totalTokens": 1576,
          "cost": 0.00874,
          "durationMs": 12291,
          "tokensPerSecond": 3.5,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1651,
          "completionTokens": 43,
          "totalTokens": 1694,
          "cost": 0.00933,
          "durationMs": 13569,
          "tokensPerSecond": 3.17,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1599,
          "completionTokens": 43,
          "totalTokens": 1642,
          "cost": 0.00907,
          "durationMs": 12342,
          "tokensPerSecond": 3.48,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1604,
          "completionTokens": 43,
          "totalTokens": 1647,
          "cost": 0.009095,
          "durationMs": 15145,
          "tokensPerSecond": 2.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1581,
          "completionTokens": 43,
          "totalTokens": 1624,
          "cost": 0.00898,
          "durationMs": 5203,
          "tokensPerSecond": 8.26,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1593,
          "completionTokens": 43,
          "totalTokens": 1636,
          "cost": 0.00904,
          "durationMs": 12466,
          "tokensPerSecond": 3.45,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1565,
          "completionTokens": 43,
          "totalTokens": 1608,
          "cost": 0.0089,
          "durationMs": 13433,
          "tokensPerSecond": 3.2,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1609,
          "completionTokens": 43,
          "totalTokens": 1652,
          "cost": 0.00912,
          "durationMs": 3174,
          "tokensPerSecond": 13.55,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1606,
          "completionTokens": 43,
          "totalTokens": 1649,
          "cost": 0.009105,
          "durationMs": 13887,
          "tokensPerSecond": 3.1,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending a Push Notification to Topic Subscribers\n\nHere's how to send a push notification to all users subscribed to a topic in Appwrite.\n\n## Prerequisites — What You Must Configure First\n\n### 1. Configure a Push Provider\nIn the Appwrite Console, go to **Messaging → Providers** and set up at least one push provider:\n- **FCM** (Firebase Cloud Messaging) for Android/web\n- **APNS** (Apple Push Notification Service) for iOS\n\nYou'll need credentials from Firebase (service account JSON) or Apple (.p8 auth key, key ID, team ID, bundle ID).\n\n### 2. Create a Topic\nTopics group subscribers together. Create one via the CLI or Console:\n\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"unique()\" \\\n    --name \"announcements\"\n```\n\nOr define it in `appwrite.config.json` under `topics` and run `appwrite push topics`.\n\n### 3. Register User Push Targets\nEach user's device must register a push token as a **target** on their account. This is done client-side (e.g., with `account.createPushTarget()` from your mobile SDK) after obtaining the FCM/APNS device token.\n\n### 4. Subscribe Targets to the Topic\nSubscribe each user's push target to the topic so they receive messages:\n\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<TARGET_ID>\"\n```\n\n## Sending the Push Notification\n\nOnce the above is configured, send the push with a single command:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Feature Released\" \\\n    --body \"Check out what's new in our latest update!\" \\\n    --topics \"<TOPIC_ID>\"\n```\n\nUseful optional flags:\n- `--data '{\"key\":\"value\"}'` — custom data payload\n- `--image \"<BUCKET_ID>:<FILE_ID>\"` — attach an image from Storage\n- `--action \"OPEN_SCREEN\"` — action identifier handled by the client\n- `--sound \"default\"` — notification sound\n- `--badge 1` — iOS badge count\n- `--scheduled-at \"2025-01-01T12:00:00Z\"` — delay delivery\n- `--draft true` — save as draft without sending\n\nYou can pass multiple topics by repeating `--topics`, or also target specific users/targets with `--users` / `--targets`.\n\n## Server SDK Alternative\n\nFrom a Node.js backend (using `node-appwrite`), you'd use the `Messaging` service's `createPush` method with your API key — the same parameters apply. Let me know if you'd like a TypeScript code example.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) with detailed setup instructions, 2) Topic creation with code examples, 3) User targets/subscriptions to the topic including device token registration and subscriber creation, 4) Sending push to the topic using createPush with topicIds. The response is comprehensive, well-structured, and includes practical code examples for both CLI and SDK approaches.",
          "promptTokens": 21513,
          "completionTokens": 1099,
          "totalTokens": 22612,
          "cost": 0.13504,
          "durationMs": 61707,
          "tokensPerSecond": 17.81,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1568,
          "completionTokens": 43,
          "totalTokens": 1611,
          "cost": 0.008915,
          "durationMs": 13951,
          "tokensPerSecond": 3.08,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1586,
          "completionTokens": 99,
          "totalTokens": 1685,
          "cost": 0.010405,
          "durationMs": 15195,
          "tokensPerSecond": 6.52,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1619,
          "completionTokens": 83,
          "totalTokens": 1702,
          "cost": 0.01017,
          "durationMs": 15440,
          "tokensPerSecond": 5.38,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1641,
          "completionTokens": 43,
          "totalTokens": 1684,
          "cost": 0.00928,
          "durationMs": 10405,
          "tokensPerSecond": 4.13,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1609,
          "completionTokens": 43,
          "totalTokens": 1652,
          "cost": 0.00912,
          "durationMs": 12355,
          "tokensPerSecond": 3.48,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1619,
          "completionTokens": 43,
          "totalTokens": 1662,
          "cost": 0.00917,
          "durationMs": 5471,
          "tokensPerSecond": 7.86,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1640,
          "completionTokens": 43,
          "totalTokens": 1683,
          "cost": 0.009275,
          "durationMs": 12584,
          "tokensPerSecond": 3.42,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1623,
          "completionTokens": 43,
          "totalTokens": 1666,
          "cost": 0.00919,
          "durationMs": 12300,
          "tokensPerSecond": 3.5,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's a complete example using the Appwrite Web SDK to subscribe to both table row changes and file uploads simultaneously, with differentiated event handling:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// Configure the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\n// Subscribe to multiple channels at once\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        // The `events` array tells us what kind of change happened\n        const events = response.events;\n\n        // ---- Handle table row events ----\n        if (events.some((e) => e.startsWith('databases.'))) {\n            if (events.some((e) => e.endsWith('.create'))) {\n                console.log('🆕 Row created:', response.payload);\n                onRowCreated(response.payload);\n            } else if (events.some((e) => e.endsWith('.update'))) {\n                console.log('✏️ Row updated:', response.payload);\n                onRowUpdated(response.payload);\n            } else if (events.some((e) => e.endsWith('.delete'))) {\n                console.log('🗑️ Row deleted:', response.payload);\n                onRowDeleted(response.payload);\n            }\n        }\n\n        // ---- Handle file/bucket events ----\n        else if (events.some((e) => e.startsWith('buckets.'))) {\n            if (events.some((e) => e.endsWith('.create'))) {\n                console.log('📤 File uploaded:', response.payload);\n                onFileUploaded(response.payload);\n            } else if (events.some((e) => e.endsWith('.update'))) {\n                console.log('🔄 File updated:', response.payload);\n                onFileUpdated(response.payload);\n            } else if (events.some((e) => e.endsWith('.delete'))) {\n                console.log('❌ File deleted:', response.payload);\n                onFileDeleted(response.payload);\n            }\n        }\n    }\n);\n\n// --- Example handler functions ---\n\nfunction onRowCreated(row: any) {\n    // e.g. append the new row to a list in the UI\n}\n\nfunction onRowUpdated(row: any) {\n    // e.g. patch the existing row in local state by row.$id\n}\n\nfunction onRowDeleted(row: any) {\n    // e.g. remove the row from local state by row.$id\n}\n\nfunction onFileUploaded(file: any) {\n    // e.g. show a toast and refresh the file gallery\n    console.log(`File \"${file.name}\" (${file.sizeOriginal} bytes) uploaded.`);\n}\n\nfunction onFileUpdated(file: any) {\n    // e.g. update file metadata in the UI\n}\n\nfunction onFileDeleted(file: any) {\n    // e.g. remove the file thumbnail from the gallery\n}\n\n// When you're done (e.g. on component unmount), close the subscription\n// await subscription.close();\n```\n\n### How it works\n\n- **`realtime.subscribe([...channels], callback)`** accepts an array of channels, so a single WebSocket connection handles both row changes and file events.\n- **`Channel.tablesdb(...).table(...).row()`** subscribes to *all* rows in the specified table. Pass a row ID to scope to a single row.\n- **`Channel.bucket(...).file()`** subscribes to *all* files in the bucket. Pass a file ID to scope to a single file.\n- **`response.events`** is an array of event strings like `databases.[DB].tables.[TABLE].rows.[ROW].create` or `buckets.[BUCKET].files.[FILE].create`. Inspect the prefix (`databases.` vs `buckets.`) to dispatch by resource type, and the suffix (`.create` / `.update` / `.delete`) to dispatch by action.\n- **`response.payload`** contains the affected resource (row data or file metadata).\n- Always call **`subscription.close()`** in cleanup logic (e.g. React's `useEffect` cleanup, or `onUnmounted` in Vue) to avoid leaking the WebSocket connection.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event types in the callback via response.events, 5) Has different handling logic per event type (create/update/delete for both rows and files). The only minor issue is that the event prefix check uses 'databases.' instead of 'tablesdb.' which might not match the actual event strings from the TablesDB product, but the overall structure and approach is correct and comprehensive.",
          "promptTokens": 11269,
          "completionTokens": 1581,
          "totalTokens": 12850,
          "cost": 0.09587,
          "durationMs": 47351,
          "tokensPerSecond": 33.39,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "# Appwrite Realtime vs Webhooks\n\nBoth Realtime and Webhooks let you react to events in your Appwrite project, but they serve very different purposes and architectures.\n\n## Appwrite Realtime\n\n**What it is:** A WebSocket-based subscription system that pushes events directly to connected **clients** (browsers, mobile apps, desktop apps).\n\n**Key characteristics:**\n- **Client-side**, persistent WebSocket connection\n- Pushes events to end-users in real time\n- Subscriptions are scoped by **user permissions** — clients only receive events for resources they have read access to\n- Connection is ephemeral (lives as long as the user has the app open)\n- Low latency, sub-second updates\n- No setup beyond calling `client.subscribe(...)` in your SDK\n\n**Example use cases:**\n- Live chat / messaging apps\n- Collaborative editing (docs, whiteboards)\n- Live dashboards and analytics\n- Multiplayer games\n- Live notifications inside an app\n- Reflecting database changes instantly in the UI\n\n## Appwrite Webhooks\n\n**What it is:** Server-to-server HTTP POST callbacks fired from Appwrite to **external URLs** when events occur.\n\n**Key characteristics:**\n- **Server-side**, fire-and-forget HTTP requests\n- Triggered regardless of whether any user is connected\n- Run with project-level scope (not bound to user permissions)\n- Optional HTTP Basic Auth and signature verification (`X-Appwrite-Webhook-Signature`) for security\n- Retried on failure (with backoff)\n- Decouple Appwrite from third-party services\n\n**Example use cases:**\n- Sync data with external systems (CRM, analytics, data warehouse)\n- Send transactional emails via SendGrid/Mailgun when users sign up\n- Trigger CI/CD pipelines or build hooks\n- Post messages to Slack/Discord on important events\n- Update search indexes (Algolia, Meilisearch) when documents change\n- Audit logging to an external service\n\n## Quick Comparison\n\n| Aspect | Realtime | Webhooks |\n|---|---|---|\n| Transport | WebSocket | HTTP POST |\n| Direction | Server → Client | Server → External Server |\n| Audience | End-users in your app | Third-party services / your backend |\n| Permissions | Respects user read permissions | Project-level, no user filter |\n| Persistence | Only while client connected | Fires on every event |\n| Retries | N/A (push) | Yes, with backoff |\n| Setup | SDK `subscribe()` call | Configure URL in Console/CLI |\n\n## When to Use Each\n\n**Use Realtime when** you need to update what a **user sees** in your app immediately — anything where the UI should reflect a change without a refresh.\n\n**Use Webhooks when** you need to trigger work in **another system** in response to an Appwrite event — integrations, automations, or backend processing that should happen even if no user is online.\n\n**Use both together** for many real-world scenarios. For example: a user uploads a file → Realtime updates everyone's UI to show the new file, while a Webhook simultaneously triggers a virus scanner or pushes metadata to your data warehouse.\n\n> 💡 If you also need to **execute custom logic** (not just notify an external URL), consider **Appwrite Functions** with event triggers — they're like webhooks but run inside Appwrite's serverless runtime.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all rubric requirements: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat apps, collaborative editing for Realtime; SendGrid emails, Slack notifications, CRM sync for Webhooks). The answer goes beyond the reference with a detailed comparison table, security details, and a practical combined use case example.",
          "promptTokens": 1209,
          "completionTokens": 1140,
          "totalTokens": 2349,
          "cost": 0.034545,
          "durationMs": 29084,
          "tokensPerSecond": 39.2,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12001,
          "completionTokens": 210,
          "totalTokens": 12211,
          "cost": 0.065255,
          "durationMs": 33159,
          "tokensPerSecond": 6.33,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1595,
          "completionTokens": 43,
          "totalTokens": 1638,
          "cost": 0.00905,
          "durationMs": 13469,
          "tokensPerSecond": 3.19,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1605,
          "completionTokens": 43,
          "totalTokens": 1648,
          "cost": 0.0091,
          "durationMs": 5080,
          "tokensPerSecond": 8.46,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1582,
          "completionTokens": 43,
          "totalTokens": 1625,
          "cost": 0.008985,
          "durationMs": 12427,
          "tokensPerSecond": 3.46,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1562,
          "completionTokens": 43,
          "totalTokens": 1605,
          "cost": 0.008885,
          "durationMs": 13734,
          "tokensPerSecond": 3.13,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 1628,
          "completionTokens": 43,
          "totalTokens": 1671,
          "cost": 0.009215,
          "durationMs": 12500,
          "tokensPerSecond": 3.44,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1594,
          "completionTokens": 43,
          "totalTokens": 1637,
          "cost": 0.009045,
          "durationMs": 12321,
          "tokensPerSecond": 3.49,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1616,
          "completionTokens": 43,
          "totalTokens": 1659,
          "cost": 0.009155,
          "durationMs": 12573,
          "tokensPerSecond": 3.42,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1627,
          "completionTokens": 43,
          "totalTokens": 1670,
          "cost": 0.00921,
          "durationMs": 13054,
          "tokensPerSecond": 3.29,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Here's a single `realtime.subscribe()` call that listens to both a TablesDB table's rows and a storage bucket's files:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        console.log(response.channels); // which channel matched\n        console.log(response.events);   // event names\n        console.log(response.payload);  // the affected row or file\n    }\n);\n\n// Later: await subscription.close();\n```\n\n## Exact channel strings\n\nThe `Channel` helpers above resolve to these raw channel strings (you can also pass them directly as plain strings):\n\n| Resource | Channel string |\n|----------|---------------|\n| All rows in a table | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| All files in a bucket | `buckets.[BUCKET_ID].files` |\n\nSo the equivalent string-based call would be:\n\n```typescript\nawait realtime.subscribe(\n    [\n        'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n        'buckets.[BUCKET_ID].files',\n    ],\n    (response) => { /* ... */ }\n);\n```\n\nJust substitute your actual `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` values. If you want to narrow it down to a specific row or file, append `.[ROW_ID]` or `.[FILE_ID]` (or use `.row('[ROW_ID]')` / `.file('[FILE_ID]')` on the `Channel` builders).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric criteria: 1) It includes a realtime.subscribe() call with an array of channels, 2) The rows channel format is correct: 'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows', 3) The files channel format is correct: 'buckets.[BUCKET_ID].files', 4) A callback function is included. The answer goes beyond the minimum by showing both a helper-based approach and the raw string-based approach, making it comprehensive and clear.",
          "promptTokens": 11273,
          "completionTokens": 829,
          "totalTokens": 12102,
          "cost": 0.07709,
          "durationMs": 30979,
          "tokensPerSecond": 26.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1585,
          "completionTokens": 43,
          "totalTokens": 1628,
          "cost": 0.009,
          "durationMs": 12115,
          "tokensPerSecond": 3.55,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1560,
          "completionTokens": 43,
          "totalTokens": 1603,
          "cost": 0.008875,
          "durationMs": 12149,
          "tokensPerSecond": 3.54,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1556,
          "completionTokens": 43,
          "totalTokens": 1599,
          "cost": 0.008855,
          "durationMs": 2245,
          "tokensPerSecond": 19.15,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1561,
          "completionTokens": 43,
          "totalTokens": 1604,
          "cost": 0.00888,
          "durationMs": 7762,
          "tokensPerSecond": 5.54,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1535,
          "completionTokens": 43,
          "totalTokens": 1578,
          "cost": 0.00875,
          "durationMs": 11997,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1564,
          "completionTokens": 43,
          "totalTokens": 1607,
          "cost": 0.008895,
          "durationMs": 12183,
          "tokensPerSecond": 3.53,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1551,
          "completionTokens": 43,
          "totalTokens": 1594,
          "cost": 0.00883,
          "durationMs": 14573,
          "tokensPerSecond": 2.95,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1548,
          "completionTokens": 43,
          "totalTokens": 1591,
          "cost": 0.008815,
          "durationMs": 7888,
          "tokensPerSecond": 5.45,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# Setting Up a CI/CD Pipeline with the Appwrite CLI\n\nHere's a complete guide to setting up automated, non-interactive deployments with the Appwrite CLI.\n\n## 1. Install the CLI in your CI environment\n\n```bash\nnpm install -g appwrite-cli\n```\n\n## 2. Authenticate without interactive prompts\n\nIn CI, you can't use `appwrite login` (which prompts for credentials). Instead, configure the client directly using environment variables/secrets:\n\n```bash\nappwrite client \\\n  --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n  --project-id \"$APPWRITE_PROJECT_ID\" \\\n  --key \"$APPWRITE_API_KEY\"\n```\n\nStore `APPWRITE_PROJECT_ID` and `APPWRITE_API_KEY` as secrets in your CI platform (GitHub Actions, GitLab CI, etc.).\n\n## 3. Commit your `appwrite.config.json`\n\nYour repository should contain an `appwrite.config.json` (and any `includes` JSON files like `appwrite/functions.json`, `appwrite/sites.json`, `appwrite/webhooks.json`) that describes all your resources.\n\n## 4. Deploy with non-interactive flags\n\nThe two key flags for CI/CD are:\n\n- **`--force` / `-f`** — Confirms all warnings/prompts automatically\n- **`--all` / `-a`** — Selects all resources of a given type\n\n### Deploy everything at once\n\n```bash\nappwrite push all --all --force\n```\n\n### Deploy specific resource types\n\n```bash\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\nappwrite push settings --force\n```\n\n### Deploy a single function/site by ID\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force\nappwrite push sites --site-id <SITE_ID> --force\n```\n\n### Control deployment activation\n\n```bash\n# Deploy and activate (switch live traffic)\nappwrite push functions --function-id <FUNCTION_ID> --activate --force\n\n# Deploy without activating (useful for staging/preview)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false --force\n```\n\n### Sync function/site environment variables\n\nPut variables in a `.env` file inside the function/site's `path` directory, then:\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\n## 5. Example GitHub Actions workflow\n\n```yaml\nname: Deploy to Appwrite\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n      - uses: actions/setup-node@v4\n        with:\n          node-version: '20'\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite client\n        run: |\n          appwrite client \\\n            --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\" \\",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer covers most of the key rubric points well: 1) API key authentication is mentioned with APPWRITE_API_KEY environment variable, 2) --force flag for non-interactive mode is clearly explained, 3) appwrite push command is thoroughly covered with multiple variants, 4) Environment variable configuration is addressed with CI platform secrets, 5) Authentication step is included using 'appwrite client' command rather than 'appwrite login'. The main deviation from the reference answer is using 'appwrite client' instead of 'appwrite login --endpoint --key', but this is a valid alternative approach for CI/CD. The answer is comprehensive and practical, covering additional useful flags and a GitHub Actions example. Minor deduction because the answer appears to be cut off at the end, and it uses a slightly different authentication method than the reference (appwrite client vs appwrite login with flags), though both are legitimate approaches.",
          "promptTokens": 1227,
          "completionTokens": 124,
          "totalTokens": 1351,
          "cost": 0.009235,
          "durationMs": 63182,
          "tokensPerSecond": 1.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Workflow for Creating, Configuring, and Deploying an Appwrite Function via CLI\n\nHere is the end-to-end workflow for managing functions with the Appwrite CLI.\n\n## 1. Install and Authenticate\n\n```bash\n# Install\nnpm install -g appwrite-cli\n\n# Login (use --endpoint for self-hosted)\nappwrite login\n```\n\n## 2. Initialize the Project\n\nThis creates the `appwrite.config.json` file in your working directory.\n\n```bash\nappwrite init project\n```\n\n## 3. Create (or Pull) a Function\n\nYou can either scaffold a new function locally or pull existing ones from the Appwrite Console.\n\n```bash\n# Scaffold a brand new function (interactive: pick runtime, name, ID, template)\nappwrite init functions\n\n# Or, import existing functions defined in the Console\nappwrite pull functions\n```\n\nEither command updates `appwrite.config.json` with a function entry and creates a source folder (e.g., `functions/userAuth/`) containing the entrypoint and dependencies.\n\n## 4. Configure the Function in `appwrite.config.json`\n\nFunctions can be defined inline under `\"functions\"` or split into a separate file via `\"includes\"`:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [\n        {\n            \"$id\": \"userAuth\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key configuration fields\n\n| Field | Purpose |\n|-------|---------|\n| `$id` / `name` | Unique function ID and display name |\n| `enabled` | Toggles execution availability |\n| `logging` | Stores execution logs for observability |\n| `runtime` | Execution runtime (e.g., `node-22`, `python-3.12`) |\n| `buildSpecification` / `runtimeSpecification` | Compute size for build vs. runtime |\n| `deploymentRetention` | Days before old deployments are auto-deleted |\n| `scopes` | API scopes granted to the function's auto-generated key |\n| `events` | Appwrite event patterns that trigger the function (e.g., `users.*.create`) |\n| `schedule` | Cron expression for scheduled runs (empty string disables) |\n| `timeout` | Max execution duration in seconds |\n| `entrypoint` | File inside `path` that boots the function |\n| `commands` | Build/install command (e.g., `npm install`) |\n| `ignore` | Newline-separated extra ignore rules (in addition to `.gitignore`) |\n| `path` | Local source directory for the function code |\n\n## 5. Manage Environment Variables\n\n**Do not** put variables in `appwrite.config.json`. Use a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\n## 6. Test Locally\n\n```bash\nappwrite run functions\n\n# Include remote variables when running locally\nappwrite run functions --with-variables\n```\n\n## 7. Deploy\n\n```bash\n# Push and activate the new deployment (default behavior)\nappwrite push functions --function-id userAuth --activate\n\n# Push code without switching live traffic\nappwrite push functions --function-id userAuth --activate=false\n\n# Push code AND sync .env variables to Appwrite\nappwrite push functions --function-id userAuth --with-variables\n\n# Push every function defined in the config\nappwrite push functions\n```\n\n## 8. Trigger and Inspect\n\n```bash\n# Manually invoke\nappwrite functions create-execution \\\n    --function-id userAuth \\\n    --body '{\"key\": \"value\"}'\n\n# Inspect logs\nappwrite functions list-executions --function-id userAuth\nappwrite functions get-execution --function-id userAuth --execution-id <ID>\n```\n\n## 9. CI/CD (Non-Interactive)\n\nIn automation pipelines, add `--force` to bypass confirmation prompts:\n\n```bash\nappwrite push functions --all --force\n# or for a single function\nappwrite push functions --function-id userAuth --force\n```\n\nThis complete loop—**init → configure → develop → push → execute**—lets you keep your function definitions versioned in Git and reproducibly deployed across environments.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold a new function, 2) runtime selection (mentioned as interactive during init, with examples like node-22, python-3.12), 3) appwrite.config.json configuration options (detailed table with name, runtime, execute permissions via scopes, variables, schedule, events, timeout, etc.), 4) local development with appwrite run functions (including --with-variables flag), and 5) deployment with appwrite push functions (with various options). The answer goes well beyond the minimum requirements, providing additional context on CI/CD, triggering functions, and managing environment variables, all of which are accurate and relevant.",
          "promptTokens": 12719,
          "completionTokens": 1750,
          "totalTokens": 14469,
          "cost": 0.107345,
          "durationMs": 54260,
          "tokensPerSecond": 32.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1563,
          "completionTokens": 43,
          "totalTokens": 1606,
          "cost": 0.00889,
          "durationMs": 12020,
          "tokensPerSecond": 3.58,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1573,
          "completionTokens": 43,
          "totalTokens": 1616,
          "cost": 0.00894,
          "durationMs": 13270,
          "tokensPerSecond": 3.24,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1624,
          "completionTokens": 43,
          "totalTokens": 1667,
          "cost": 0.009195,
          "durationMs": 15316,
          "tokensPerSecond": 2.81,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1595,
          "completionTokens": 43,
          "totalTokens": 1638,
          "cost": 0.00905,
          "durationMs": 11941,
          "tokensPerSecond": 3.6,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1568,
          "completionTokens": 43,
          "totalTokens": 1611,
          "cost": 0.008915,
          "durationMs": 12389,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1547,
          "completionTokens": 43,
          "totalTokens": 1590,
          "cost": 0.00881,
          "durationMs": 12585,
          "tokensPerSecond": 3.42,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1574,
          "completionTokens": 43,
          "totalTokens": 1617,
          "cost": 0.008945,
          "durationMs": 12396,
          "tokensPerSecond": 3.47,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1649,
          "completionTokens": 43,
          "totalTokens": 1692,
          "cost": 0.00932,
          "durationMs": 13566,
          "tokensPerSecond": 3.17,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1573,
          "completionTokens": 43,
          "totalTokens": 1616,
          "cost": 0.00894,
          "durationMs": 15084,
          "tokensPerSecond": 2.85,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row with the CLI:\n\n- **`--data`** must be passed as a single JSON string (typically wrapped in single quotes so the inner double quotes for keys/values are preserved).\n- **`--permissions`** must be passed as a space-separated list of permission strings, each one being a valid Appwrite permission expression like `read(\"any\")`, `write(\"team:abc\")`, `update(\"user:123\")`, etc. You do not pass them as a JSON array.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\nHere:\n- `--data '{ \"title\": \"Hello World\" }'` is a single JSON object string.\n- `--permissions 'read(\"any\")' 'write(\"team:abc\")'` is two separate space-separated values, each its own quoted permission string — not a JSON array.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer correctly covers all three required elements: 1) data as a JSON string with double quotes for keys/values wrapped in single quotes, 2) permissions as space-separated values (not a JSON array), and 3) provides a correct example using tables-db create-row with proper syntax. The answer is complete and accurate.",
          "promptTokens": 12677,
          "completionTokens": 479,
          "totalTokens": 13156,
          "cost": 0.07536,
          "durationMs": 34785,
          "tokensPerSecond": 13.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1682,
          "completionTokens": 43,
          "totalTokens": 1725,
          "cost": 0.009485,
          "durationMs": 16850,
          "tokensPerSecond": 2.55,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1625,
          "completionTokens": 43,
          "totalTokens": 1668,
          "cost": 0.0092,
          "durationMs": 4297,
          "tokensPerSecond": 10.01,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 1612,
          "completionTokens": 90,
          "totalTokens": 1702,
          "cost": 0.01031,
          "durationMs": 12962,
          "tokensPerSecond": 6.94,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1550,
          "completionTokens": 95,
          "totalTokens": 1645,
          "cost": 0.010125,
          "durationMs": 13721,
          "tokensPerSecond": 6.92,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1657,
          "completionTokens": 77,
          "totalTokens": 1734,
          "cost": 0.01021,
          "durationMs": 13759,
          "tokensPerSecond": 5.6,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1600,
          "completionTokens": 43,
          "totalTokens": 1643,
          "cost": 0.009075,
          "durationMs": 4416,
          "tokensPerSecond": 9.74,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1621,
          "completionTokens": 43,
          "totalTokens": 1664,
          "cost": 0.00918,
          "durationMs": 12561,
          "tokensPerSecond": 3.42,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1711,
          "completionTokens": 43,
          "totalTokens": 1754,
          "cost": 0.00963,
          "durationMs": 13028,
          "tokensPerSecond": 3.3,
          "toolCallCount": 0
        }
      ]
    },
    {
      "modelId": "kimi-k2-6",
      "modelName": "Kimi K2.6",
      "provider": "MoonshotAI",
      "promptCostPerMillionTokens": 0.68,
      "completionCostPerMillionTokens": 3.41,
      "scores": {
        "foundation": 99.7,
        "auth": 99,
        "tablesdb": 90.9,
        "functions": 94.5,
        "storage": 90,
        "sites": 98.5,
        "messaging": 99.5,
        "realtime": 99,
        "cli": 96.3
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 90,
        "functions": 94.1,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 96
      },
      "freeformScores": {
        "foundation": 98.3,
        "auth": 93.3,
        "tablesdb": 96.7,
        "functions": 96.7,
        "storage": 66.7,
        "sites": 85,
        "messaging": 96.7,
        "realtime": 93.3,
        "cli": 98.3
      },
      "overall": 96.3,
      "mcqOverall": 97,
      "freeformOverall": 91.9,
      "totalQuestions": 191,
      "totalCorrect": 185,
      "totalPromptTokens": 1549720,
      "totalCompletionTokens": 137360,
      "totalTokens": 1687080,
      "totalCost": 1.64308,
      "totalDurationMs": 8087803,
      "averageTokensPerSecond": 16.98,
      "runDate": "2026-06-10T07:10:51.310Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 468,
          "completionTokens": 63,
          "totalTokens": 531,
          "cost": 0.000572,
          "durationMs": 8680,
          "tokensPerSecond": 7.26,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 436,
          "completionTokens": 422,
          "totalTokens": 858,
          "cost": 0.001804,
          "durationMs": 27956,
          "tokensPerSecond": 15.1,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6207,
          "completionTokens": 1006,
          "totalTokens": 7213,
          "cost": 0.008176,
          "durationMs": 40602,
          "tokensPerSecond": 24.78,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6245,
          "completionTokens": 469,
          "totalTokens": 6714,
          "cost": 0.006325,
          "durationMs": 35753,
          "tokensPerSecond": 13.12,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6211,
          "completionTokens": 297,
          "totalTokens": 6508,
          "cost": 0.005698,
          "durationMs": 9546,
          "tokensPerSecond": 31.11,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": " In Appwrite, the distinction between **client-side** and **server-side** SDKs comes down to where the code runs, how it authenticates, and what permissions it has.\n\n## Client-Side SDKs\n**Examples:** Web (JavaScript/TypeScript), Flutter, Android, iOS, React Native\n\n- **Environment:** Runs on the user's device (browser, phone, desktop).\n- **Authentication:** Users log in directly (email/password, OAuth, anonymous, magic URL). The SDK stores a session (JWT or cookie) and acts on behalf of that specific user.\n- **Permissions:** Respects the collection/bucket/document-level permissions you set in the Appwrite Console. A user can only read or write data they are explicitly allowed to access.\n- **Best for:** Building frontend interfaces where end-users interact directly with Appwrite services (databases, storage, real-time subscriptions, authentication).\n\n## Server-Side SDKs\n**Examples:** Node.js, Python, PHP, Ruby, Deno, Go, .NET\n\n- **Environment:** Runs on a trusted server, backend API, or serverless function.\n- **Authentication:** Uses an **API key** rather than user sessions. You create the key in your Appwrite project settings and assign it scopes (e.g., `users.read`, `databases.write`).\n- **Permissions:** API keys bypass standard user permissions. A server SDK can read, write, or delete any data, manage users, send emails/SMS, and perform administrative tasks—regardless of who owns the resource.\n- **Best for:** Backend logic, administrative operations, processing sensitive data, integrating with third-party APIs, or performing actions on behalf of multiple users.\n\n## When to Use Which\n\n| Use Client-Side SDK | Use Server-Side SDK |\n|---|---|\n| Building a web or mobile app UI | Building a REST/GraphQL API backend |\n| Letting users log in and manage their own accounts | Admin dashboards or user management panels |\n| Subscribing to real-time events in the browser | Processing payments or webhooks securely |\n| Uploading files from a user's device | Generating reports across all user data |\n| Querying data the logged-in user owns | Sending push notifications or emails to all users |\n\n### Hybrid Approach\nIt is common to use **both** in a single project. For example, a React app uses the client-side SDK for authentication and real-time updates, while a Node.js backend uses the server-side SDK to handle payment webhooks, send emails, or clean up old data on a schedule.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: 1) Client SDKs are explicitly described as being for frontend/user-facing apps running on user devices, 2) Server SDKs use API keys for authentication, 3) Server SDKs bypass standard user permissions and can access any data regardless of ownership, and 4) Client SDKs require user sessions (JWT or cookie) for authentication. The answer goes beyond the minimum requirements with detailed examples, a comparison table, and a hybrid approach section, all of which are accurate and relevant.",
          "promptTokens": 299,
          "completionTokens": 887,
          "totalTokens": 1186,
          "cost": 0.003329,
          "durationMs": 28159,
          "tokensPerSecond": 31.5,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 447,
          "completionTokens": 132,
          "totalTokens": 579,
          "cost": 0.000797,
          "durationMs": 3007,
          "tokensPerSecond": 43.9,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": " Appwrite uses a **role-based access control (RBAC)** permission model. You grant specific actions to specific roles using permission strings in the format `permission(role)`.\n\n## Permission Types\n\nThese define what action is allowed on a resource:\n\n| Permission | Description |\n|------------|-------------|\n| **read** | View or access the resource |\n| **create** | Add new documents, files, or resources |\n| **update** | Modify existing resources |\n| **delete** | Remove resources |\n\n> **Note:** `write` existed in older versions as a shorthand for create/update/delete, but modern Appwrite uses granular permissions (read, create, update, delete).\n\n## Roles (Who)\n\nThese define who receives the permission:\n\n| Role | Description |\n|------|-------------|\n| **any** | Anyone, including unauthenticated users (public) |\n| **guests** | Only unauthenticated users |\n| **users** | Any authenticated user |\n| **user(ID)** | A specific user by ID |\n| **users(verified)** | Authenticated users with a specific status (e.g., verified/unverified) |\n| **team(ID)** | Any member of a specific team |\n| **team(ID, role)** | Members of a team with a specific team role (e.g., `owner`, `developer`) |\n| **member(ID)** | A specific team member by membership ID |\n\n## Example\n\nUsing the SDK helpers:\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nconst permissions = [\n  Permission.read(Role.any()),                    // Public read access\n  Permission.create(Role.users()),                // Any logged-in user can create\n  Permission.update(Role.user('userId')),         // Only this user can update\n  Permission.delete(Role.team('teamId', 'owner')) // Only team owners can delete\n];\n```\n\n## Key Behavior\n\n- Permissions are **additive** — if any role matches, access is granted.\n- Collection-level permissions control who can create documents; document-level permissions control read/update/delete for that specific document.\n- If no permissions are set, only server-side API keys (admin) or the resource creator can access it, depending on the service configuration.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) All four permission types (read, create, update, delete) are clearly listed and described, 2) More than 3 role types are mentioned (any, guests, users, user(ID), team(ID), member(ID), etc.), and 3) It explicitly states that permissions are set on resources (documents, files) with both collection-level and document-level permission explanations. The answer also includes helpful code examples and additional context about additive permissions and legacy 'write' permission.",
          "promptTokens": 295,
          "completionTokens": 1191,
          "totalTokens": 1486,
          "cost": 0.00439,
          "durationMs": 37770,
          "tokensPerSecond": 31.53,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7265,
          "completionTokens": 526,
          "totalTokens": 7791,
          "cost": 0.00729,
          "durationMs": 29221,
          "tokensPerSecond": 18,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6245,
          "completionTokens": 253,
          "totalTokens": 6498,
          "cost": 0.005569,
          "durationMs": 27332,
          "tokensPerSecond": 9.26,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6256,
          "completionTokens": 324,
          "totalTokens": 6580,
          "cost": 0.005826,
          "durationMs": 40069,
          "tokensPerSecond": 8.09,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 506,
          "completionTokens": 268,
          "totalTokens": 774,
          "cost": 0.001318,
          "durationMs": 5413,
          "tokensPerSecond": 49.51,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6274,
          "completionTokens": 697,
          "totalTokens": 6971,
          "cost": 0.007145,
          "durationMs": 32425,
          "tokensPerSecond": 21.5,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6207,
          "completionTokens": 376,
          "totalTokens": 6583,
          "cost": 0.005971,
          "durationMs": 27258,
          "tokensPerSecond": 13.79,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 465,
          "completionTokens": 223,
          "totalTokens": 688,
          "cost": 0.001129,
          "durationMs": 9952,
          "tokensPerSecond": 22.41,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6245,
          "completionTokens": 845,
          "totalTokens": 7090,
          "cost": 0.007641,
          "durationMs": 48823,
          "tokensPerSecond": 17.31,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6305,
          "completionTokens": 485,
          "totalTokens": 6790,
          "cost": 0.006426,
          "durationMs": 58682,
          "tokensPerSecond": 8.26,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6192,
          "completionTokens": 912,
          "totalTokens": 7104,
          "cost": 0.007836,
          "durationMs": 65755,
          "tokensPerSecond": 13.87,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6286,
          "completionTokens": 470,
          "totalTokens": 6756,
          "cost": 0.00636,
          "durationMs": 76971,
          "tokensPerSecond": 6.11,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": " Here are four core Appwrite services and their primary uses:\n\n1. **Authentication** – Manages user identity and access. It handles registration, email/password login, OAuth providers (Google, GitHub, etc.), anonymous sessions, email verification, password recovery, and role-based access control via teams and permissions.\n\n2. **Databases** – Provides a NoSQL document database for storing application data. You create collections and documents, run complex queries with filters and sorting, manage relationships, and enforce granular read/write permissions at the document or collection level.\n\n3. **Storage** – Handles file uploads, downloads, and management. You organize files into buckets, control access with permissions, and generate image previews and transformations on the fly without writing extra backend code.\n\n4. **Functions** – A serverless compute service for running backend code in response to HTTP requests or Appwrite events (e.g., a user signing up or a database document being created). It supports multiple runtimes (Node.js, Python, PHP, Dart, etc.) and is useful for custom business logic, webhooks, and integrations.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer correctly names four Appwrite services with accurate descriptions. Authentication matches Auth, Databases matches TablesDB (described as NoSQL document database which is accurate for Appwrite's database service), Storage is correctly described, and Functions is accurately described. The descriptions are detailed and correct. Minor note: Appwrite's database service is now called 'Databases' (previously was document-based), and the reference mentions 'TablesDB' which may reflect a newer naming. The core services and their purposes are all accurately described, warranting a near-perfect score.",
          "promptTokens": 296,
          "completionTokens": 482,
          "totalTokens": 778,
          "cost": 0.001909,
          "durationMs": 18038,
          "tokensPerSecond": 26.72,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6210,
          "completionTokens": 413,
          "totalTokens": 6623,
          "cost": 0.006103,
          "durationMs": 17146,
          "tokensPerSecond": 24.09,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6234,
          "completionTokens": 249,
          "totalTokens": 6483,
          "cost": 0.005547,
          "durationMs": 11241,
          "tokensPerSecond": 22.15,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6310,
          "completionTokens": 388,
          "totalTokens": 6698,
          "cost": 0.006091,
          "durationMs": 18768,
          "tokensPerSecond": 20.67,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": " Here's a complete example using the **Appwrite Web SDK** for email/password authentication:\n\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\n// 1. Set up the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // Your API endpoint\n    .setProject('[PROJECT_ID]');                         // Your project ID\n\n// 2. Initialize the Account service\nconst account = new Account(client);\n\n// 3. Sign up (create account)\nasync function signUp(email: string, password: string, name: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email: email,\n            password: password,\n            name: name\n        });\n        console.log('User created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n\n// 4. Log in (create session)\nasync function logIn(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email: email,\n            password: password\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n\n// 5. Get the currently logged-in user\nasync function getCurrentUser() {\n    try {\n        const user = await account.get();\n        console.log('Current user:', user);\n        return user;\n    } catch (error) {\n        // No active session\n        return null;\n    }\n}\n\n// 6. Log out (delete current session)\nasync function logOut() {\n    try {\n        await account.deleteSession({ sessionId: 'current' });\n        console.log('Logged out');\n    } catch (error) {\n        console.error('Logout failed:', error);\n        throw error;\n    }\n}\n\n// Usage\nawait signUp('user@example.com', 'password123', 'Jane Doe');\nawait logIn('user@example.com', 'password123');\nconst user = await getCurrentUser();\n```\n\n### Key details\n- **`ID.unique()`** generates a safe random ID for the new user.\n- **`createEmailPasswordSession`** automatically stores the session cookie in the browser. Subsequent SDK calls (like `account.get()`) will use it.\n- The session is persistent; you can call `account.get()` on page load to check if the user is still logged in.\n- Use `deleteSession({ sessionId: 'current' })` to log out the active user.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, and name, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, there are minor issues: account.create() uses an object parameter syntax ({userId, email, password, name}) rather than the positional arguments (ID.unique(), email, password, name) as shown in the reference answer, and similarly createEmailPasswordSession() uses an object parameter rather than positional arguments. These may not match the actual Appwrite SDK API signature, which typically uses positional parameters. The core logic and structure are correct, but the parameter passing style differs from the reference.",
          "promptTokens": 5943,
          "completionTokens": 890,
          "totalTokens": 6833,
          "cost": 0.007572,
          "durationMs": 48802,
          "tokensPerSecond": 18.24,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 467,
          "completionTokens": 215,
          "totalTokens": 682,
          "cost": 0.001103,
          "durationMs": 17820,
          "tokensPerSecond": 12.07,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18469,
          "completionTokens": 769,
          "totalTokens": 19238,
          "cost": 0.016543,
          "durationMs": 119254,
          "tokensPerSecond": 6.45,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": " Appwrite sessions are token-based and managed through the **Account** service. Here's how they work across the lifecycle:\n\n## Creating Sessions\n\nSessions are created through various authentication methods:\n\n- **Email/Password:** `account.createEmailPasswordSession({ email, password })`\n- **OAuth 2.0 (Web):** `account.createOAuth2Session({ provider, success, failure })` — handles the full redirect flow automatically\n- **OAuth 2.0 (React Native / SSR):** First call `account.createOAuth2Token()`, then complete the flow with `account.createSession({ userId, secret })`\n- **Anonymous:** `account.createAnonymousSession()` (not shown in docs but part of the Account API)\n\nWhen a session is created, Appwrite returns a **session object** containing a `secret`, `expire` timestamp, and session metadata.\n\n## Managing Sessions\n\n**Client-side (Web / Mobile):**\nThe SDK automatically stores and attaches the session token to authenticated requests. You can retrieve the current user with:\n```typescript\nconst user = await account.get();\n```\n\n**Server-side / SSR:**\nYou must manually propagate the session. In SSR frameworks, the session secret is typically stored in a cookie named `a_session_<PROJECT_ID>`. You then create a per-request client and attach the session:\n```typescript\nconst sessionClient = new Client()\n    .setEndpoint('...')\n    .setProject('...')\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);\n```\n\nYou can also list all active sessions for the current user via the Account API (e.g., `account.listSessions()`).\n\n## Deleting Sessions\n\n- **Logout current session:** `await account.deleteSession({ sessionId: 'current' })`\n- **Delete a specific session:** Pass the specific session ID instead of `'current'`\n- **Delete all sessions:** Use `account.deleteSessions()` (logs the user out everywhere)\n\n## Session Limits\n\nAppwrite enforces a **configurable session limit per user**. By default, a user can have up to **10 active sessions**. When this limit is reached and a new session is created, the **oldest active session is automatically revoked** to make room.\n\nYou can change this limit in your project settings:\n- **Appwrite Console:** Auth → Security → **Max sessions per user**\n\n## Key Properties\n\n- **Expiration:** Sessions have an `expire` field (ISO 8601 timestamp). After expiry, the session is invalid and the user must re-authenticate.\n- **Security:** In browser/SSR environments, store the session secret in `httpOnly`, `secure`, `sameSite: 'strict'` cookies to prevent XSS attacks.\n- **Scope:** Each session is independent. Deleting one session does not affect others unless you explicitly delete all sessions.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all 5 rubric points: (1) sessions created on authentication via multiple methods, (2) session tokens/cookies including HTTP-only cookie storage and the session secret, (3) session limit of 10 per user with automatic revocation of oldest session, (4) methods to list/delete sessions (account.listSessions(), account.deleteSession(), account.deleteSessions()), and (5) session expiry via the 'expire' timestamp field. The answer is comprehensive and accurate, going beyond the reference answer with additional useful details about SSR handling, OAuth flows, and security recommendations. Minor deduction because the reference specifically mentions HTTP-only cookies as the storage mechanism while the model presents this as a recommendation rather than the default behavior.",
          "promptTokens": 5923,
          "completionTokens": 1729,
          "totalTokens": 7652,
          "cost": 0.010494,
          "durationMs": 65759,
          "tokensPerSecond": 26.29,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6261,
          "completionTokens": 472,
          "totalTokens": 6733,
          "cost": 0.006348,
          "durationMs": 23180,
          "tokensPerSecond": 20.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6273,
          "completionTokens": 252,
          "totalTokens": 6525,
          "cost": 0.005587,
          "durationMs": 27350,
          "tokensPerSecond": 9.21,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6215,
          "completionTokens": 279,
          "totalTokens": 6494,
          "cost": 0.005638,
          "durationMs": 28255,
          "tokensPerSecond": 9.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6356,
          "completionTokens": 350,
          "totalTokens": 6706,
          "cost": 0.005992,
          "durationMs": 34201,
          "tokensPerSecond": 10.23,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6209,
          "completionTokens": 415,
          "totalTokens": 6624,
          "cost": 0.006109,
          "durationMs": 24786,
          "tokensPerSecond": 16.74,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6199,
          "completionTokens": 328,
          "totalTokens": 6527,
          "cost": 0.005797,
          "durationMs": 9248,
          "tokensPerSecond": 35.47,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6226,
          "completionTokens": 811,
          "totalTokens": 7037,
          "cost": 0.007508,
          "durationMs": 78291,
          "tokensPerSecond": 10.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6257,
          "completionTokens": 266,
          "totalTokens": 6523,
          "cost": 0.005624,
          "durationMs": 25035,
          "tokensPerSecond": 10.63,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6259,
          "completionTokens": 521,
          "totalTokens": 6780,
          "cost": 0.006518,
          "durationMs": 19821,
          "tokensPerSecond": 26.29,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6294,
          "completionTokens": 375,
          "totalTokens": 6669,
          "cost": 0.006033,
          "durationMs": 56060,
          "tokensPerSecond": 6.69,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6237,
          "completionTokens": 238,
          "totalTokens": 6475,
          "cost": 0.005511,
          "durationMs": 40282,
          "tokensPerSecond": 5.91,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6310,
          "completionTokens": 381,
          "totalTokens": 6691,
          "cost": 0.006066,
          "durationMs": 33282,
          "tokensPerSecond": 11.45,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": " The two methods handle session deletion at different scopes:\n\n| Method | What it does |\n|--------|-------------|\n| `account.deleteSession({ sessionId })` | Deletes **one specific session** |\n| `account.deleteSessions()` | Deletes **all sessions** for the current user |\n\n### `deleteSession({ sessionId })`\nUse this to revoke a single session. Pass `'current'` to delete the session on the current device (standard logout), or pass a specific session ID to revoke another active session.\n\n```typescript\n// Logout from current device only\nawait account.deleteSession({ sessionId: 'current' });\n\n// Revoke a specific session (e.g., from a \"manage devices\" screen)\nawait account.deleteSession({ sessionId: 'abc123...' });\n```\n\n### `deleteSessions()`\nUse this as a **\"logout everywhere\"** or nuclear option. It invalidates every active session the user has across all devices.\n\n```typescript\n// Logout from all devices immediately\nawait account.deleteSessions();\n```\n\n### When to use each\n\n- **Standard app logout** → `deleteSession({ sessionId: 'current' })`\n- **Remote session revocation** (e.g., user sees an unknown device in their security settings) → `deleteSession({ sessionId: '<id>' })`\n- **Password change, account breach, or \"logout all devices\"** → `deleteSessions()`",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one specific session by ID, 2) deleteSessions removes all sessions for the user, and 3) clear use cases for each (single device logout vs logout everywhere/security scenarios). The answer goes beyond the minimum requirements with helpful examples including the 'current' session ID shorthand and practical scenarios like password changes and account breaches.",
          "promptTokens": 5922,
          "completionTokens": 765,
          "totalTokens": 6687,
          "cost": 0.007119,
          "durationMs": 85316,
          "tokensPerSecond": 8.97,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6255,
          "completionTokens": 3064,
          "totalTokens": 9319,
          "cost": 0.015415,
          "durationMs": 98657,
          "tokensPerSecond": 31.06,
          "toolCallCount": 2
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7342,
          "completionTokens": 512,
          "totalTokens": 7854,
          "cost": 0.007299,
          "durationMs": 33727,
          "tokensPerSecond": 15.18,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": " Here's a complete example using the current **Appwrite Web SDK** (`TablesDB`).  \n**Important:** Creating databases and tables requires an **API key** and should run server-side (Node.js, Appwrite Function, or secure backend). Inserting rows can be done client-side or server-side.\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    // Server-side only: API key required for create() and createTable()\n    .setKey('[API_KEY]');\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasks() {\n    // 1. Create a database\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'Tasks Database'\n    });\n\n    // 2. Create the \"tasks\" table with typed columns\n    const table = await tablesDB.createTable({\n        databaseId: database.$id,\n        tableId: 'tasks',           // custom ID; use ID.unique() if you prefer\n        name: 'Tasks',\n        columns: [\n            { key: 'title',     type: 'varchar',  size: 255, required: true },\n            { key: 'completed', type: 'boolean',            required: true },\n            { key: 'dueDate',   type: 'datetime',           required: false }\n        ]\n    });\n\n    // 3. Insert a row\n    const row = await tablesDB.createRow({\n        databaseId: database.$id,\n        tableId: table.$id,\n        rowId: ID.unique(),\n        data: {\n            title: 'Integrate Appwrite TablesDB',\n            completed: false,\n            dueDate: '2025-06-15T14:00:00.000Z'  // ISO 8601 format\n        }\n    });\n\n    console.log('Created row:', row.$id);\n    return { database, table, row };\n}\n\nsetupTasks().catch(console.error);\n```\n\n### Key details\n- **`TablesDB`** replaces the legacy `Databases` class for new projects.\n- **Server-side operations:** `tablesDB.create()` and `tablesDB.createTable()` require `.setKey('[API_KEY]')`. Do not expose this key in browser code—run setup in a secure environment.\n- **Column types:**  \n  - `varchar` requires a `size` (up to 16,383).  \n  - `boolean` and `datetime` do not need a size.  \n- **Datetime values:** Pass ISO 8601 strings (e.g., `2025-06-15T14:00:00.000Z`).\n- **Permissions:** If you don't set row-level permissions, access defaults to the table/bucket-level rules you configure in the Appwrite Console.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all 5 required rubric elements: 1) Client + TablesDB setup with proper initialization, 2) tablesDB.create() for database creation, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns with appropriate properties, and 5) tablesDB.createRow() with the data object containing title, completed, and dueDate fields. The code is well-structured and includes helpful explanatory notes. Minor uncertainty exists around whether TablesDB is actually a real Appwrite SDK class (it may be fabricated), but given the question asks specifically about the 'TablesDB API', the answer correctly follows the expected pattern described in the rubric.",
          "promptTokens": 5998,
          "completionTokens": 3074,
          "totalTokens": 9072,
          "cost": 0.015258,
          "durationMs": 123855,
          "tokensPerSecond": 24.82,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6376,
          "completionTokens": 315,
          "totalTokens": 6691,
          "cost": 0.005885,
          "durationMs": 18579,
          "tokensPerSecond": 16.95,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 500,
          "completionTokens": 243,
          "totalTokens": 743,
          "cost": 0.001226,
          "durationMs": 18012,
          "tokensPerSecond": 13.49,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": " To query rows in **Appwrite TablesDB**, you pass an array of `Query` instances to the `queries` parameter of `listRows()`. All queries are combined with **AND** logic by default.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' / 'react-native-appwrite'\n\nconst tablesDB = new TablesDB(client);\n```\n\n---\n\n## 1. Filtering\n\nUse these static methods to filter rows:\n\n```typescript\n// Equality\nQuery.equal('status', 'active')                 // status == 'active'\nQuery.equal('status', ['active', 'pending'])    // status IN ('active', 'pending')\n\n// Comparison\nQuery.notEqual('priority', 'low')               // priority != 'low'\nQuery.lessThan('price', 100)                    // price < 100\nQuery.lessThanEqual('age', 65)                  // age <= 65\nQuery.greaterThan('score', 0)                   // score > 0\nQuery.greaterThanEqual('rating', 1)             // rating >= 1\nQuery.between('price', 10, 100)                 // 10 <= price <= 100\n\n// Null checks\nQuery.isNull('deletedAt')                       // deletedAt IS NULL\nQuery.isNotNull('publishedAt')                  // publishedAt IS NOT NULL\n\n// String matching\nQuery.startsWith('name', 'John')                // name LIKE 'John%'\nQuery.endsWith('email', '@example.com')         // email LIKE '%@example.com'\nQuery.contains('title', 'react')                // title LIKE '%react%'\n\n// Full-text search (requires a full-text index)\nQuery.search('content', 'appwrite database')\n```\n\n**Example:** Find active users aged 18–65\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.greaterThanEqual('age', 18),\n        Query.lessThanEqual('age', 65)\n    ]\n});\n```\n\n---\n\n## 2. Sorting\n\n```typescript\nQuery.orderAsc('createdAt')     // oldest first\nQuery.orderDesc('score')        // highest score first\n```\n\n**Example:** Sort by newest first\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.orderDesc('$createdAt')]\n});\n```\n\n---\n\n## 3. Limiting\n\n```typescript\nQuery.limit(25)   // default is 25, maximum is 100\n```\n\n**Example:** Get top 10 highest-rated posts\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('rating'),\n        Query.limit(10)\n    ]\n});\n```\n\n---\n\n## 4. Pagination\n\nAppwrite supports two pagination strategies:\n\n### Offset-based (good for small datasets)\n```typescript\nQuery.offset(0)    // skip 0 rows (first page)\nQuery.offset(25)   // skip 25 rows (second page)\n```\n\n### Cursor-based (preferred for large datasets)\n```typescript\nQuery.cursorAfter('[LAST_ROW_ID]')   // page after this row\nQuery.cursorBefore('[FIRST_ROW_ID]') // page before this row\n```\n\n**Example:** Paginate through all active users, 50 per page\n```typescript\n// Page 1\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.orderAsc('name'),\n        Query.limit(50)\n    ]\n});\n\n// Page 2 (cursor-based — most efficient)\nconst lastId = page1.documents[page1.documents.length - 1].$id;\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),\n        Query.orderAsc('name'),\n        Query.limit(50),\n        Query.cursorAfter(lastId)\n    ]\n});\n```\n\n---\n\n## 5. Logical Operators (AND / OR)\n\nQueries in the array are **AND**'d by default. For explicit OR conditions:\n\n```typescript\n// OR: status is 'active' OR priority is 'urgent'\nQuery.or([\n    Query.equal('status', 'active'),\n    Query.equal('priority', 'urgent')\n])\n\n// Explicit AND (rarely needed since array items are already AND)\nQuery.and([\n    Query.greaterThan('age', 18),\n    Query.lessThan('age', 65)\n])\n```\n\n**Example:** Find posts that are either featured OR have more than 100 views\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.or([\n            Query.equal('featured', true),\n            Query.greaterThan('views', 100)\n        ]),\n        Query.orderDesc('$createdAt'),\n        Query.limit(20)\n    ]\n});\n```\n\n---\n\n## 6. Field Selection\n\nReturn only specific fields to reduce payload size:\n\n```typescript\nQuery.select(['title', 'status', '$createdAt'])\n```\n\n**Example:**\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.select(['title', 'slug', 'publishedAt']),\n        Query.limit(10)\n    ]\n});\n```\n\n---\n\n## Complete Example\n\n```typescript\n// Get the second page of published articles in the \"tech\" category,\n// sorted by newest first, 10 per page\nconst response = await tablesDB.listRows({\n    databaseId: 'blog_db',\n    tableId: 'articles',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.equal('category', 'tech'),\n        Query.orderDesc('$createdAt'),\n        Query.limit(10),\n        Query.offset(10)  // or use Query.cursorAfter(lastId)\n    ]\n});\n\nconsole.log(response.total);        // total matching rows\nconsole.log(response.documents);    // array of rows\n```\n\n### Key Tips\n- Use **`cursorAfter` / `cursorBefore`** instead of `offset` for large tables — offset becomes slow as the dataset grows.\n- The response is a `Models.DocumentList` object containing `total` and `documents[]`.\n- Each document includes system fields: `$id`, `$createdAt`, `$updatedAt`, `$permissions`, `$databaseId`, and `$collectionId`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all rubric requirements: (1) Query.equal() for filtering is demonstrated with multiple examples, (2) Query.orderDesc() and Query.orderAsc() for sorting are both shown, (3) Query.limit() and Query.offset() for pagination are both covered, (4) queries array is passed to listRows() in every example, and (5) multiple additional query methods are shown including Query.cursorAfter(), Query.greaterThan(), Query.lessThan(), Query.between(), Query.search(), Query.select(), Query.or(), and more. The answer goes well beyond the minimum requirements with comprehensive examples, cursor-based pagination, logical operators, and field selection.",
          "promptTokens": 5952,
          "completionTokens": 1827,
          "totalTokens": 7779,
          "cost": 0.010859,
          "durationMs": 72431,
          "tokensPerSecond": 25.22,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18415,
          "completionTokens": 766,
          "totalTokens": 19181,
          "cost": 0.016492,
          "durationMs": 60577,
          "tokensPerSecond": 12.65,
          "toolCallCount": 2
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6300,
          "completionTokens": 322,
          "totalTokens": 6622,
          "cost": 0.005852,
          "durationMs": 26887,
          "tokensPerSecond": 11.98,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6270,
          "completionTokens": 259,
          "totalTokens": 6529,
          "cost": 0.005609,
          "durationMs": 13756,
          "tokensPerSecond": 18.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6208,
          "completionTokens": 164,
          "totalTokens": 6372,
          "cost": 0.00523,
          "durationMs": 5828,
          "tokensPerSecond": 28.14,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 18470,
          "completionTokens": 637,
          "totalTokens": 19107,
          "cost": 0.016082,
          "durationMs": 44314,
          "tokensPerSecond": 14.37,
          "toolCallCount": 2
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 18384,
          "completionTokens": 1993,
          "totalTokens": 20377,
          "cost": 0.020764,
          "durationMs": 141844,
          "tokensPerSecond": 14.05,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6254,
          "completionTokens": 282,
          "totalTokens": 6536,
          "cost": 0.005678,
          "durationMs": 20757,
          "tokensPerSecond": 13.59,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6256,
          "completionTokens": 228,
          "totalTokens": 6484,
          "cost": 0.00549,
          "durationMs": 17373,
          "tokensPerSecond": 13.12,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6265,
          "completionTokens": 269,
          "totalTokens": 6534,
          "cost": 0.00564,
          "durationMs": 27765,
          "tokensPerSecond": 9.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 485,
          "completionTokens": 230,
          "totalTokens": 715,
          "cost": 0.001169,
          "durationMs": 14005,
          "tokensPerSecond": 16.42,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6264,
          "completionTokens": 247,
          "totalTokens": 6511,
          "cost": 0.005563,
          "durationMs": 30754,
          "tokensPerSecond": 8.03,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6279,
          "completionTokens": 197,
          "totalTokens": 6476,
          "cost": 0.005399,
          "durationMs": 9560,
          "tokensPerSecond": 20.61,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18462,
          "completionTokens": 640,
          "totalTokens": 19102,
          "cost": 0.016087,
          "durationMs": 59900,
          "tokensPerSecond": 10.68,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, limit the results to 20, and sort by that field descending, combine `Query.greaterThan`, `Query.limit`, and `Query.orderDesc` in the `queries` array.\n\n```typescript\nimport { Query, TablesDB } from 'appwrite'; // or 'node-appwrite' server-side\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('numericField', 100), // filter: field > 100\n        Query.orderDesc('numericField'),        // sort: descending\n        Query.limit(20)                         // pagination: max 20 rows\n    ]\n});\n```\n\n**Key points:**\n- Multiple query methods in the same array are combined with **AND** logic by default.\n- `Query.limit` accepts values up to 100 (default is 25).\n- `Query.orderDesc` sorts the result set before the limit is applied, so you get the top 20 highest values.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering the numeric field > 100, 2) Query.orderDesc for descending sort, 3) Query.limit(20) for limiting results, and 4) passing all queries to listRows() via the queries parameter. The code example is clear and correct, and the additional explanatory notes are accurate and helpful.",
          "promptTokens": 5939,
          "completionTokens": 488,
          "totalTokens": 6427,
          "cost": 0.006162,
          "durationMs": 11170,
          "tokensPerSecond": 43.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18676,
          "completionTokens": 957,
          "totalTokens": 19633,
          "cost": 0.017357,
          "durationMs": 76683,
          "tokensPerSecond": 12.48,
          "toolCallCount": 2
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6204,
          "completionTokens": 325,
          "totalTokens": 6529,
          "cost": 0.005791,
          "durationMs": 50486,
          "tokensPerSecond": 6.44,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6192,
          "completionTokens": 4564,
          "totalTokens": 10756,
          "cost": 0.020618,
          "durationMs": 170227,
          "tokensPerSecond": 26.81,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19467,
          "completionTokens": 429,
          "totalTokens": 19896,
          "cost": 0.016102,
          "durationMs": 44073,
          "tokensPerSecond": 9.73,
          "toolCallCount": 2
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19445,
          "completionTokens": 2705,
          "totalTokens": 22150,
          "cost": 0.024051,
          "durationMs": 84286,
          "tokensPerSecond": 32.09,
          "toolCallCount": 3
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": " Here's a complete Appwrite Function in Node.js using the correct runtime signature and response helpers:\n\n```javascript\nexport default async ({ req, res, log, error }) => {\n  // Ensure the request method is POST\n  if (req.method !== 'POST') {\n    return res.json({ error: 'Method not allowed. Use POST.' }, 405);\n  }\n\n  // req.bodyJson contains the parsed JSON body (undefined if not valid JSON)\n  const data = req.bodyJson;\n\n  // Validate the \"name\" field\n  if (!data || typeof data.name !== 'string' || data.name.trim() === '') {\n    error('Missing or invalid \"name\" field in request body');\n    return res.json({ error: 'Missing or invalid field: name' }, 400);\n  }\n\n  const name = data.name.trim();\n  log(`Generating greeting for: ${name}`);\n\n  // Return a personalized greeting\n  return res.json({\n    greeting: `Hello, ${name}! 👋 Welcome to Appwrite Functions.`\n  });\n};\n```\n\n### Key details\n\n| Feature | Usage |\n|---------|-------|\n| **Entry point** | Export a default async function with the destructured runtime context |\n| **Parsed body** | `req.bodyJson` — automatically parsed JSON (no need for `JSON.parse`) |\n| **Logging** | `log()` for info-level logs; `error()` for errors (visible in execution logs) |\n| **JSON response** | `res.json(object, statusCode)` — sets `Content-Type: application/json` automatically |\n| **Raw body** | `req.body` is available as the raw string if you need it |\n\n### Example request\n\n```bash\ncurl -X POST https://<APPWRITE_ENDPOINT>/v1/functions/<FUNCTION_ID>/executions \\\n  -H \"Content-Type: application/json\" \\\n  -d '{\"name\": \"Alice\"}'\n```\n\n### Example response\n\n```json\n{\n  \"greeting\": \"Hello, Alice! 👋 Welcome to Appwrite Functions.\"\n}\n```\n\nIf you want to deploy this, save it as `src/main.js` (or `src/main.ts` for TypeScript) in your function folder and ensure your `appwrite.json` or CLI deployment targets the Node.js runtime.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is nearly fully correct and includes all 5 required rubric elements: 1) Default export of async function ✓, 2) Destructured context with req, res, log, error ✓, 3) Parsing the request body (uses req.bodyJson instead of req.body, which is a minor deviation but functionally equivalent and valid in Appwrite) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The slight deduction is because the reference answer specifically mentions req.body for the request body, while the model uses req.bodyJson. While req.bodyJson is a valid Appwrite property for pre-parsed JSON, the reference answer emphasizes req.body, and the model's note that 'req.body is available as the raw string' slightly contradicts the reference which treats req.body as the body directly. Overall, this is a high-quality, well-documented answer that correctly implements the Appwrite Function pattern.",
          "promptTokens": 5947,
          "completionTokens": 1322,
          "totalTokens": 7269,
          "cost": 0.009087,
          "durationMs": 109389,
          "tokensPerSecond": 12.09,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19451,
          "completionTokens": 615,
          "totalTokens": 20066,
          "cost": 0.016741,
          "durationMs": 56278,
          "tokensPerSecond": 10.93,
          "toolCallCount": 2
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7311,
          "completionTokens": 803,
          "totalTokens": 8114,
          "cost": 0.008294,
          "durationMs": 25517,
          "tokensPerSecond": 31.47,
          "toolCallCount": 2
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6369,
          "completionTokens": 658,
          "totalTokens": 7027,
          "cost": 0.00708,
          "durationMs": 22934,
          "tokensPerSecond": 28.69,
          "toolCallCount": 2
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": " To deploy an Appwrite Function using the CLI, follow these steps:\n\n## 1. Prerequisites\n\nInstall and authenticate the CLI, then initialize your project:\n\n```bash\n# Install the CLI (if not already installed)\nnpm install -g appwrite-cli\n\n# Login to Appwrite Cloud or your self-hosted instance\nappwrite login\n\n# Initialize project configuration (creates appwrite.config.json)\nappwrite init project\n```\n\n## 2. Create or Pull a Function\n\n```bash\n# Create a new function locally (generates starter code and config)\nappwrite init functions\n\n# Or pull existing functions from the Console\nappwrite pull functions\n```\n\n## 3. Configure the Function\n\nFunctions are configured in `appwrite.config.json` (or a separate included file like `appwrite/functions.json`):\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| `enabled` | Toggles the function on/off. Disabled functions cannot execute. |\n| `runtime` | Execution environment (e.g., `node-22`, `python-3.12`). |\n| `entrypoint` | The main file inside `path` that starts the function. |\n| `commands` | Build/install command run before deployment (e.g., `npm install`). |\n| `path` | Local source directory for the function code. |\n| `timeout` | Maximum execution duration in seconds. |\n| `schedule` | Cron expression for scheduled execution (leave empty to disable). |\n| `events` | Array of event patterns that trigger the function automatically. |\n| `scopes` | API scopes granted to the function's internal execution key. |\n| `buildSpecification` | Compute size used during the build phase. |\n| `runtimeSpecification` | Compute size used during execution. |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion. |\n| `ignore` | Newline-separated patterns to exclude when packaging (`.gitignore` is read automatically). |\n\n## 4. Manage Environment Variables\n\nDo **not** define variables in `appwrite.config.json`. Instead, create a `.env` file inside the function's `path` directory:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\n## 5. Deploy the Function\n\n```bash\n# Deploy all configured functions\nappwrite push functions\n\n# Deploy a specific function\nappwrite push functions --function-id <FUNCTION_ID>\n\n# Deploy and immediately activate (switch live traffic)\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without activating\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n\n# Deploy and sync environment variables from local .env\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n## 6. Local Development (Optional)\n\nTest your function locally before deploying:\n\n```bash\nappwrite run functions\n\n# Run with remote variables fetched from Appwrite\nappwrite run functions --with-variables\n```\n\n## 7. Additional Useful Commands\n\n```bash\n# List all functions\nappwrite functions list\n\n# Trigger a function execution manually\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n\n# List execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n\n# List available runtimes\nappwrite functions list-runtimes\n```\n\n## CI/CD (Non-Interactive) Deployment\n\nFor automated pipelines, use `--force` to skip confirmations:\n\n```bash\nappwrite push functions --all --force\nappwrite push functions --function-id <FUNCTION_ID> --force\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all required rubric points: (1) CLI installation with 'npm install -g appwrite-cli', (2) 'appwrite init functions' command, (3) configuration in appwrite.config.json with detailed examples, (4) 'appwrite push functions' command with multiple options, and (5) key configuration options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional details about CI/CD deployment, local development, environment variables management, and useful CLI commands.",
          "promptTokens": 6943,
          "completionTokens": 1066,
          "totalTokens": 8009,
          "cost": 0.008938,
          "durationMs": 44808,
          "tokensPerSecond": 23.79,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6255,
          "completionTokens": 239,
          "totalTokens": 6494,
          "cost": 0.005528,
          "durationMs": 38426,
          "tokensPerSecond": 6.22,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7277,
          "completionTokens": 191,
          "totalTokens": 7468,
          "cost": 0.006126,
          "durationMs": 7152,
          "tokensPerSecond": 26.71,
          "toolCallCount": 1
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6261,
          "completionTokens": 615,
          "totalTokens": 6876,
          "cost": 0.006848,
          "durationMs": 27802,
          "tokensPerSecond": 22.12,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6287,
          "completionTokens": 447,
          "totalTokens": 6734,
          "cost": 0.00628,
          "durationMs": 39378,
          "tokensPerSecond": 11.35,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6372,
          "completionTokens": 439,
          "totalTokens": 6811,
          "cost": 0.006316,
          "durationMs": 36127,
          "tokensPerSecond": 12.15,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19592,
          "completionTokens": 853,
          "totalTokens": 20445,
          "cost": 0.01768,
          "durationMs": 33867,
          "tokensPerSecond": 25.19,
          "toolCallCount": 3
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18499,
          "completionTokens": 1340,
          "totalTokens": 19839,
          "cost": 0.018564,
          "durationMs": 34398,
          "tokensPerSecond": 38.96,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6261,
          "completionTokens": 1033,
          "totalTokens": 7294,
          "cost": 0.008311,
          "durationMs": 44774,
          "tokensPerSecond": 23.07,
          "toolCallCount": 2
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6323,
          "completionTokens": 432,
          "totalTokens": 6755,
          "cost": 0.006254,
          "durationMs": 13835,
          "tokensPerSecond": 31.23,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19468,
          "completionTokens": 791,
          "totalTokens": 20259,
          "cost": 0.01737,
          "durationMs": 22997,
          "tokensPerSecond": 34.4,
          "toolCallCount": 4
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 19422,
          "completionTokens": 1294,
          "totalTokens": 20716,
          "cost": 0.019096,
          "durationMs": 103364,
          "tokensPerSecond": 12.52,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6281,
          "completionTokens": 851,
          "totalTokens": 7132,
          "cost": 0.007689,
          "durationMs": 12339,
          "tokensPerSecond": 68.97,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are at least three `APPWRITE_FUNCTION_*` environment variables available inside an Appwrite Function at runtime:\n\n1. **`APPWRITE_FUNCTION_ID`** — The unique ID of the currently executing function.\n2. **`APPWRITE_FUNCTION_NAME`** — The name of the function as configured in Appwrite.\n3. **`APPWRITE_FUNCTION_DEPLOYMENT`** — The ID of the active deployment currently running.\n4. **`APPWRITE_FUNCTION_TRIGGER`** — Indicates how the function was invoked (e.g., `http`, `schedule`, or `event`).\n5. **`APPWRITE_FUNCTION_PROJECT_ID`** — The ID of the Appwrite project the function belongs to.\n\nAdditional commonly available variables include:\n- **`APPWRITE_FUNCTION_EVENT`** / **`APPWRITE_FUNCTION_EVENT_DATA`** — Present when the function is triggered by an event; contains the event string and payload data.\n- **`APPWRITE_FUNCTION_USER_ID`** / **`APPWRITE_FUNCTION_JWT`** — When triggered by an authenticated user, these contain the user's ID and a JWT token for making authenticated requests on their behalf.\n- **`APPWRITE_FUNCTION_API_KEY`** — A temporary API key automatically generated for the execution, allowing the function to interact with Appwrite server-side.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names well more than three APPWRITE_FUNCTION_* environment variables and accurately describes the purpose of each. All listed variables (ID, NAME, DEPLOYMENT, TRIGGER, PROJECT_ID, EVENT, EVENT_DATA, USER_ID, JWT, API_KEY) are documented runtime environment variables with correct descriptions. The answer fully satisfies the rubric requirements.",
          "promptTokens": 18923,
          "completionTokens": 1155,
          "totalTokens": 20078,
          "cost": 0.018235,
          "durationMs": 49857,
          "tokensPerSecond": 23.17,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6278,
          "completionTokens": 360,
          "totalTokens": 6638,
          "cost": 0.005969,
          "durationMs": 14650,
          "tokensPerSecond": 24.57,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6232,
          "completionTokens": 286,
          "totalTokens": 6518,
          "cost": 0.005675,
          "durationMs": 15528,
          "tokensPerSecond": 18.42,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example using the **Appwrite Web SDK** to create a bucket, upload an image with permissions, and generate a preview URL.\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\n// 2. Create a bucket with permissions\n// Note: Bucket creation usually requires admin/server-side privileges.\n// In production, you may create the bucket once via the Console or server SDK.\nasync function createImageBucket() {\n    const bucket = await storage.createBucket({\n        bucketId: ID.unique(),\n        name: 'Image Uploads',\n        permissions: [\n            Permission.read(Role.any()),      // Anyone can view files\n            Permission.create(Role.users())   // Only authenticated users can upload\n        ],\n        fileSecurity: true  // Enable file-level permissions (optional)\n    });\n    return bucket.$id;\n}\n\n// 3. Upload a file with file-level permissions\nasync function uploadImage(bucketId: string, file: File) {\n    const uploadedFile = await storage.createFile({\n        bucketId: bucketId,\n        fileId: ID.unique(),\n        file: file,\n        permissions: [\n            Permission.read(Role.any()),                 // Public read access\n            Permission.update(Role.user('[USER_ID]')),   // Owner can update\n            Permission.delete(Role.user('[USER_ID]'))    // Owner can delete\n        ]\n    });\n    return uploadedFile.$id;\n}\n\n// 4. Get an image preview URL\n// Returns a string URL directly (not a Promise)\nfunction getImagePreview(bucketId: string, fileId: string): string {\n    const previewUrl = storage.getFilePreview({\n        bucketId: bucketId,\n        fileId: fileId,\n        width: 400,\n        height: 400,\n        quality: 80,\n        gravity: 'center'\n    });\n    return previewUrl;\n}\n\n// 5. Usage with a file input\nasync function handleFileSelect(event: Event) {\n    const input = event.target as HTMLInputElement;\n    if (!input.files || input.files.length === 0) return;\n\n    try {\n        // Create bucket (or use an existing bucket ID)\n        const bucketId = await createImageBucket();\n        \n        // Upload the selected image\n        const fileId = await uploadImage(bucketId, input.files[0]);\n        \n        // Get preview URL\n        const previewUrl = getImagePreview(bucketId, fileId);\n        \n        console.log('Preview URL:', previewUrl);\n        \n        // Use it in your UI\n        const img = document.getElementById('preview') as HTMLImageElement;\n        img.src = previewUrl;\n        \n    } catch (error) {\n        console.error('Storage operation failed:', error);\n    }\n}\n\n// Attach to a file input in your HTML\n// <input type=\"file\" id=\"file-input\" accept=\"image/*\" />\ndocument.getElementById('file-input')?.addEventListener('change', handleFileSelect);\n```\n\n### Key details\n\n| Step | Notes |\n|------|-------|\n| **Bucket creation** | Usually requires admin privileges. The snippet above assumes the client has rights; otherwise create the bucket in the Appwrite Console or use `node-appwrite`. |\n| **Permissions** | `Role.any()` makes a resource public. `Role.user('[USER_ID]')` restricts to a specific user. `Role.users()` targets all authenticated users. |\n| **File upload** | Pass the native `File` object from a file input. On server-side you would use `InputFile.fromPath()` instead. |\n| **Preview** | `getFilePreview()` returns a URL string immediately (it does not return a Promise). It only works for image files. |",
          "correct": false,
          "score": 0,
          "judgeReasoning": "Failed to parse judge response: ```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\n// 2. Create a bucket with permissions\n// Note: Bucket creation usually requires admin/server-side privileges.\n// In production, you may create the bucket once via the Console or server SDK.\nasync function createImageBucket() {\n    const bucket = await storage.createBucket({\n        bucketId: ID.unique(),\n        name: 'Image Uploads',\n        permissions: [\n            Permission.read(Role.any()),      // Anyone can view files\n            Permission.create(Role.users())   // Only authenticated users can upload\n        ],\n        fileSecurity: true  // Enable file-level permissions (optional)\n    });\n    return bucket.$id;\n}\n\n// 3. Upload a file with file-level permissions\nasync function uploadImage(bucketId: string, file: File) {\n    const uploadedFile = await storage.createFile({\n        bucketId: bucketId,\n        fileId: ID.unique(),\n        file: file,\n        permissions: [\n            Permission.read(Role.any()),                 // Public read access\n            Permission.update(Role.user('[USER_ID]')),   // Owner can update\n            Permission.delete(Role.user('[USER_ID]'))    // Owner can delete\n        ]\n    });\n    return uploadedFile.$id;\n}\n\n// 4. Get an image preview URL\n// Returns a string URL directly (not a Promise)\nfunction getImagePreview(bucketId: string, fileId: string): string {\n    const previewUrl = storage.getFilePreview({\n        bucketId: bucketId,\n        fileId: fileId,\n        width: 400,\n        height: 400,\n        quality: 80,\n        gravity: 'center'\n    });\n    return previewUrl;\n}\n\n// 5. Usage with a file input\nasync function handleFileSelect(event: Event) {\n    const input = event.target as HTMLInputElement;\n    if (!input.files || input.files.length === 0) return;\n\n    try {\n        // Create bucket (or use an existing bucket ID)\n        const bucketId = await createImageBucket();\n        \n        // Upload the selected image\n        const fileId = await uploadImage(bucketId, input.files[0]);\n        \n        // Get preview URL\n        const previewUrl = getImagePreview(bucketId, fileId);\n        \n        console.log('Preview URL:', previewUrl);\n        \n        // Use it in your UI\n        const img = document.getElementById('preview') as HTMLImageElement;\n        img.src = previewUrl;\n        \n    } catch (error) {\n        console.error('Storage operation failed:', error);\n    }\n}\n\n// Attach to a file input in your HTML\n// <input type=\"file\" id=\"file-input\" accept=\"image/*\" />\ndocument.getElementById('file-input')?.addEventListener('change', handleFileSelect);\n```\n\n### Key details\n\n| Step | Notes |\n|------|-------|\n| **Bucket creation** | Usually requires admin privileges. The snippet above assumes the client has rights; otherwise create the bucket in the Appwrite Console or use `node-appwrite`. |\n| **Permissions** | `Role.any()` makes a resource public. `Role.user('[USER_ID]')` restricts to a specific user. `Role.users()` targets all authenticated users. |\n| **File upload** | Pass the native `File` object from a file input. On server-side you would use `InputFile.fromPath()` instead. |\n| **Preview** | `getFilePreview()` returns a URL string immediately (it does not return a Promise). It only works for image files. |\n\n{\"score\": 0.9, \"reasoning\": \"The answer covers all 5 required rubric items: (1) Storage service instantiation with `new Storage(client)`, (2) bucket creation with permissions using `Permission` and `Role`, (3) `storage.createFile()` with bucketId, fileId, and File object, (4) `storage.getFilePreview()` for image preview, and (5) correct imports from 'appwrite'. The code is well-structured and includes helpful explanations. Minor note: the Web SDK's `createBucket` and `createFile` typically use positional parameters rather than named object parameters in some SDK versions, and `getFilePreview` returns a URL object/string depending on version. However, the overall structure and concepts are correct and complete.\"}",
          "promptTokens": 5941,
          "completionTokens": 3054,
          "totalTokens": 8995,
          "cost": 0.015145,
          "durationMs": 74034,
          "tokensPerSecond": 41.25,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6224,
          "completionTokens": 292,
          "totalTokens": 6516,
          "cost": 0.00569,
          "durationMs": 31014,
          "tokensPerSecond": 9.42,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6292,
          "completionTokens": 300,
          "totalTokens": 6592,
          "cost": 0.005769,
          "durationMs": 11738,
          "tokensPerSecond": 25.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6303,
          "completionTokens": 907,
          "totalTokens": 7210,
          "cost": 0.007902,
          "durationMs": 100789,
          "tokensPerSecond": 9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6235,
          "completionTokens": 293,
          "totalTokens": 6528,
          "cost": 0.005702,
          "durationMs": 22451,
          "tokensPerSecond": 13.05,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18307,
          "completionTokens": 849,
          "totalTokens": 19156,
          "cost": 0.016702,
          "durationMs": 48939,
          "tokensPerSecond": 17.35,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": " Here is the breakdown of the three Appwrite Storage methods and when to use each:\n\n| Method | What it returns | Best for |\n|--------|----------------|----------|\n| **`getFilePreview()`** | A **transformed image** (resized, cropped, reformatted, etc.) | Generating thumbnails, avatars, and gallery images |\n| **`getFileView()`** | The **original file** served with `Content-Disposition: inline` | Displaying files directly in the browser (PDF viewers, `<img>` tags, video players, iframes) |\n| **`getFileDownload()`** | The **original file** served with `Content-Disposition: attachment` | Triggering a \"Save As\" download dialog |\n\n### When to use each\n\n**`storage.getFilePreview()`**\n- Use this when you need to manipulate an **image** before serving it.\n- Supports parameters like `width`, `height`, `quality`, `borderRadius`, `gravity`, `rotation`, and output format.\n- Example: Rendering a 300×300 user avatar thumbnail from a large uploaded photo.\n- **Note:** This only works for image files. If you call it on a non-image, Appwrite will not return a meaningful preview.\n\n**`storage.getFileView()`**\n- Use this when you want the browser to **display** the file natively rather than download it.\n- Ideal for original images shown in a lightbox, PDFs rendered in an embed, videos played in a `<video>` tag, or audio in an `<audio>` tag.\n- The browser will open/view the file if it has a supported viewer.\n\n**`storage.getFileDownload()`**\n- Use this when you want to **force a download** of the original file.\n- The response includes headers that tell the browser to save the file locally instead of opening it.\n- Example: A \"Download Document\" or \"Export Data\" button in your UI.\n\n### Quick summary\n- **Preview** = \"Give me a resized/converted image.\"\n- **View** = \"Show me the original file in the browser.\"\n- **Download** = \"Save the original file to my device.\"",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations with specific parameters mentioned, and 4) clear use cases for each method. The answer is well-organized, accurate, and provides additional helpful context without being incorrect.",
          "promptTokens": 5932,
          "completionTokens": 1441,
          "totalTokens": 7373,
          "cost": 0.009493,
          "durationMs": 98080,
          "tokensPerSecond": 14.69,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6278,
          "completionTokens": 438,
          "totalTokens": 6716,
          "cost": 0.006242,
          "durationMs": 27406,
          "tokensPerSecond": 15.98,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6285,
          "completionTokens": 528,
          "totalTokens": 6813,
          "cost": 0.006562,
          "durationMs": 46937,
          "tokensPerSecond": 11.25,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6273,
          "completionTokens": 1003,
          "totalTokens": 7276,
          "cost": 0.008215,
          "durationMs": 41757,
          "tokensPerSecond": 24.02,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18595,
          "completionTokens": 572,
          "totalTokens": 19167,
          "cost": 0.015948,
          "durationMs": 25114,
          "tokensPerSecond": 22.78,
          "toolCallCount": 3
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6286,
          "completionTokens": 697,
          "totalTokens": 6983,
          "cost": 0.007154,
          "durationMs": 45937,
          "tokensPerSecond": 15.17,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18446,
          "completionTokens": 859,
          "totalTokens": 19305,
          "cost": 0.016841,
          "durationMs": 77044,
          "tokensPerSecond": 11.15,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6277,
          "completionTokens": 260,
          "totalTokens": 6537,
          "cost": 0.005618,
          "durationMs": 28552,
          "tokensPerSecond": 9.11,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 475,
          "completionTokens": 291,
          "totalTokens": 766,
          "cost": 0.001375,
          "durationMs": 24420,
          "tokensPerSecond": 11.92,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6358,
          "completionTokens": 708,
          "totalTokens": 7066,
          "cost": 0.007247,
          "durationMs": 85429,
          "tokensPerSecond": 8.29,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6241,
          "completionTokens": 548,
          "totalTokens": 6789,
          "cost": 0.006599,
          "durationMs": 25711,
          "tokensPerSecond": 21.31,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": " Use **`getFilePreview`** when you need to transform an image on-the-fly — for example, to generate thumbnails, avatars, or responsive images with specific dimensions, cropping, or quality settings. Use **`getFileView`** when you simply want to display or retrieve the **original** file as-is without any processing.\n\n**What `getFilePreview` supports:**\n\nBased on the TypeScript SDK docs, `getFilePreview` accepts image transformation parameters such as:\n\n- **`width`** and **`height`** — resize the image\n- **`gravity`** — crop focal point (e.g., `center`, `top`, `bottom`)\n- **`quality`** — JPEG/WebP compression quality (0–100)\n- **`border`** and **`borderColor`** — add a border\n- **`borderRadius`** — round corners\n- **`opacity`** — adjust transparency\n- **`rotation`** — rotate the image\n- **`background`** — set a background color\n- **`output`** — convert format (e.g., `jpg`, `png`, `webp`, `gif`)\n\nExample from the docs:\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300\n});\n```\n\nIf you just need the raw original image (or any non-image file) without transformations, use `getFileView` or `getFileDownload` instead.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers both required rubric points: 1) clearly distinguishes getFilePreview (image transformations) from getFileView (original file), and 2) lists many transformation options including width, height, quality, format, gravity, border, borderRadius, opacity, rotation, and background - well exceeding the minimum of 2 required. The answer is comprehensive and accurate.",
          "promptTokens": 5925,
          "completionTokens": 1276,
          "totalTokens": 7201,
          "cost": 0.00891,
          "durationMs": 55447,
          "tokensPerSecond": 23.01,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7350,
          "completionTokens": 223,
          "totalTokens": 7573,
          "cost": 0.006293,
          "durationMs": 26020,
          "tokensPerSecond": 8.57,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7391,
          "completionTokens": 255,
          "totalTokens": 7646,
          "cost": 0.006436,
          "durationMs": 31197,
          "tokensPerSecond": 8.17,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19715,
          "completionTokens": 451,
          "totalTokens": 20166,
          "cost": 0.016365,
          "durationMs": 84587,
          "tokensPerSecond": 5.33,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": " To deploy a site to **Appwrite Sites**, you use the Appwrite CLI to configure, build, and push your static or server-rendered site.\n\n## Deployment Methods\n\n### 1. CLI Project Workflow (Recommended)\nInitialize and deploy via your project configuration:\n\n```bash\n# Create a new site locally (adds config to appwrite.config.json)\nappwrite init sites\n\n# Pull existing sites from the Appwrite Console\nappwrite pull sites\n\n# Deploy all configured sites\nappwrite push sites\n\n# Deploy a specific site\nappwrite push sites --site-id <SITE_ID>\n```\n\n### 2. Manual Command Workflow\nCreate and manage deployments imperatively:\n\n```bash\n# Create a site in the Console\nappwrite sites create\n\n# Upload a new deployment\nappwrite sites create-deployment --site-id <SITE_ID>\n\n# Activate a specific deployment\nappwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <ID>\n```\n\n### 3. CI/CD (Non-Interactive)\nFor automated pipelines, deploy with force and target specific resources:\n\n```bash\nappwrite push sites --all --force\nappwrite push sites --site-id <SITE_ID> --force\n```\n\n---\n\n## Build Configuration Options\n\nSites are configured in `appwrite.config.json` (or an included JSON file like `appwrite/sites.json`):\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\n### Key Configuration Fields\n\n| Field | Description |\n|-------|-------------|\n| **`framework`** | Framework preset (e.g., `astro`, `nextjs`, `nuxt`, `sveltekit`, `static`). Use `appwrite sites list-frameworks` to see available options. |\n| **`buildRuntime`** | Runtime environment for the build step (e.g., `node-22`). |\n| **`installCommand`** | Dependency installation command (e.g., `npm install`, `pnpm install`). |\n| **`buildCommand`** | Build command (e.g., `npm run build`). |\n| **`outputDirectory`** | Path to the directory containing the built static assets (e.g., `./dist`, `./.next`). |\n| **`adapter`** | Deployment adapter. Controls static vs. SSR behavior. Options vary by framework. |\n| **`startCommand`** | Command to start the server for SSR workloads (e.g., `npm run start`). |\n| **`fallbackFile`** | File to serve for unmatched routes (commonly used for SPAs, e.g., `index.html` or `404.html`). |\n| **`timeout`** | Maximum duration in seconds for SSR requests/functions. |\n| **`buildSpecification`** | Compute size allocated for the build process (e.g., `s-1vcpu-512mb`). |\n| **`runtimeSpecification`** | Compute size allocated for serving runtime/SSR workloads. |\n| **`logging`** | Enables storage of request logs and build logs. |\n| **`deploymentRetention`** | Number of days to keep old deployments before auto-deletion. |\n| **`path`** | Local source directory for the site. |\n\n---\n\n## Environment Variables\n\nDo not define variables directly in `appwrite.config.json`. Instead, place them in a `.env` file inside the site's `path` directory:\n\n```bash\n# sites/my-site/.env\nPUBLIC_API_URL=https://api.example.com\nSECRET_KEY=xyz\n```\n\nSync them to Appwrite during deployment:\n\n```bash\n# Push code AND sync variables from .env\nappwrite push sites --site-id <SITE_ID> --with-variables\n\n# Push code only (preserves existing remote variables)\nappwrite push sites --site-id <SITE_ID>\n```\n\n---\n\n## Additional Useful Commands\n\n```bash\n# List available framework presets\nappwrite sites list-frameworks\n\n# List available compute specifications\nappwrite sites list-specifications\n\n# List deployments for a site\nappwrite sites list-deployments --site-id <SITE_ID>\n\n# Cancel an ongoing build\nappwrite sites update-deployment-status --site-id <SITE_ID> --deployment-id <ID>\n\n# View request logs\nappwrite sites list-logs --site-id <SITE_ID>\n```\n\n**Summary:** The standard workflow is to run `appwrite init sites` once to scaffold the configuration, adjust the build settings in `appwrite.config.json`, and then run `appwrite push sites` to build and deploy. For SSR sites, ensure you configure both `buildCommand` and `startCommand` with the appropriate `adapter`.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers CLI deployment methods in detail and mentions build command, output directory, framework presets, and environment variables - hitting most rubric requirements. However, it completely omits Git-based deployments, which is one of the primary deployment methods mentioned in the reference answer. The reference specifically calls out Git-based deployments, CLI deployments, and manual uploads as the three methods. The answer does cover manual CLI commands as a second method, so it meets the '2 deployment methods' requirement, but missing Git integration is a notable gap. All other rubric items (build command, output directory, framework presets, environment variables) are well covered with detailed explanations.",
          "promptTokens": 6940,
          "completionTokens": 1614,
          "totalTokens": 8554,
          "cost": 0.010854,
          "durationMs": 121125,
          "tokensPerSecond": 13.33,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19470,
          "completionTokens": 594,
          "totalTokens": 20064,
          "cost": 0.016682,
          "durationMs": 37324,
          "tokensPerSecond": 15.91,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7292,
          "completionTokens": 426,
          "totalTokens": 7718,
          "cost": 0.00696,
          "durationMs": 65515,
          "tokensPerSecond": 6.5,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19597,
          "completionTokens": 381,
          "totalTokens": 19978,
          "cost": 0.016031,
          "durationMs": 67879,
          "tokensPerSecond": 5.61,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7416,
          "completionTokens": 349,
          "totalTokens": 7765,
          "cost": 0.006784,
          "durationMs": 46874,
          "tokensPerSecond": 7.45,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7386,
          "completionTokens": 330,
          "totalTokens": 7716,
          "cost": 0.006695,
          "durationMs": 47460,
          "tokensPerSecond": 6.95,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7246,
          "completionTokens": 1538,
          "totalTokens": 8784,
          "cost": 0.010818,
          "durationMs": 70226,
          "tokensPerSecond": 21.9,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19407,
          "completionTokens": 497,
          "totalTokens": 19904,
          "cost": 0.016295,
          "durationMs": 34257,
          "tokensPerSecond": 14.51,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7359,
          "completionTokens": 279,
          "totalTokens": 7638,
          "cost": 0.006496,
          "durationMs": 42409,
          "tokensPerSecond": 6.58,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19551,
          "completionTokens": 434,
          "totalTokens": 19985,
          "cost": 0.016182,
          "durationMs": 57974,
          "tokensPerSecond": 7.49,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7272,
          "completionTokens": 1307,
          "totalTokens": 8579,
          "cost": 0.010029,
          "durationMs": 54351,
          "tokensPerSecond": 24.05,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7328,
          "completionTokens": 841,
          "totalTokens": 8169,
          "cost": 0.008439,
          "durationMs": 48454,
          "tokensPerSecond": 17.36,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7352,
          "completionTokens": 353,
          "totalTokens": 7705,
          "cost": 0.00675,
          "durationMs": 33704,
          "tokensPerSecond": 10.47,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7462,
          "completionTokens": 220,
          "totalTokens": 7682,
          "cost": 0.006367,
          "durationMs": 71119,
          "tokensPerSecond": 3.09,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7346,
          "completionTokens": 1269,
          "totalTokens": 8615,
          "cost": 0.009951,
          "durationMs": 71458,
          "tokensPerSecond": 17.76,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7370,
          "completionTokens": 265,
          "totalTokens": 7635,
          "cost": 0.006455,
          "durationMs": 59746,
          "tokensPerSecond": 4.44,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": " Here are at least three deployment/build configuration options for an Appwrite Site, based on the CLI configuration schema:\n\n1. **`buildCommand`**  \n   The shell command that builds your site (for example, `npm run build`). Appwrite runs this during the deployment process to generate the production-ready assets.\n\n2. **`outputDirectory`**  \n   The path to the folder that contains the built static files (for example, `./dist` or `./build`). After the `buildCommand` finishes, Appwrite serves the contents of this directory.\n\n3. **`buildRuntime`**  \n   The runtime environment used to execute the build (for example, `node-22`). This determines which language version and tooling are available when installing dependencies and building the site.\n\n4. **`adapter`** *(bonus)*  \n   The deployment mode that controls how the site is served. Common values are `static` for static-site hosting or `ssr` for server-side rendering, which changes whether Appwrite serves pre-built files or runs a server-rendered workload.\n\n5. **`buildSpecification`** *(bonus)*  \n   The compute specification (for example, `s-1vcpu-512mb`) allocated to the build process. This controls the CPU and memory resources available while your site is being built.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer lists more than three deployment/build configuration options with correct and detailed purposes. Build command and output directory are explicitly mentioned in the reference answer. Build runtime, adapter (static vs SSR), and build specification are additional valid configuration options that align with Appwrite's deployment system. All options are explained accurately with examples, meeting the rubric's requirements fully.",
          "promptTokens": 6938,
          "completionTokens": 767,
          "totalTokens": 7705,
          "cost": 0.007888,
          "durationMs": 55340,
          "tokensPerSecond": 13.86,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 448,
          "completionTokens": 478,
          "totalTokens": 926,
          "cost": 0.002009,
          "durationMs": 25058,
          "tokensPerSecond": 19.08,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6321,
          "completionTokens": 571,
          "totalTokens": 6892,
          "cost": 0.006739,
          "durationMs": 24869,
          "tokensPerSecond": 22.96,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19480,
          "completionTokens": 540,
          "totalTokens": 20020,
          "cost": 0.0165,
          "durationMs": 56688,
          "tokensPerSecond": 9.53,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": " The retrieved TypeScript SDK documentation doesn't yet cover the **Messaging** service, but I can outline the standard setup based on Appwrite's platform behavior.\n\n## Supported Push Providers\n\nAppwrite Messaging supports two native push providers:\n\n| Provider | Platform | Credentials Needed |\n|----------|----------|-------------------|\n| **FCM** (Firebase Cloud Messaging) | Android / Web / Cross-platform | Service account JSON (or legacy server key) |\n| **APNS** (Apple Push Notification Service) | iOS / macOS / watchOS | Auth key `.p8` file, Key ID, Team ID, Bundle ID, Environment (sandbox/production) |\n\n## Setup Steps\n\n1. **Add a Provider** in the Appwrite Console  \n   Go to **Messaging > Providers > Push** and create a provider (FCM or APNS). Paste the credentials from your Firebase/Apple developer account.\n\n2. **Register Device Targets**  \n   Client applications must register their push tokens with Appwrite. This creates **Targets** (devices) linked to user accounts.\n\n3. **Create a Topic**  \n   In the Console (or via API), create a Topic—e.g., `announcements`.\n\n4. **Subscribe Targets to the Topic**  \n   Add user/device targets as subscribers to that topic. You can manage this in the Console or programmatically.\n\n## Sending a Push Notification to a Topic\n\nSending messages is a **server-side operation** and requires an API key. Using the server SDK (`node-appwrite`), the general pattern looks like this:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// Create a push message targeting a topic\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New Announcement',\n    body: 'Check out the latest update!',\n    topics: ['[TOPIC_ID]'],   // Array of topic IDs to target\n    // data: { screen: 'news' }, // Optional custom payload\n});\n```\n\n> **Note:** Exact method names and parameter shapes (e.g., whether the field is `topics`, `topicIds`, or passed inside a `targets` array) can vary by SDK version. Because the Messaging service is newer, you should verify the precise signature in the [official Appwrite Messaging docs](https://appwrite.io/docs/products/messaging) or your installed version of `node-appwrite`.\n\n### Key Points\n- **Client-side:** Only register the device token and subscribe to topics.\n- **Server-side:** Only the server SDK (with an API key) can create and send push messages.\n- **Topics:** Let you broadcast to many devices without tracking individual target IDs.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all five required elements: (1) FCM and APNS providers are explicitly mentioned with details, (2) Topic creation is explained, (3) User subscription/targets are covered, (4) messaging.createPush() method is shown with a code example, and (5) device token registration is mentioned as registering device targets/push tokens. The answer is comprehensive and well-structured. Minor deduction for the caveat about parameter names potentially varying, which introduces slight uncertainty, but overall this is an excellent and complete response.",
          "promptTokens": 5936,
          "completionTokens": 3091,
          "totalTokens": 9027,
          "cost": 0.015271,
          "durationMs": 155828,
          "tokensPerSecond": 19.84,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19408,
          "completionTokens": 586,
          "totalTokens": 19994,
          "cost": 0.016607,
          "durationMs": 37531,
          "tokensPerSecond": 15.61,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6248,
          "completionTokens": 324,
          "totalTokens": 6572,
          "cost": 0.00582,
          "durationMs": 14949,
          "tokensPerSecond": 21.67,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18418,
          "completionTokens": 903,
          "totalTokens": 19321,
          "cost": 0.016974,
          "durationMs": 58031,
          "tokensPerSecond": 15.56,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18385,
          "completionTokens": 500,
          "totalTokens": 18885,
          "cost": 0.015539,
          "durationMs": 42021,
          "tokensPerSecond": 11.9,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": " Appwrite Messaging supports three primary targeting mechanisms when sending messages (email, push, or SMS): **topics**, **users**, and **individual targets**.\n\n## 1. Topics (Pub/Sub)\nTopics are broadcast channels. You create a topic, add subscribers to it, and then send a message to the topic. All subscribers automatically receive the message.\n\n**CLI workflow:**\n```bash\n# Create a topic\nappwrite messaging create-topic\n\n# Add subscribers (users or targets) to the topic\nappwrite messaging create-subscriber --topic-id <TOPIC_ID>\n\n# Send a message to the topic\nappwrite messaging create-email    # or create-push / create-sms\n```\n\n## 2. Specific Users\nYou can target messages directly to Appwrite user accounts by their user ID. When you target a user, Appwrite resolves that user's registered targets (email addresses, phone numbers, or push tokens) and delivers the message through the appropriate channel.\n\n## 3. Individual Targets\nTargets represent specific delivery endpoints—such as a particular email address, phone number, or device push token. You can target these directly by their target ID rather than going through the user abstraction. This is useful when you want to reach a specific device or contact method without messaging all of a user's endpoints.\n\n## Message Creation\nRegardless of targeting method, you create channel-specific messages via the CLI:\n\n| Command | Purpose |\n|---------|---------|\n| `appwrite messaging create-email` | Send email messages |\n| `appwrite messaging create-push` | Send push notifications |\n| `appwrite messaging create-sms` | Send SMS messages |\n\nWhen creating a message, you specify your audience by providing the relevant topic IDs, user IDs, and/or target IDs. Appwrite handles routing the message to the correct providers based on the channel (email, push, or SMS) and the targets associated with the selected users or topics.\n\n**Management commands:**\n- `appwrite messaging list-topics` / `create-topic` / `delete-topic`\n- `appwrite messaging list-subscribers` / `create-subscriber` / `delete-subscriber`\n- `appwrite messaging list-messages` / `get-message` / `delete`\n\nFor the exact SDK method signatures and parameter names (e.g., the specific arrays for `topicIds`, `userIds`, and `targetIds` in the TypeScript or other SDKs), refer to the official Appwrite Messaging API documentation, as the specific field names vary slightly between the REST API, SDKs, and CLI flags.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer correctly identifies all three targeting methods (topics, users, and individual targets), explains the topic subscription mechanism (creating topics and adding subscribers), describes how messages are delivered to each target type, and mentions that targeting can be combined in a single message creation call by providing topic IDs, user IDs, and/or target IDs together. This covers all four rubric requirements. Minor deduction for slightly vague language around combining targets, but overall very complete and accurate.",
          "promptTokens": 17896,
          "completionTokens": 2799,
          "totalTokens": 20695,
          "cost": 0.023219,
          "durationMs": 127616,
          "tokensPerSecond": 21.93,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6264,
          "completionTokens": 629,
          "totalTokens": 6893,
          "cost": 0.006899,
          "durationMs": 55111,
          "tokensPerSecond": 11.41,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18286,
          "completionTokens": 690,
          "totalTokens": 18976,
          "cost": 0.01613,
          "durationMs": 45126,
          "tokensPerSecond": 15.29,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6347,
          "completionTokens": 436,
          "totalTokens": 6783,
          "cost": 0.006286,
          "durationMs": 38047,
          "tokensPerSecond": 11.46,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6260,
          "completionTokens": 611,
          "totalTokens": 6871,
          "cost": 0.006834,
          "durationMs": 41282,
          "tokensPerSecond": 14.8,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18462,
          "completionTokens": 720,
          "totalTokens": 19182,
          "cost": 0.016367,
          "durationMs": 60055,
          "tokensPerSecond": 11.99,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6278,
          "completionTokens": 660,
          "totalTokens": 6938,
          "cost": 0.007019,
          "durationMs": 54333,
          "tokensPerSecond": 12.15,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6300,
          "completionTokens": 762,
          "totalTokens": 7062,
          "cost": 0.007392,
          "durationMs": 52290,
          "tokensPerSecond": 14.57,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6229,
          "completionTokens": 500,
          "totalTokens": 6729,
          "cost": 0.006422,
          "durationMs": 79651,
          "tokensPerSecond": 6.28,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6300,
          "completionTokens": 1818,
          "totalTokens": 8118,
          "cost": 0.011088,
          "durationMs": 85481,
          "tokensPerSecond": 21.27,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18469,
          "completionTokens": 925,
          "totalTokens": 19394,
          "cost": 0.017089,
          "durationMs": 48649,
          "tokensPerSecond": 19.01,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": " To send a push notification to all users subscribed to a topic in Appwrite, you must first complete several prerequisites, then create a message targeted at that topic.\n\n## Prerequisites (must be configured first)\n\n1. **Configure a Push Provider**  \n   In your Appwrite Console, go to your project settings and set up a push notification provider:\n   - **FCM** (Firebase Cloud Messaging) for Android\n   - **APNs** (Apple Push Notification service) for iOS\n\n2. **Ensure Users Have Push Targets**  \n   Each user must have a registered push target (device token) saved in Appwrite. This is typically done client-side when the app requests notification permissions and then saves the token via the Account API.\n\n3. **Create a Topic**  \n   Create a messaging topic that users will subscribe to. Using the CLI:\n   ```bash\n   appwrite messaging create-topic\n   ```\n\n4. **Subscribe Users to the Topic**  \n   Add subscribers (user targets) to the topic. Using the CLI:\n   ```bash\n   appwrite messaging create-subscriber --topic-id <TOPIC_ID>\n   ```\n\n## Steps to Send the Push Notification\n\nOnce the above is configured, create a push message addressed to the topic. Appwrite will automatically resolve all subscribed device targets and deliver the notification through your configured provider.\n\n**Using the CLI:**\n```bash\nappwrite messaging create-push\n```\nYou will specify the topic ID so the message is broadcast to all current subscribers.\n\n**Using a server SDK (e.g., Node.js):**  \nOn the server side, use the Messaging module with an admin client (API key required). Pass the topic ID in the `topics` array when creating the push message. Appwrite handles the fan-out to all subscribed user devices.\n\n### Important Notes\n- **Server-side only:** Creating and sending messages requires an API key; it cannot be done from a client-side anonymous session.\n- **Topic resolution:** You do not need to manually loop through users. Appwrite resolves the topic subscribers to their individual device targets internally.\n- **Payload:** You can typically include a title, body, and optional custom data payload depending on your provider configuration.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all four required rubric elements: 1) Provider configuration (FCM/APNs) - explicitly mentioned in prerequisites, 2) Topic creation - covered with CLI example, 3) User targets/subscriptions to the topic - covered with both push target registration and subscriber creation steps, 4) Sending push to the topic using createPush with topic IDs - covered with both CLI and SDK examples. The answer is comprehensive, well-structured, and accurate.",
          "promptTokens": 17890,
          "completionTokens": 2438,
          "totalTokens": 20328,
          "cost": 0.021951,
          "durationMs": 81205,
          "tokensPerSecond": 30.02,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6218,
          "completionTokens": 300,
          "totalTokens": 6518,
          "cost": 0.005714,
          "durationMs": 31109,
          "tokensPerSecond": 9.64,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6248,
          "completionTokens": 261,
          "totalTokens": 6509,
          "cost": 0.0056,
          "durationMs": 20397,
          "tokensPerSecond": 12.8,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6308,
          "completionTokens": 1096,
          "totalTokens": 7404,
          "cost": 0.008567,
          "durationMs": 41360,
          "tokensPerSecond": 26.5,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6268,
          "completionTokens": 438,
          "totalTokens": 6706,
          "cost": 0.006234,
          "durationMs": 25360,
          "tokensPerSecond": 17.27,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6321,
          "completionTokens": 453,
          "totalTokens": 6774,
          "cost": 0.006326,
          "durationMs": 23606,
          "tokensPerSecond": 19.19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6282,
          "completionTokens": 734,
          "totalTokens": 7016,
          "cost": 0.007281,
          "durationMs": 18600,
          "tokensPerSecond": 39.46,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6320,
          "completionTokens": 354,
          "totalTokens": 6674,
          "cost": 0.005979,
          "durationMs": 24178,
          "tokensPerSecond": 14.64,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6266,
          "completionTokens": 2834,
          "totalTokens": 9100,
          "cost": 0.014619,
          "durationMs": 110479,
          "tokensPerSecond": 25.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": " Here's a complete example using the Appwrite Web SDK to subscribe to both table row changes and file uploads simultaneously, with distinct handling for each event type:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// 1. Initialize the Appwrite client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// 2. Initialize Realtime\nconst realtime = new Realtime(client);\n\n// 3. Subscribe to both channels at once\nconst subscription = await realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),  // all row changes\n    Channel.bucket('[BUCKET_ID]').file(),                          // all file changes\n], (response) => {\n    const { events, payload, channels, timestamp } = response;\n\n    // ─── TABLE ROW EVENTS ───\n    if (events.some(e => e.startsWith('tablesdb.'))) {\n        // Determine the specific operation\n        if (events.some(e => e.endsWith('.create'))) {\n            console.log('📦 New row created:', payload);\n            // Handle new row — e.g., append to UI list\n        } \n        else if (events.some(e => e.endsWith('.update'))) {\n            console.log('✏️ Row updated:', payload);\n            // Handle row update — e.g., refresh item in UI\n        } \n        else if (events.some(e => e.endsWith('.delete'))) {\n            console.log('🗑️ Row deleted:', payload);\n            // Handle row deletion — e.g., remove from UI\n        }\n        return;\n    }\n\n    // ─── FILE STORAGE EVENTS ───\n    if (events.some(e => e.startsWith('buckets.'))) {\n        if (events.some(e => e.endsWith('.create'))) {\n            console.log('📁 New file uploaded:', payload);\n            // Handle new file upload — e.g., show thumbnail\n        } \n        else if (events.some(e => e.endsWith('.update'))) {\n            console.log('📁 File metadata updated:', payload);\n            // Handle file update\n        } \n        else if (events.some(e => e.endsWith('.delete'))) {\n            console.log('📁 File deleted:', payload);\n            // Handle file removal — e.g., remove from gallery\n        }\n        return;\n    }\n});\n\n// 4. Unsubscribe later when no longer needed (e.g., on component unmount)\n// await subscription.close();\n```\n\n### Key details\n\n| Pattern | Purpose |\n|---------|---------|\n| `Channel.tablesdb('db').table('tbl').row()` | Subscribe to **all rows** in a table |\n| `Channel.bucket('bucket').file()` | Subscribe to **all files** in a bucket |\n| `events.some(e => e.endsWith('.create'))` | Detect the operation type (`create`, `update`, `delete`) |\n| `events.some(e => e.startsWith('tablesdb.'))` | Route the event to table-specific logic |\n| `events.some(e => e.startsWith('buckets.'))` | Route the event to file-specific logic |\n\n### Optional: Type-safe payload handling\n\nIf you want typed payloads, cast the payload based on the event source:\n\n```typescript\nimport { Models } from 'appwrite';\n\n// Inside the table handler:\nconst row = payload as Models.Document;\nconsole.log(row.$id, row.$createdAt, row.$updatedAt);\n\n// Inside the file handler:\nconst file = payload as Models.File;\nconsole.log(file.$id, file.name, file.sizeOriginal);\n```\n\n> **Note:** Realtime is available only on the **client-side** (Web / React Native). Server-side SDKs (`node-appwrite`) do not support realtime subscriptions.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event types in the callback using events.some(), 5) Has different handling logic per event type (table vs file, and create/update/delete). The code is well-structured and includes helpful extras like typed payload handling. Minor deduction because 'Realtime' as a separate class import may not match the actual Appwrite Web SDK API (typically it's client.subscribe() directly), but the core concepts and channel patterns are correct.",
          "promptTokens": 5932,
          "completionTokens": 1247,
          "totalTokens": 7179,
          "cost": 0.008814,
          "durationMs": 52687,
          "tokensPerSecond": 23.67,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": " Appwrite Realtime and Webhooks both react to events, but they serve fundamentally different purposes and architectures.\n\n## Appwrite Realtime\n\n**What it is:** A WebSocket-based subscription service that pushes live updates to connected clients.\n\n**Key characteristics:**\n- **Persistent connection:** Maintains an open WebSocket connection between the client and Appwrite\n- **Client-facing:** Designed for frontend applications (web, mobile, desktop)\n- **Bi-directional:** Clients subscribe to channels and receive live data as it changes\n- **Immediate delivery:** Events are pushed instantly to all active subscribers\n\n**Use when:**\n- Building live dashboards or activity feeds\n- Chat applications or collaborative tools\n- Real-time notifications in UI\n- Any scenario where users need to see data changes instantly without refreshing\n\n## Appwrite Webhooks\n\n**What it is:** HTTP callbacks that send event payloads to a URL you control.\n\n**Key characteristics:**\n- **HTTP-based:** Sends POST requests to your configured endpoint\n- **Server-to-server:** Designed for backend integration and automation\n- **One-way:** Appwrite pushes the event; your endpoint receives and processes it\n- **Stateless:** Each event is an independent HTTP request with no persistent connection\n\n**Use when:**\n- Triggering server-side logic (sending emails, SMS, or push notifications)\n- Syncing Appwrite data with external services (CRM, analytics, search indexes)\n- Running background jobs or CI/CD pipelines\n- Maintaining data consistency across microservices\n- Audit logging or data warehousing\n\n## Quick Comparison\n\n| Feature | Realtime | Webhooks |\n|---------|----------|----------|\n| **Protocol** | WebSocket | HTTP |\n| **Direction** | Subscribe & receive | Receive only |\n| **Target** | Client apps | Backend servers |\n| **Connection** | Persistent | Stateless (per-event) |\n| **Best for** | Live UI updates | Server automation |\n\n**Rule of thumb:** Use **Realtime** when a user needs to *see* something change immediately. Use **Webhooks** when a *server* needs to *do* something in response to an event.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all rubric requirements: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat apps, live dashboards for Realtime; sending emails/SMS, syncing with CRM/analytics for Webhooks). The response goes beyond the reference answer with a detailed comparison table and clear architectural explanations.",
          "promptTokens": 296,
          "completionTokens": 754,
          "totalTokens": 1050,
          "cost": 0.002861,
          "durationMs": 46399,
          "tokensPerSecond": 16.25,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6264,
          "completionTokens": 258,
          "totalTokens": 6522,
          "cost": 0.005601,
          "durationMs": 8357,
          "tokensPerSecond": 30.87,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6294,
          "completionTokens": 215,
          "totalTokens": 6509,
          "cost": 0.005473,
          "durationMs": 17231,
          "tokensPerSecond": 12.48,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6276,
          "completionTokens": 315,
          "totalTokens": 6591,
          "cost": 0.00581,
          "durationMs": 14461,
          "tokensPerSecond": 21.78,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6262,
          "completionTokens": 581,
          "totalTokens": 6843,
          "cost": 0.00673,
          "durationMs": 29510,
          "tokensPerSecond": 19.69,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6254,
          "completionTokens": 585,
          "totalTokens": 6839,
          "cost": 0.006738,
          "durationMs": 21516,
          "tokensPerSecond": 27.19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6342,
          "completionTokens": 816,
          "totalTokens": 7158,
          "cost": 0.007613,
          "durationMs": 25884,
          "tokensPerSecond": 31.53,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6264,
          "completionTokens": 391,
          "totalTokens": 6655,
          "cost": 0.006067,
          "durationMs": 11804,
          "tokensPerSecond": 33.12,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6326,
          "completionTokens": 440,
          "totalTokens": 6766,
          "cost": 0.006285,
          "durationMs": 13338,
          "tokensPerSecond": 32.99,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6316,
          "completionTokens": 964,
          "totalTokens": 7280,
          "cost": 0.008111,
          "durationMs": 41532,
          "tokensPerSecond": 23.21,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": " Here is the single `subscribe()` call using the **Channel** helpers:\n\n```typescript\nawait realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file(),\n], (response) => {\n    console.log(response.events);\n    console.log(response.payload);\n});\n```\n\nThe **exact channel strings** are:\n\n- Table rows: `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows`\n- Bucket files: `buckets.[BUCKET_ID].files`\n\nIf you prefer raw strings instead of the `Channel` builder, pass them directly in the array:\n\n```typescript\nawait realtime.subscribe([\n    'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n    'buckets.[BUCKET_ID].files',\n], (response) => { /* ... */ });\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all four required elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), 4) a callback function. The exact channel strings match the reference answer. The only minor issue is the use of a fictional 'Channel' builder API that may not exist in Appwrite's SDK, but the answer also provides the correct raw string version which fully matches the reference. The core answer is correct and complete.",
          "promptTokens": 5942,
          "completionTokens": 773,
          "totalTokens": 6715,
          "cost": 0.007162,
          "durationMs": 34431,
          "tokensPerSecond": 22.45,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7280,
          "completionTokens": 155,
          "totalTokens": 7435,
          "cost": 0.006003,
          "durationMs": 17060,
          "tokensPerSecond": 9.09,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7262,
          "completionTokens": 516,
          "totalTokens": 7778,
          "cost": 0.007253,
          "durationMs": 19631,
          "tokensPerSecond": 26.28,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7245,
          "completionTokens": 141,
          "totalTokens": 7386,
          "cost": 0.005927,
          "durationMs": 11819,
          "tokensPerSecond": 11.93,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7238,
          "completionTokens": 168,
          "totalTokens": 7406,
          "cost": 0.006017,
          "durationMs": 5745,
          "tokensPerSecond": 29.24,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7222,
          "completionTokens": 549,
          "totalTokens": 7771,
          "cost": 0.007338,
          "durationMs": 33192,
          "tokensPerSecond": 16.54,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7240,
          "completionTokens": 116,
          "totalTokens": 7356,
          "cost": 0.005836,
          "durationMs": 4496,
          "tokensPerSecond": 25.8,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7240,
          "completionTokens": 101,
          "totalTokens": 7341,
          "cost": 0.005784,
          "durationMs": 15303,
          "tokensPerSecond": 6.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7227,
          "completionTokens": 248,
          "totalTokens": 7475,
          "cost": 0.006288,
          "durationMs": 26333,
          "tokensPerSecond": 9.42,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": " To set up a CI/CD pipeline with the Appwrite CLI, you configure your project locally, commit the configuration files, and then use **non-interactive push commands** with the `--force` flag to deploy resources without prompts.\n\n## Prerequisites\n\n1. **Install the CLI** in your CI environment:\n   ```bash\n   npm install -g appwrite-cli\n   ```\n\n2. **Initialize your project locally** and commit the generated files to your repository:\n   - `appwrite.config.json` (main project config)\n   - `appwrite/functions.json`, `appwrite/sites.json`, etc. (if using `includes`)\n\n3. **Configure the client** for your target environment (Cloud or self-hosted) and project:\n   ```bash\n   appwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\n   appwrite client --project-id \"<PROJECT_ID>\"\n   ```\n\n## Non-Interactive Deployment Commands\n\nIn CI/CD, you must use the `--force` (`-f`) flag to auto-confirm warnings and the `--all` (`-a`) flag to select all configured resources of a given type.\n\n### Deploy everything\n```bash\nappwrite push all --all --force\n```\n\n### Deploy specific resources\n```bash\n# Functions\nappwrite push functions --all --force\nappwrite push functions --function-id <FUNCTION_ID> --force\n\n# Sites\nappwrite push sites --all --force\nappwrite push sites --site-id <SITE_ID> --force\n\n# Databases (Tables)\nappwrite push tables --all --force\n\n# Storage buckets\nappwrite push buckets --all --force\n\n# Teams\nappwrite push teams --all --force\n\n# Webhooks\nappwrite push webhooks --all --force\n\n# Messaging topics\nappwrite push topics --all --force\n\n# Project settings\nappwrite push settings --force\n```\n\n## Essential Flags for CI/CD\n\n| Flag | Description |\n|------|-------------|\n| `--force` / `-f` | **Required for non-interactive mode.** Confirms all warnings and skips interactive prompts. |\n| `--all` / `-a` | Selects all configured resources of the target type (e.g., all functions in `appwrite.config.json`). |\n| `--json` / `-j` | Outputs results as JSON, useful for parsing deployment results in CI scripts. |\n| `--with-variables` | For functions/sites, syncs variables from the local `.env` file in the resource's `path` directory. Use only when you intend to update remote environment variables. |\n\n## Example: GitHub Actions Workflow\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite Client\n        run: |\n          appwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\n          appwrite client --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\"\n\n      - name: Deploy all resources\n        env:\n          # The CLI uses an API key for authentication in headless environments\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n        run: appwrite push all --all --force\n```\n\n## Important Notes\n\n- **Authentication:** In headless/CI environments, the CLI typically authenticates using an `APPWRITE_API_KEY` environment variable rather than interactive login.\n- **Variables:** Do not commit secrets in `appwrite.config.json`. For functions and sites, place variables in a `.env` file inside the resource's configured `path` directory, and use `--with-variables` only when you need to update remote values.\n- **Activation:** When pushing functions, deployments are activated automatically by default. You can control this with `--activate=false` if you want to deploy without switching live traffic.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer covers all 5 rubric criteria: 1) API key authentication via APPWRITE_API_KEY environment variable, 2) --force flag for non-interactive mode, 3) appwrite push command with various resource types, 4) environment variable configuration using GitHub Actions secrets, 5) authentication/login step in the pipeline. The answer goes beyond the reference by providing detailed examples, a complete GitHub Actions workflow, and additional flags like --all and --json. The only minor deviation is using the APPWRITE_API_KEY environment variable approach rather than explicitly showing 'appwrite login --endpoint --key' flags, but this is actually a valid and common CI/CD approach. The answer is comprehensive and accurate.",
          "promptTokens": 6952,
          "completionTokens": 2433,
          "totalTokens": 9385,
          "cost": 0.01373,
          "durationMs": 121808,
          "tokensPerSecond": 19.97,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": " Here is the complete workflow for creating, configuring, and deploying an Appwrite Function using the Appwrite CLI.\n\n---\n\n### 1. Install and Authenticate\n\nInstall the CLI and log in to your Appwrite instance (Cloud or self-hosted):\n\n```bash\n# Install\nnpm install -g appwrite-cli\n\n# Login (interactive)\nappwrite login\n\n# Or login to a self-hosted instance\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n### 2. Initialize the Project\n\nCreate `appwrite.config.json` and link it to your Appwrite project:\n\n```bash\nappwrite init project\n```\n\nThis generates a configuration file containing your `projectId`, `projectName`, and `endpoint`.\n\n### 3. Create a New Function\n\nScaffold a new function in your local project:\n\n```bash\nappwrite init functions\n```\n\nThis creates a source directory (e.g., `functions/userAuth`) with starter code. You can also pull existing functions from the Console with:\n\n```bash\nappwrite pull functions\n```\n\n### 4. Configure the Function in `appwrite.config.json`\n\nFunctions can be defined **inline** in `appwrite.config.json` or split into separate files using the `includes` key. Below is an inline example.\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [\n        {\n            \"$id\": \"userAuth\",\n            \"name\": \"User Authentication\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [\"users.read\", \"users.write\"],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\\ndist\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n#### Key Configuration Options\n\n| Field | Description |\n|-------|-------------|\n| `$id` | Unique function ID. |\n| `name` | Human-readable name. |\n| `enabled` | Whether the function can be executed. |\n| `logging` | Stores execution logs for debugging. |\n| `runtime` | Execution runtime (e.g., `node-22`, `python-3.12`). |\n| `buildSpecification` | Compute size used during the build phase. |\n| `runtimeSpecification` | Compute size used during execution. |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion. |\n| `scopes` | API permissions granted to the function's internal API key. |\n| `events` | Event patterns (e.g., `users.*.create`) that trigger the function. |\n| `schedule` | Cron expression for scheduled runs; leave empty to disable. |\n| `timeout` | Max execution time in seconds. |\n| `entrypoint` | The main file inside `path` that starts the function. |\n| `commands` | Build/install command run before deployment (e.g., `npm install`). |\n| `ignore` | Newline-separated patterns excluded from the deployment package (in addition to `.gitignore`). |\n| `path` | Local directory containing the function source code. |\n\n> **Tip:** For cleaner organization, use `includes` to split functions into a separate file:\n> ```json\n> \"includes\": {\n>     \"functions\": \"appwrite/functions.json\"\n> }\n> ```\n> When using `includes`, the `path` is resolved relative to the include file's directory.\n\n### 5. Environment Variables\n\n**Do not** define secrets in `appwrite.config.json`. Instead, create a `.env` file inside the function's `path` directory:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\nDATABASE_ID=main\n```\n\nThese variables are pushed separately from code.\n\n### 6. Local Development\n\nRun the function locally to test changes:\n\n```bash\n# Run all functions\nappwrite run functions\n\n# Run a specific function with remote variables\nappwrite run functions --function-id userAuth --with-variables\n```\n\n### 7. Deploy\n\nPush the function code and configuration to Appwrite:\n\n```bash\n# Deploy all functions and activate the new deployment\nappwrite push functions --activate\n\n# Deploy a specific function\nappwrite push functions --function-id userAuth --activate\n\n# Deploy without switching live traffic (manual activation later)\nappwrite push functions --function-id userAuth --activate=false\n```\n\nSync environment variables from the local `.env` file when needed:\n\n```bash\nappwrite push functions --function-id userAuth --with-variables\n```\n\n> **Note:** `--with-variables` creates, replaces, or removes remote variables based on your local `.env`. Omit this flag to deploy code without touching existing remote variables.\n\n### 8. Execute and Monitor\n\nTrigger the function manually or inspect logs:\n\n```bash\n# Trigger with a JSON body\nappwrite functions create-execution \\\n    --function-id userAuth \\\n    --body '{\"key\": \"value\"}'\n\n# List execution logs\nappwrite functions list-executions --function-id userAuth\n\n# List all functions\nappwrite functions list\n```\n\n### 9. CI/CD / Non-Interactive Deployment\n\nFor automated pipelines, use `--force` to skip confirmation prompts:\n\n```bash\nappwrite push functions --all --force\nappwrite push functions --function-id userAuth --activate --force\n```\n\n---\n\n### Summary Workflow Cheat Sheet\n\n```bash\n# 1. Setup\nappwrite login\nappwrite init project\n\n# 2. Create\nappwrite init functions\n\n# 3. Configure\n# Edit appwrite.config.json and functions/<name>/.env\n\n# 4. Develop\nappwrite run functions --with-variables\n\n# 5. Deploy\nappwrite push functions --activate\n\n# 6. Execute\nappwrite functions create-execution --function-id <FUNCTION_ID>\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) runtime selection (shown in config with 'runtime' field and examples like 'node-22', 'python-3.12'), 3) appwrite.config.json configuration options (detailed table covering name, runtime, execute permissions via scopes, variables, schedule, timeout, entrypoint, etc.), 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements with additional context about CI/CD, environment variables, monitoring, and execution - all accurate and relevant information.",
          "promptTokens": 6956,
          "completionTokens": 1767,
          "totalTokens": 8723,
          "cost": 0.011402,
          "durationMs": 63714,
          "tokensPerSecond": 27.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7255,
          "completionTokens": 127,
          "totalTokens": 7382,
          "cost": 0.005886,
          "durationMs": 36666,
          "tokensPerSecond": 3.46,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7250,
          "completionTokens": 144,
          "totalTokens": 7394,
          "cost": 0.005942,
          "durationMs": 8906,
          "tokensPerSecond": 16.17,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7293,
          "completionTokens": 642,
          "totalTokens": 7935,
          "cost": 0.007717,
          "durationMs": 41491,
          "tokensPerSecond": 15.47,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7290,
          "completionTokens": 336,
          "totalTokens": 7626,
          "cost": 0.006644,
          "durationMs": 18503,
          "tokensPerSecond": 18.16,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7248,
          "completionTokens": 231,
          "totalTokens": 7479,
          "cost": 0.006245,
          "durationMs": 8106,
          "tokensPerSecond": 28.5,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7244,
          "completionTokens": 152,
          "totalTokens": 7396,
          "cost": 0.005965,
          "durationMs": 12940,
          "tokensPerSecond": 11.75,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7268,
          "completionTokens": 205,
          "totalTokens": 7473,
          "cost": 0.006169,
          "durationMs": 15617,
          "tokensPerSecond": 13.13,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7368,
          "completionTokens": 758,
          "totalTokens": 8126,
          "cost": 0.008179,
          "durationMs": 54768,
          "tokensPerSecond": 13.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7283,
          "completionTokens": 441,
          "totalTokens": 7724,
          "cost": 0.007006,
          "durationMs": 24407,
          "tokensPerSecond": 18.07,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": " When creating a row with the Appwrite CLI, both `--data` and `--permissions` must be passed as **quoted strings** directly in the command:\n\n- **`--data`**: Pass as a **JSON string** wrapped in quotes.\n- **`--permissions`**: Pass as **one or more quoted permission strings**, space-separated.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\", \"status\": \"active\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\n### Key points\n- Use single quotes around the JSON payload for `--data` to avoid shell escaping issues.\n- Use single quotes around each permission string for `--permissions`; repeat the flag or provide multiple space-separated values.\n- You can use `'unique()'` or a custom ID for `--row-id`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes inside single quotes, 2) permissions as space-separated quoted strings (array-style CLI input), and 3) a correct example using tables-db create-row with proper syntax. The explanation is clear and complete.",
          "promptTokens": 6942,
          "completionTokens": 486,
          "totalTokens": 7428,
          "cost": 0.006908,
          "durationMs": 18004,
          "tokensPerSecond": 26.99,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7374,
          "completionTokens": 771,
          "totalTokens": 8145,
          "cost": 0.008229,
          "durationMs": 37442,
          "tokensPerSecond": 20.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7320,
          "completionTokens": 1163,
          "totalTokens": 8483,
          "cost": 0.009561,
          "durationMs": 43774,
          "tokensPerSecond": 26.57,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7310,
          "completionTokens": 1621,
          "totalTokens": 8931,
          "cost": 0.011156,
          "durationMs": 58191,
          "tokensPerSecond": 27.86,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7250,
          "completionTokens": 294,
          "totalTokens": 7544,
          "cost": 0.006467,
          "durationMs": 10012,
          "tokensPerSecond": 29.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7409,
          "completionTokens": 864,
          "totalTokens": 8273,
          "cost": 0.008581,
          "durationMs": 26924,
          "tokensPerSecond": 32.09,
          "toolCallCount": 2
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7355,
          "completionTokens": 1920,
          "totalTokens": 9275,
          "cost": 0.012236,
          "durationMs": 89775,
          "tokensPerSecond": 21.39,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7316,
          "completionTokens": 220,
          "totalTokens": 7536,
          "cost": 0.006257,
          "durationMs": 13854,
          "tokensPerSecond": 15.88,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7464,
          "completionTokens": 331,
          "totalTokens": 7795,
          "cost": 0.006757,
          "durationMs": 11209,
          "tokensPerSecond": 29.53,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "gemini-3-5-flash",
      "modelName": "Gemini 3.5 Flash",
      "provider": "Google",
      "promptCostPerMillionTokens": 1.5,
      "completionCostPerMillionTokens": 9,
      "scores": {
        "foundation": 99.5,
        "auth": 97.5,
        "tablesdb": 85.2,
        "functions": 99.5,
        "storage": 94.3,
        "sites": 98.5,
        "messaging": 100,
        "realtime": 94,
        "cli": 95
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 85,
        "functions": 100,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 94.1,
        "cli": 95.8
      },
      "freeformScores": {
        "foundation": 96.7,
        "auth": 83.3,
        "tablesdb": 86.7,
        "functions": 96.7,
        "storage": 95,
        "sites": 85,
        "messaging": 100,
        "realtime": 93.3,
        "cli": 88.3
      },
      "overall": 95.7,
      "mcqOverall": 96.3,
      "freeformOverall": 91.9,
      "totalQuestions": 191,
      "totalCorrect": 184,
      "totalPromptTokens": 1692501,
      "totalCompletionTokens": 143133,
      "totalTokens": 1835634,
      "totalCost": 3.826958,
      "totalDurationMs": 1211117,
      "averageTokensPerSecond": 118.18,
      "runDate": "2026-06-10T07:10:51.311Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 540,
          "completionTokens": 169,
          "totalTokens": 709,
          "cost": 0.002331,
          "durationMs": 2515,
          "tokensPerSecond": 67.2,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7202,
          "completionTokens": 599,
          "totalTokens": 7801,
          "cost": 0.016194,
          "durationMs": 5507,
          "tokensPerSecond": 108.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7204,
          "completionTokens": 361,
          "totalTokens": 7565,
          "cost": 0.014055,
          "durationMs": 5929,
          "tokensPerSecond": 60.89,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7254,
          "completionTokens": 448,
          "totalTokens": 7702,
          "cost": 0.014913,
          "durationMs": 4712,
          "tokensPerSecond": 95.08,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7214,
          "completionTokens": 283,
          "totalTokens": 7497,
          "cost": 0.013368,
          "durationMs": 4157,
          "tokensPerSecond": 68.08,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "In Appwrite, the distinction between **client-side SDKs** and **server-side SDKs** is fundamental to how you secure and architect your application. \n\nHere is a detailed breakdown of the differences, security models, and when to use each.\n\n---\n\n### 1. Core Differences\n\n| Feature | Client-Side SDKs | Server-Side SDKs |\n| :--- | :--- | :--- |\n| **Environment** | Runs in the user's browser, mobile app, or desktop app (untrusted environments). | Runs on a secure backend server, serverless function, or build script (trusted environments). |\n| **Authentication** | Authenticates as an **end-user** using sessions (cookies, OAuth tokens, or JWTs). | Authenticates using an **API Key** (admin access) or a forwarded user session (SSR). |\n| **Security & Permissions** | Strictly bound by Appwrite's **Permissions and Roles**. Users can only access what they are explicitly allowed to. | Can bypass permission checks using an API Key (full administrative access). |\n| **Capabilities** | Limited to user-facing actions (e.g., logging in, reading/writing their own data, subscribing to real-time events). | Full administrative control (e.g., creating databases, managing users, deleting resources, executing system tasks). |\n| **Supported Languages** | JavaScript/TypeScript (Web), React Native, Flutter, Swift (iOS), Kotlin (Android). | Node.js, Deno, Python, PHP, Ruby, Go, Java, Swift (Server), Kotlin (Server). |\n\n---\n\n### 2. When to Use Client-Side SDKs\n\nYou should use client-side SDKs when writing code that runs directly on the user's device. \n\n**Common Use Cases:**\n* **User Authentication:** Signing up, logging in (Email/Password, OAuth, Magic Link), and managing the user's own profile.\n* **Direct Database Access:** Fetching or updating documents that the logged-in user has permission to access.\n* **File Uploads:** Uploading files (like profile pictures) directly from the user's device to Appwrite Storage.\n* **Real-time Subscriptions:** Subscribing to live updates (e.g., chat messages, collaborative documents) using Appwrite's Realtime API.\n\n**Example Initialization (Web):**\n```typescript\nimport { Client, Account } from 'appwrite';\n\n// No API key is used here because this code is public and visible to users\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst account = new Account(client);\n```\n\n---\n\n### 3. When to Use Server-Side SDKs\n\nYou should use server-side SDKs when writing code that runs in a secure, private environment where you can safely store secrets (like API keys).\n\n**Common Use Cases:**\n* **Administrative Tasks:** Creating databases, tables, buckets, or programmatically managing users (e.g., bulk importing users, deleting accounts).\n* **Appwrite Functions:** Writing serverless code that runs in response to Appwrite events (like sending a welcome email when a user registers).\n* **Sensitive Business Logic:** Integrating third-party APIs (like Stripe for payments), processing heavy data, or running validation that shouldn't be trusted to the client.\n* **Server-Side Rendering (SSR):** Handling authentication and data fetching in frameworks like Next.js, SvelteKit, Nuxt, or Astro.\n\n**Example Initialization (Node.js Admin):**\n```typescript\nimport { Client, Users } from 'node-appwrite';\n\n// Uses a secure API Key. This key must NEVER be exposed to the client.\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY); \n\nconst users = new Users(client); // Admin-only service to manage all users\n```\n\n---\n\n### 4. The Hybrid Case: Server-Side Rendering (SSR)\n\nWhen building SSR applications (e.g., Next.js), you run server-side code, but you want to act **on behalf of the logged-in user** rather than as an administrator. \n\nIn this scenario, you use the **server-side SDK** but initialize it with the user's session cookie instead of an API key. This ensures that the server-rendered page only displays data the specific user is allowed to see.\n\n**Example (SSR Session Client):**\n```typescript\nimport { Client, Account } from 'node-appwrite';\n\n// Create a client per-request on your server\nconst sessionClient = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// Get the session cookie sent by the user's browser\nconst sessionCookie = req.cookies['a_session_[PROJECT_ID]'];\n\nif (sessionCookie) {\n    // Act on behalf of this specific user, respecting their permissions\n    sessionClient.setSession(sessionCookie);\n}\n\nconst account = new Account(sessionClient);\nconst user = await account.get(); // Gets the logged-in user's profile safely on the server\n```\n\n### Summary Rule of Thumb\n* If the code runs on a **user's device** (browser/mobile) $\\rightarrow$ Use **Client SDK** (No API Key).\n* If the code runs on a **server you control** (or serverless function) $\\rightarrow$ Use **Server SDK** (With API Key or Session Cookie).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four required rubric points: 1) Client SDKs are explicitly described as being for frontend/user-facing apps running on user devices, 2) Server SDKs use API keys (clearly stated and demonstrated in code examples), 3) Server SDKs can bypass permissions ('Can bypass permission checks using an API Key'), and 4) Client SDKs require user sessions ('Authenticates as an end-user using sessions'). The answer goes well beyond the minimum requirements with detailed tables, code examples, use cases, and even covers the hybrid SSR scenario, all while remaining accurate to Appwrite's architecture.",
          "promptTokens": 6844,
          "completionTokens": 1905,
          "totalTokens": 8749,
          "cost": 0.027411,
          "durationMs": 11445,
          "tokensPerSecond": 166.45,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 515,
          "completionTokens": 265,
          "totalTokens": 780,
          "cost": 0.003157,
          "durationMs": 2320,
          "tokensPerSecond": 114.22,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "Appwrite uses a flexible, robust **Role-Based Access Control (RBAC)** permission model to secure your database documents, storage files, and other resources. \n\nBy default, Appwrite operates on a **\"deny-by-default\"** security model. If you do not explicitly grant permissions to a resource, no client-side user will be able to access it. However, server-side SDKs initialized with an **API Key** bypass these permission checks entirely (admin access).\n\n---\n\n### How the Permission Model Works\n\nPermissions in Appwrite are represented as strings that pair an **Action** (what can be done) with a **Role** (who can do it). \n\n#### 1. Two Levels of Permissions\n*   **Collection / Bucket Level:** Permissions set here apply to *all* documents in a database collection or *all* files in a storage bucket.\n*   **Document / File Level (Resource Level):** Permissions set on an individual document or file. To use this, you must enable **Document Security** (for collections) or **File Security** (for buckets). When enabled, a user can access a resource if they are granted permission at **either** the collection/bucket level OR the individual document/file level.\n\n#### 2. Evaluation Logic\nAppwrite evaluates permissions using an **OR** relationship. If a user matches *any* of the permission rules defined on a resource (or its parent collection/bucket), they are granted access.\n\n---\n\n### The Anatomy of a Permission String\n\nA permission string follows the format: `action(\"role\")`. \nFor example, `read(\"any\")` allows anyone to read the resource, while `update(\"user:12345\")` allows only the user with ID `12345` to update it.\n\nIn the Appwrite SDKs, you construct these strings using the `Permission` and `Role` helper classes.\n\n---\n\n### 1. Permission Types (Actions)\n\nThere are 5 primary permission types (actions) available in Appwrite:\n\n| Permission Type | Description |\n| :--- | :--- |\n| **`read`** | Allows viewing, retrieving, or listing the resource. |\n| **`create`** | Allows creating a new resource. *(Note: This is only applicable at the Collection or Bucket level, as you cannot set permissions on a resource that does not exist yet).* |\n| **`update`** | Allows modifying or updating an existing resource. |\n| **`delete`** | Allows deleting or removing an existing resource. |\n| **`write`** | A shorthand alias that grants **`create`**, **`update`**, and **`delete`** permissions all at once. |\n\n---\n\n### 2. Available Roles (Targets)\n\nRoles define who the permission applies to. Appwrite provides several built-in system roles and custom roles:\n\n| Role Helper | Permission String | Description |\n| :--- | :--- | :--- |\n| **`Role.any()`** | `any` | **Public Access:** Anyone, including unauthenticated guests and logged-in users. |\n| **`Role.guests()`** | `guests` | **Guests Only:** Only unauthenticated users. Once a user logs in, they lose this role. |\n| **`Role.users()`** | `users` | **All Members:** Any authenticated user, regardless of their account age or ID. |\n| **`Role.user(userId)`** | `user:[USER_ID]` | **Specific User:** Only the authenticated user with the specified ID. |\n| **`Role.team(teamId)`** | `team:[TEAM_ID]` | **Team Members:** Any member belonging to the specified team. |\n| **`Role.team(teamId, role)`** | `team:[TEAM_ID]/[ROLE]` | **Team Role:** Only members of a specific team who have been assigned a specific role (e.g., `admin`, `editor`). |\n| **`Role.label(label)`** | `label:[LABEL]` | **User Label:** Users who have been assigned a specific administrative label (e.g., `premium`, `beta`). |\n\n---\n\n### Code Example (TypeScript SDK)\n\nWhen creating resources, you pass an array of permission strings. Here is how you define permissions using the SDK helpers:\n\n```typescript\nimport { TablesDB, ID, Permission, Role } from 'appwrite';\n\nconst tablesDB = new TablesDB(client);\n\nconst doc = await tablesDB.createRow({\n    databaseId: 'my-database',\n    tableId: 'posts',\n    rowId: ID.unique(),\n    data: {\n        title: 'My First Post',\n        content: 'Hello World!'\n    },\n    permissions: [\n        // Anyone (including guests) can read this post\n        Permission.read(Role.any()),\n\n        // Only the author (user '12345') can update or delete this post\n        Permission.update(Role.user('12345')),\n        Permission.delete(Role.user('12345')),\n\n        // Any member of the 'moderators' team can also update it\n        Permission.update(Role.team('moderators')),\n    ]\n});\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as a bonus), 2) More than 3 role types are described (any, guests, users, user(id), team(id), team(id,role), label), and 3) It clearly explains that permissions are set on resources (both at collection/bucket level and individual document/file level). The answer goes beyond the reference answer with additional details about deny-by-default behavior, two-level permission evaluation, and code examples.",
          "promptTokens": 6834,
          "completionTokens": 2279,
          "totalTokens": 9113,
          "cost": 0.030762,
          "durationMs": 12559,
          "tokensPerSecond": 181.46,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8322,
          "completionTokens": 361,
          "totalTokens": 8683,
          "cost": 0.015732,
          "durationMs": 3945,
          "tokensPerSecond": 91.51,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7254,
          "completionTokens": 317,
          "totalTokens": 7571,
          "cost": 0.013734,
          "durationMs": 3820,
          "tokensPerSecond": 82.98,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7260,
          "completionTokens": 400,
          "totalTokens": 7660,
          "cost": 0.01449,
          "durationMs": 3611,
          "tokensPerSecond": 110.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 580,
          "completionTokens": 237,
          "totalTokens": 817,
          "cost": 0.003003,
          "durationMs": 2342,
          "tokensPerSecond": 101.2,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7294,
          "completionTokens": 479,
          "totalTokens": 7773,
          "cost": 0.015252,
          "durationMs": 5610,
          "tokensPerSecond": 85.38,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7232,
          "completionTokens": 285,
          "totalTokens": 7517,
          "cost": 0.013413,
          "durationMs": 3918,
          "tokensPerSecond": 72.74,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 537,
          "completionTokens": 406,
          "totalTokens": 943,
          "cost": 0.00446,
          "durationMs": 2897,
          "tokensPerSecond": 140.14,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7252,
          "completionTokens": 382,
          "totalTokens": 7634,
          "cost": 0.014316,
          "durationMs": 4680,
          "tokensPerSecond": 81.62,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 554,
          "completionTokens": 262,
          "totalTokens": 816,
          "cost": 0.003189,
          "durationMs": 2686,
          "tokensPerSecond": 97.54,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7226,
          "completionTokens": 295,
          "totalTokens": 7521,
          "cost": 0.013494,
          "durationMs": 4176,
          "tokensPerSecond": 70.64,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7292,
          "completionTokens": 547,
          "totalTokens": 7839,
          "cost": 0.015861,
          "durationMs": 5232,
          "tokensPerSecond": 104.55,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are four of the core Appwrite services (product areas) and what they are used for:\n\n1. **Databases**\n   * **What it's used for:** Storing, querying, and managing structured application data. It organizes data into databases, collections, and documents. It supports advanced features like document-level permissions, indexing, and relationships between collections.\n\n2. **Authentication (Auth)**\n   * **What it's used for:** Managing user accounts, sessions, and security. It allows you to easily implement user registration and login using various methods, including Email/Password, Phone (SMS), OAuth providers (like Google, GitHub, Apple), Magic Links, and Anonymous login.\n\n3. **Storage**\n   * **What it's used for:** Uploading, downloading, and managing media and files (such as images, videos, PDFs, and documents). Files are organized into \"Buckets\" with customizable security rules, and the service includes built-in tools for image previewing, cropping, and resizing.\n\n4. **Functions (Serverless Functions)**\n   * **What it's used for:** Running custom backend code in a secure, isolated environment. You can write functions in multiple languages (like Node.js, Python, Dart, PHP, etc.) and trigger them via HTTP requests, on a set schedule (CRON), or in response to Appwrite system events (such as a new user registering or a document being updated).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model correctly identifies and describes four Appwrite services: Databases (called 'TablesDB' in newer versions but Databases is the traditional name), Authentication, Storage, and Functions. All descriptions are accurate and detailed. The only minor issue is using 'Databases' instead of the newer 'TablesDB' name, but the functionality described is correct. The model names more than the required three services with accurate descriptions, meeting the rubric criteria well.",
          "promptTokens": 321,
          "completionTokens": 797,
          "totalTokens": 1118,
          "cost": 0.007655,
          "durationMs": 4971,
          "tokensPerSecond": 160.33,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7246,
          "completionTokens": 337,
          "totalTokens": 7583,
          "cost": 0.013902,
          "durationMs": 5307,
          "tokensPerSecond": 63.5,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7266,
          "completionTokens": 233,
          "totalTokens": 7499,
          "cost": 0.012996,
          "durationMs": 3860,
          "tokensPerSecond": 60.36,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7322,
          "completionTokens": 333,
          "totalTokens": 7655,
          "cost": 0.01398,
          "durationMs": 4397,
          "tokensPerSecond": 75.73,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here is the complete code to set up the Appwrite Web SDK, register a new user (signup), and log them in (create a session).\n\n### 1. Install the SDK\nFirst, ensure you have the Appwrite Web SDK installed in your project:\n```bash\nnpm install appwrite\n```\n\n### 2. Implementation Code\n\n```typescript\nimport { Client, Account, ID, AppwriteException } from 'appwrite';\n\n// ==========================================\n// 1. Setup the Appwrite Client & Account\n// ==========================================\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Replace with your custom endpoint if self-hosting\n    .setProject('[YOUR_PROJECT_ID]');            // Replace with your Appwrite Project ID\n\nconst account = new Account(client);\n\n// ==========================================\n// 2. Email/Password Signup (Create Account)\n// ==========================================\n/**\n * Registers a new user in Appwrite.\n * @param email - User's email address\n * @param password - User's password (minimum 8 characters)\n * @param name - Optional user's name\n */\nasync function signUpUser(email: string, password: string, name?: string) {\n    try {\n        const newUser = await account.create({\n            userId: ID.unique(), // Generates a unique ID automatically\n            email: email,\n            password: password,\n            name: name // Optional\n        });\n        \n        console.log('Signup successful! User created:', newUser);\n        return newUser;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error(`Signup failed [${error.code}]: ${error.message}`);\n        } else {\n            console.error('An unexpected error occurred during signup:', error);\n        }\n        throw error;\n    }\n}\n\n// ==========================================\n// 3. Email/Password Login (Create Session)\n// ==========================================\n/**\n * Authenticates a user and creates a session.\n * @param email - User's email address\n * @param password - User's password\n */\nasync function loginUser(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email: email,\n            password: password\n        });\n        \n        console.log('Login successful! Session created:', session);\n        return session;\n    } catch (error) {\n        if (error instanceof AppwriteException) {\n            console.error(`Login failed [${error.code}]: ${error.message}`);\n        } else {\n            console.error('An unexpected error occurred during login:', error);\n        }\n        throw error;\n    }\n}\n\n// ==========================================\n// Example Usage\n// ==========================================\nasync function runAuthDemo() {\n    const email = 'testuser@example.com';\n    const password = 'superSecretPassword123';\n    const name = 'Jane Doe';\n\n    try {\n        // Step 1: Sign up the user\n        await signUpUser(email, password, name);\n\n        // Step 2: Log the user in immediately after signup\n        await loginUser(email, password);\n        \n    } catch (error) {\n        // Handle errors accordingly\n    }\n}\n```\n\n### Key Details:\n* **`ID.unique()`**: Generates a unique string ID for the user. You can also pass a custom string ID if you prefer.\n* **Session Persistence**: The Web SDK automatically handles session persistence (using cookies/local storage) once `createEmailPasswordSession` succeeds. Subsequent requests made using this `client` instance will automatically be authenticated.\n* **Error Handling**: Using `AppwriteException` allows you to access specific error details like `error.code` (HTTP status code) and `error.type` (Appwrite-specific error identifier).",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer includes all 5 required elements: Client initialization with setEndpoint and setProject, Account service instantiation, account.create() with ID.unique(), account.createEmailPasswordSession(), and correct imports from appwrite. However, there are two issues: 1) account.create() is called with an object parameter syntax ({userId, email, password, name}) rather than the positional arguments (ID.unique(), email, password, name) as specified in the reference answer - the actual Appwrite SDK uses positional parameters not an options object. 2) Similarly, account.createEmailPasswordSession() is called with an object {email, password} rather than positional arguments (email, password). These are functional differences that would cause the code to not work correctly with the actual SDK, though the overall structure and concepts are correct.",
          "promptTokens": 6864,
          "completionTokens": 1587,
          "totalTokens": 8451,
          "cost": 0.024579,
          "durationMs": 8750,
          "tokensPerSecond": 181.37,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7266,
          "completionTokens": 353,
          "totalTokens": 7619,
          "cost": 0.014076,
          "durationMs": 4416,
          "tokensPerSecond": 79.94,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7328,
          "completionTokens": 464,
          "totalTokens": 7792,
          "cost": 0.015168,
          "durationMs": 4852,
          "tokensPerSecond": 95.63,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "In Appwrite, a **session** represents an active, authenticated state for a user. Appwrite sessions are secure, cross-platform, and designed to work seamlessly across web browsers, mobile devices, and Server-Side Rendered (SSR) environments.\n\nHere is a detailed breakdown of how Appwrite sessions are created, managed, deleted, and limited.\n\n---\n\n### 1. How Sessions are Created\n\nSessions are created using the **Account** service. Appwrite supports multiple authentication methods, each resulting in a session object:\n\n*   **Email and Password:**\n    ```typescript\n    const session = await account.createEmailPasswordSession({\n        email: 'user@example.com',\n        password: 'password123'\n    });\n    ```\n*   **OAuth2 (Google, GitHub, Apple, etc.):**\n    *   *Web:* `account.createOAuth2Session({ provider: OAuthProvider.Github, ... })` redirects the user to the provider and returns them with an active session.\n    *   *Mobile (React Native/Flutter):* Uses `account.createOAuth2Token()` to get a secret, which is then exchanged for a session using `account.createSession({ userId, secret })`.\n*   **Passwordless (Magic URL / Email OTP / Phone SMS):**\n    These use a two-step flow:\n    1.  Generate a token (e.g., `account.createMagicURLToken()`).\n    2.  Exchange the token for a session (e.g., `account.updateMagicURLSession({ userId, secret })`).\n*   **Anonymous Sessions:**\n    Allows users to use your app without credentials. These can later be converted into permanent accounts.\n    ```typescript\n    const session = await account.createAnonymousSession();\n    ```\n\n#### Under the Hood: Storage & SSR\n*   **Web Browsers:** Appwrite automatically sets a secure, HTTP-only, SameSite cookie (`a_session_[PROJECT_ID]`) on the client.\n*   **Mobile/Native (iOS, Android, React Native):** The SDK automatically stores the session token in the device's secure local storage (Keychain/Keystore) and attaches it to the headers of subsequent requests.\n*   **Server-Side Rendering (SSR):** In frameworks like Next.js or SvelteKit, you must manually extract the `a_session_[PROJECT_ID]` cookie from the request and pass it to the server-side SDK:\n    ```typescript\n    const sessionClient = new Client().setSession(sessionSecret);\n    ```\n\n---\n\n### 2. How Sessions are Managed\n\nAppwrite provides built-in tools to inspect and manage active sessions.\n\n#### Retrieving Session Information\nYou can fetch the current session, list all active sessions across all devices for the logged-in user, or get the user's account details (which implicitly validates the session):\n\n```typescript\n// Get the current active session\nconst currentSession = await account.getSession({ sessionId: 'current' });\n\n// List all active sessions (e.g., for a \"Security / Active Devices\" page)\nconst sessionsList = await account.listSessions();\n\n// Get current user details\nconst user = await account.get();\n```\n\n#### Session Metadata\nEvery session object returned by Appwrite contains rich metadata about the client, which is highly useful for security audits:\n*   `$id`: The unique session ID.\n*   `userId`: The ID of the authenticated user.\n*   `expire`: The ISO 8601 timestamp of when the session will expire.\n*   `ip`: The IP address used to create the session.\n*   **Device Details:** Appwrite parses the User-Agent to provide `osName`, `osVersion`, `clientName` (e.g., \"Chrome\"), `clientType` (e.g., \"browser\"), `deviceBrand`, and `deviceModel`.\n\n---\n\n### 3. How Sessions are Deleted (Logout)\n\nLogging out is done by deleting sessions. Appwrite allows you to target specific sessions or clear them all.\n\n*   **Log out of the current device:**\n    ```typescript\n    await account.deleteSession({ sessionId: 'current' });\n    ```\n*   **Log out of a specific device (remotely):**\n    Pass a specific session ID (retrieved from `listSessions()`) to revoke access for that device:\n    ```typescript\n    await account.deleteSession({ sessionId: '65c2a1b...' });\n    ```\n*   **Log out of all devices (Global Logout):**\n    Revokes all active sessions for the user across all browsers and devices:\n    ```typescript\n    await account.deleteSessions();\n    ```\n\nWhen a session is deleted, Appwrite invalidates the token on the server database immediately, and the client SDK clears the local cookie or storage.\n\n---\n\n### 4. Session Limits and Lifetimes\n\nTo prevent abuse and manage server resources, Appwrite enforces limits on session lifetimes and concurrent sessions.\n\n#### Session Lifetimes (Duration)\n*   **Default Duration:** By default, an Appwrite session is valid for **365 days** (1 year).\n*   **Self-Hosted Configuration:** If you are self-hosting Appwrite, you can customize this duration using the `_APP_AUTH_DURATION` environment variable (defined in seconds).\n\n#### Session Limits (Max Concurrent Sessions)\n*   **Default Limit:** By default, a single user can have a maximum of **100 active sessions** simultaneously. \n*   **What happens when the limit is reached?** If a user attempts to log in on a 101st device, Appwrite will return a `400` error (typically `user_session_already_exists` or limit exceeded errors). The user must log out of an existing device before they can log in on a new one.\n*   **Self-Hosted Configuration:** You can adjust this limit in your self-hosted `.env` file using the `_APP_AUTH_SESSIONS_LIMIT` variable:\n    ```env\n    _APP_AUTH_SESSIONS_LIMIT=10 # Limits users to 10 concurrent active devices\n    ```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The model's answer is comprehensive and covers most key aspects of Appwrite sessions. It correctly covers: 1) Sessions created on authentication (multiple methods), 2) Session tokens/cookies (HTTP-only cookies, SSR handling), 4) Methods to list/delete sessions (listSessions(), deleteSession(), deleteSessions()), and 5) Session expiry (365 days default, configurable). However, the session limit information is incorrect - the model states the default limit is 100 concurrent sessions, while the reference answer states the limit is 10 per user. This is a factual error on a specific rubric criterion (session limit of 10). The model does mention that the limit can be configured to 10 via environment variable, but presents 100 as the default. All other rubric criteria are well-covered with good detail.",
          "promptTokens": 6842,
          "completionTokens": 2738,
          "totalTokens": 9580,
          "cost": 0.034905,
          "durationMs": 14357,
          "tokensPerSecond": 190.71,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7274,
          "completionTokens": 381,
          "totalTokens": 7655,
          "cost": 0.01434,
          "durationMs": 4122,
          "tokensPerSecond": 92.43,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7292,
          "completionTokens": 448,
          "totalTokens": 7740,
          "cost": 0.01497,
          "durationMs": 3670,
          "tokensPerSecond": 122.07,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7240,
          "completionTokens": 244,
          "totalTokens": 7484,
          "cost": 0.013056,
          "durationMs": 3523,
          "tokensPerSecond": 69.26,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7392,
          "completionTokens": 462,
          "totalTokens": 7854,
          "cost": 0.015246,
          "durationMs": 4586,
          "tokensPerSecond": 100.74,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7222,
          "completionTokens": 582,
          "totalTokens": 7804,
          "cost": 0.016071,
          "durationMs": 6581,
          "tokensPerSecond": 88.44,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7208,
          "completionTokens": 797,
          "totalTokens": 8005,
          "cost": 0.017985,
          "durationMs": 6215,
          "tokensPerSecond": 128.24,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7252,
          "completionTokens": 400,
          "totalTokens": 7652,
          "cost": 0.014478,
          "durationMs": 5056,
          "tokensPerSecond": 79.11,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7266,
          "completionTokens": 295,
          "totalTokens": 7561,
          "cost": 0.013554,
          "durationMs": 4468,
          "tokensPerSecond": 66.03,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7272,
          "completionTokens": 258,
          "totalTokens": 7530,
          "cost": 0.01323,
          "durationMs": 4313,
          "tokensPerSecond": 59.82,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7314,
          "completionTokens": 376,
          "totalTokens": 7690,
          "cost": 0.014355,
          "durationMs": 4368,
          "tokensPerSecond": 86.08,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21213,
          "completionTokens": 760,
          "totalTokens": 21973,
          "cost": 0.03866,
          "durationMs": 8381,
          "tokensPerSecond": 90.68,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7348,
          "completionTokens": 372,
          "totalTokens": 7720,
          "cost": 0.01437,
          "durationMs": 4442,
          "tokensPerSecond": 83.75,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "In Appwrite, both `account.deleteSession()` and `account.deleteSessions()` are used to destroy authentication sessions (logging users out), but they differ in scope and target. \n\nHere is the breakdown of the differences and when to use each.\n\n---\n\n### 1. `account.deleteSession({ sessionId })`\nThis method deletes a **single, specific session** identified by its unique session ID.\n\n* **The `'current'` keyword:** You can pass the string `'current'` as the `sessionId` to target the session currently being used by the client making the request.\n* **Syntax (TypeScript SDK):**\n  ```typescript\n  // Log out of the current device\n  await account.deleteSession({ sessionId: 'current' });\n\n  // Log out of a specific device/session by ID\n  await account.deleteSession({ sessionId: '65c2a1b3d4e5f6g7h8i9' });\n  ```\n\n#### When to use it:\n* **Standard Logout:** When a user clicks \"Log Out\" in your app, you should use `account.deleteSession({ sessionId: 'current' })`. This logs them out of their current browser or mobile device without disrupting their active sessions on other devices (e.g., logging out of their laptop doesn't kick them out of their phone app).\n* **Session Management Dashboard:** If your app has a \"Security\" or \"Active Devices\" settings page where users can view a list of all devices they are logged into, you can provide a \"Revoke Access\" button next to each device. Clicking it would call `deleteSession` with that specific session's ID.\n\n---\n\n### 2. `account.deleteSessions()`\nThis method deletes **all active sessions** associated with the currently authenticated user across all devices and platforms.\n\n* **Syntax (TypeScript SDK):**\n  ```typescript\n  // Log out of all devices everywhere\n  await account.deleteSessions();\n  ```\n\n#### When to use it:\n* **\"Log Out of All Devices\" Feature:** Provide this option in your security settings so users can instantly terminate access everywhere if they lose a device or suspect unauthorized access.\n* **Password Resets or Security Changes:** When a user successfully changes their password, updates their email, or updates multi-factor authentication (MFA) settings, it is a security best practice to call `account.deleteSessions()` to force a re-login on all devices with the new credentials.\n* **Account Compromise Recovery:** If your system detects suspicious activity on a user's account, you can programmatically trigger this (via a Server SDK/Cloud Function) to lock out potential attackers.\n\n---\n\n### Summary Comparison\n\n| Feature | `account.deleteSession({ sessionId })` | `account.deleteSessions()` |\n| :--- | :--- | :--- |\n| **Scope** | Single session (current or specific ID) | All sessions for the user |\n| **Primary Use Case** | Standard logout; revoking access to a specific device. | Security resets; \"Log out of all devices\" button. |\n| **Impact on other devices** | None (unless targeting their session ID). | Logs the user out of **every** browser, mobile app, and active client. |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: (1) deleteSession removes one session by ID, (2) deleteSessions removes all sessions for the user, and (3) clear use cases for each (standard logout on current device vs. logout everywhere/security resets). The response goes beyond the minimum with helpful examples, the 'current' keyword explanation, and a summary table, all of which are accurate and relevant.",
          "promptTokens": 6844,
          "completionTokens": 1580,
          "totalTokens": 8424,
          "cost": 0.024486,
          "durationMs": 9895,
          "tokensPerSecond": 159.68,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7260,
          "completionTokens": 1173,
          "totalTokens": 8433,
          "cost": 0.021447,
          "durationMs": 7699,
          "tokensPerSecond": 152.36,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7328,
          "completionTokens": 564,
          "totalTokens": 7892,
          "cost": 0.016068,
          "durationMs": 5448,
          "tokensPerSecond": 103.52,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "In Appwrite, creating databases and tables is an **administrative action** that requires an API key (admin privileges). For security reasons, you should **never** perform these creation steps directly in a client-side browser application (Web SDK), as doing so would expose your API key. \n\nInstead, database and table creation should be handled on the server-side using the **Server SDK** (`node-appwrite`), while inserting rows can be done safely on the client-side using the **Web SDK** (`appwrite`).\n\nBelow is the complete code for both environments using the modern **TablesDB API** and object-parameter syntax.\n\n---\n\n### Step 1: Server-Side Setup (Create Database & Table)\nUse the Server SDK (`node-appwrite`) to securely create the database and the `tasks` table with your specified columns.\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\n// 1. Initialize the Server SDK with your API Key\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Replace with your endpoint if self-hosted\n    .setProject('YOUR_PROJECT_ID')\n    .setKey('YOUR_API_KEY'); // Keep this secure on your server!\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupDatabase() {\n    try {\n        // 2. Create the Database\n        const database = await tablesDB.create({\n            databaseId: ID.unique(),\n            name: 'Task Manager'\n        });\n        console.log(`Database created with ID: ${database.$id}`);\n\n        // 3. Create the \"tasks\" Table with columns\n        const table = await tablesDB.createTable({\n            databaseId: database.$id,\n            tableId: 'tasks', // Explicit ID for easy reference\n            name: 'tasks',\n            columns: [\n                { \n                    key: 'title', \n                    type: 'varchar', \n                    size: 255, \n                    required: true \n                },\n                { \n                    key: 'completed', \n                    type: 'boolean', \n                    required: true \n                },\n                { \n                    key: 'dueDate', \n                    type: 'datetime', \n                    required: false \n                }\n            ]\n        });\n        console.log(`Table \"tasks\" created successfully!`);\n        \n        return { databaseId: database.$id, tableId: table.$id };\n    } catch (error) {\n        console.error('Error setting up database:', error);\n    }\n}\n\nsetupDatabase();\n```\n\n---\n\n### Step 2: Client-Side Web App (Insert a Row)\nOnce the database and table are created, you can safely use the Web SDK (`appwrite`) in your frontend to insert rows.\n\n```typescript\nimport { Client, TablesDB, ID } from 'appwrite';\n\n// 1. Initialize the Web SDK (No API key is used here)\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('YOUR_PROJECT_ID');\n\nconst tablesDB = new TablesDB(client);\n\nasync function createNewTask(databaseId: string) {\n    try {\n        // 2. Insert a row into the \"tasks\" table\n        const newTask = await tablesDB.createRow({\n            databaseId: databaseId,\n            tableId: 'tasks',\n            rowId: ID.unique(),\n            data: {\n                title: 'Finish Appwrite integration',\n                completed: false,\n                dueDate: new Date().toISOString() // Datetime columns accept ISO 8601 strings\n            }\n        });\n        \n        console.log('Task inserted successfully:', newTask);\n    } catch (error) {\n        console.error('Error inserting task:', error);\n    }\n}\n\n// Call this function with your database ID\ncreateNewTask('YOUR_DATABASE_ID');\n```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer includes all 5 required rubric elements: Client + TablesDB setup, tablesDB.create() for database, tablesDB.createTable() for the tasks table, creating varchar/boolean/datetime columns, and tablesDB.createRow() with data. However, the answer splits the implementation across server-side and client-side code, which adds complexity not required by the question. The question simply asks to 'write code using the current Appwrite Web SDK TablesDB API' to perform all three operations. Additionally, the columns are passed as an array inside createTable() rather than as separate column creation calls, which may not match the actual TablesDB API. The answer also includes a lengthy preamble about security concerns that, while potentially valid, deviates from what was asked. The core API usage is mostly correct but the implementation approach differs from the reference answer's implied single-flow approach.",
          "promptTokens": 6896,
          "completionTokens": 4161,
          "totalTokens": 11057,
          "cost": 0.047793,
          "durationMs": 19516,
          "tokensPerSecond": 213.21,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7410,
          "completionTokens": 337,
          "totalTokens": 7747,
          "cost": 0.014148,
          "durationMs": 4658,
          "tokensPerSecond": 72.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7328,
          "completionTokens": 488,
          "totalTokens": 7816,
          "cost": 0.015384,
          "durationMs": 4982,
          "tokensPerSecond": 97.95,
          "toolCallCount": 1
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "In Appwrite, you query rows in **TablesDB** using the `tablesDB.listRows()` method. To filter, sort, limit, and paginate your results, you pass an array of query constraints generated by the static methods of the `Query` class.\n\nHere is a comprehensive guide on how to use the `Query` class for these operations.\n\n---\n\n### 1. Filtering\nFiltering allows you to restrict the rows returned based on specific column values. Multiple filters in the `queries` array are treated as an implicit **AND** operation. You can also use explicit **OR** and **AND** logical operators.\n\n```typescript\nimport { TablesDB, Query } from 'appwrite'; // or 'node-appwrite' on the server\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        // Basic comparisons\n        Query.equal('category', 'electronics'),\n        Query.greaterThanEqual('price', 100),\n        Query.lessThan('price', 1000),\n        \n        // Range filtering\n        Query.between('stock', 5, 50), // stock is between 5 and 50 (inclusive)\n\n        // String matching\n        Query.startsWith('name', 'Smart'), // names starting with \"Smart\"\n        \n        // Array/String containment\n        Query.contains('tags', 'sale'), // checks if 'sale' is in the tags array/string\n\n        // Null checks\n        Query.isNotNull('description')\n    ]\n});\n```\n\n#### Logical Operators (`OR` and `AND`)\nIf you need to perform an **OR** query, wrap your queries inside `Query.or()`:\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.or([\n            Query.equal('category', 'electronics'),\n            Query.equal('category', 'appliances')\n        ])\n    ]\n});\n```\n\n---\n\n### 2. Sorting\nYou can sort your results in ascending or descending order using `Query.orderAsc()` and `Query.orderDesc()`. You can also chain multiple sort queries to sort by multiple columns.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.equal('category', 'electronics'),\n        Query.orderDesc('price'),       // Primary sort: Highest price first\n        Query.orderAsc('createdAt')     // Secondary sort: Oldest first (for ties)\n    ]\n});\n```\n\n---\n\n### 3. Limiting\nBy default, Appwrite returns **25** rows per request. You can customize this limit using `Query.limit()`. The maximum allowed limit is **100**.\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.limit(10) // Return only 10 rows\n    ]\n});\n```\n\n---\n\n### 4. Pagination\nAppwrite supports two pagination strategies: **Offset-based** and **Cursor-based**.\n\n#### Strategy A: Offset Pagination (Simple)\nOffset pagination uses `Query.offset()` to skip a specific number of rows. This is easy to implement but can become slow on very large datasets.\n\n```typescript\nconst limit = 10;\nconst page = 3; // We want to fetch Page 3\n\nconst results = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.limit(limit),\n        Query.offset((page - 1) * limit) // Skips the first 20 rows\n    ]\n});\n```\n\n#### Strategy B: Cursor Pagination (Recommended)\nCursor pagination uses `Query.cursorAfter()` or `Query.cursorBefore()` with a specific row ID (`$id`). This is highly performant for large datasets and prevents duplicate/skipped items if rows are added or deleted while a user is paging.\n\n```typescript\n// 1. Fetch the first page\nconst firstPage = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.limit(10),\n        Query.orderAsc('createdAt')\n    ]\n});\n\n// Get the ID of the last row in the current page\nconst lastRowId = firstPage.documents[firstPage.documents.length - 1].$id;\n\n// 2. Fetch the next page using the cursor\nconst secondPage = await tablesDB.listRows({\n    databaseId: 'shop_db',\n    tableId: 'products',\n    queries: [\n        Query.limit(10),\n        Query.orderAsc('createdAt'),\n        Query.cursorAfter(lastRowId) // Start fetching immediately after this row\n    ]\n});\n```\n\n---\n\n### Complete Example\nHere is a complete, production-ready example combining filtering, sorting, limiting, and cursor-based pagination:\n\n```typescript\nimport { Client, TablesDB, Query, Models } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('YOUR_PROJECT_ID');\n\nconst tablesDB = new TablesDB(client);\n\ninterface Product {\n    name: string;\n    price: number;\n    category: string;\n    stock: number;\n}\n\nasync function getProductsPage(category: string, lastId?: string) {\n    const queries = [\n        Query.equal('category', category),\n        Query.greaterThan('stock', 0), // Only in-stock items\n        Query.orderDesc('price'),      // Sort by price descending\n        Query.limit(15)                // Limit to 15 items per page\n    ];\n\n    // If we have a cursor ID from the previous page, append it\n    if (lastId) {\n        queries.push(Query.cursorAfter(lastId));\n    }\n\n    try {\n        const response = await tablesDB.listRows<Models.Document & Product>({\n            databaseId: 'shop_db',\n            tableId: 'products',\n            queries: queries\n        });\n\n        console.log(`Fetched ${response.documents.length} products. Total in DB: ${response.total}`);\n        return response.documents;\n    } catch (error) {\n        console.error('Failed to fetch products:', error);\n        throw error;\n    }\n}\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering is demonstrated multiple times, 2) Query.orderDesc() and Query.orderAsc() for sorting are shown, 3) Query.limit() and Query.offset() for pagination are both covered, 4) All examples pass queries array to listRows(), 5) Multiple additional query methods are shown including greaterThan(), lessThan(), between(), startsWith(), contains(), isNotNull(), cursorAfter(), cursorBefore(). The answer goes beyond the rubric requirements with logical operators, cursor pagination, and a complete production example. The only minor concern is that TablesDB appears to be a speculative/future Appwrite feature not in the current stable release, but the answer correctly models how it would work based on Appwrite's existing patterns. The answer fully satisfies all rubric criteria.",
          "promptTokens": 6852,
          "completionTokens": 2480,
          "totalTokens": 9332,
          "cost": 0.032598,
          "durationMs": 12644,
          "tokensPerSecond": 196.14,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21327,
          "completionTokens": 718,
          "totalTokens": 22045,
          "cost": 0.038453,
          "durationMs": 7968,
          "tokensPerSecond": 90.11,
          "toolCallCount": 2
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7304,
          "completionTokens": 405,
          "totalTokens": 7709,
          "cost": 0.014601,
          "durationMs": 4856,
          "tokensPerSecond": 83.4,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7304,
          "completionTokens": 330,
          "totalTokens": 7634,
          "cost": 0.013926,
          "durationMs": 4455,
          "tokensPerSecond": 74.07,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7240,
          "completionTokens": 263,
          "totalTokens": 7503,
          "cost": 0.013227,
          "durationMs": 4216,
          "tokensPerSecond": 62.38,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 21342,
          "completionTokens": 560,
          "totalTokens": 21902,
          "cost": 0.037053,
          "durationMs": 7565,
          "tokensPerSecond": 74.03,
          "toolCallCount": 2
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 21243,
          "completionTokens": 1694,
          "totalTokens": 22937,
          "cost": 0.047111,
          "durationMs": 14908,
          "tokensPerSecond": 113.63,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7300,
          "completionTokens": 293,
          "totalTokens": 7593,
          "cost": 0.013587,
          "durationMs": 4327,
          "tokensPerSecond": 67.71,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7290,
          "completionTokens": 308,
          "totalTokens": 7598,
          "cost": 0.013707,
          "durationMs": 4374,
          "tokensPerSecond": 70.42,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7270,
          "completionTokens": 496,
          "totalTokens": 7766,
          "cost": 0.015369,
          "durationMs": 5494,
          "tokensPerSecond": 90.28,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 563,
          "completionTokens": 259,
          "totalTokens": 822,
          "cost": 0.003176,
          "durationMs": 2152,
          "tokensPerSecond": 120.35,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7316,
          "completionTokens": 316,
          "totalTokens": 7632,
          "cost": 0.013818,
          "durationMs": 4557,
          "tokensPerSecond": 69.34,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7310,
          "completionTokens": 270,
          "totalTokens": 7580,
          "cost": 0.013395,
          "durationMs": 3985,
          "tokensPerSecond": 67.75,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 21315,
          "completionTokens": 1253,
          "totalTokens": 22568,
          "cost": 0.04325,
          "durationMs": 12093,
          "tokensPerSecond": 103.61,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows in Appwrite based on your criteria, you will combine multiple query methods from the `Query` class and pass them as an array to the `queries` parameter of your database request.\n\nFor modern Appwrite projects, you should use the **`TablesDB`** service (which replaces the deprecated `Databases` service) and the object-parameter calling style.\n\n### The Query Methods Needed\n\n1. **Filter (Greater Than 100):** `Query.greaterThan('fieldName', 100)`\n2. **Sort (Descending):** `Query.orderDesc('fieldName')`\n3. **Limit (At most 20 results):** `Query.limit(20)`\n\n---\n\n### Code Example\n\nHere is how to implement this using the Appwrite TypeScript/JavaScript SDK:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // Or 'node-appwrite' for server-side\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// 2. Initialize the TablesDB service\nconst tablesDB = new TablesDB(client);\n\nasync function getFilteredRows() {\n    try {\n        const response = await tablesDB.listRows({\n            databaseId: '[DATABASE_ID]',\n            tableId: '[TABLE_ID]',\n            queries: [\n                // 1. Filter: numeric field is greater than 100\n                Query.greaterThan('score', 100),\n                \n                // 2. Sort: by that field descending\n                Query.orderDesc('score'),\n                \n                // 3. Limit: return at most 20 results\n                Query.limit(20)\n            ]\n        });\n\n        console.log('Filtered Rows:', response.documents);\n    } catch (error) {\n        console.error('Error fetching rows:', error);\n    }\n}\n```\n\n### How It Works\n\n* **`Query.greaterThan('score', 100)`**: Instructs Appwrite to only return rows where the attribute `score` has a value strictly greater than `100`.\n* **`Query.orderDesc('score')`**: Sorts the matching rows in descending order (highest to lowest) based on the `score` attribute.\n* **`Query.limit(20)`**: Caps the returned dataset to a maximum of `20` documents. (The default limit in Appwrite is `25`, and the maximum allowed per request is `100`).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is fully correct and complete. It includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting descending, 3) Query.limit(20) for capping results, and 4) passing all queries to tablesDB.listRows() via the queries parameter. The answer also provides additional helpful context about how each query method works, initialization code, and proper SDK usage.",
          "promptTokens": 6864,
          "completionTokens": 1080,
          "totalTokens": 7944,
          "cost": 0.020016,
          "durationMs": 7800,
          "tokensPerSecond": 138.46,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21987,
          "completionTokens": 1456,
          "totalTokens": 23443,
          "cost": 0.046085,
          "durationMs": 11271,
          "tokensPerSecond": 129.18,
          "toolCallCount": 2
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7210,
          "completionTokens": 481,
          "totalTokens": 7691,
          "cost": 0.015144,
          "durationMs": 5643,
          "tokensPerSecond": 85.24,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 21147,
          "completionTokens": 787,
          "totalTokens": 21934,
          "cost": 0.038804,
          "durationMs": 9721,
          "tokensPerSecond": 80.96,
          "toolCallCount": 2
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8376,
          "completionTokens": 467,
          "totalTokens": 8843,
          "cost": 0.016767,
          "durationMs": 4320,
          "tokensPerSecond": 108.1,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8354,
          "completionTokens": 693,
          "totalTokens": 9047,
          "cost": 0.018768,
          "durationMs": 5939,
          "tokensPerSecond": 116.69,
          "toolCallCount": 1
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here is the complete code for an Appwrite Function in Node.js that receives a JSON body with a `name` field and returns a personalized greeting. \n\nThis code uses the modern Appwrite Function signature (introduced in Appwrite 1.4+) which provides the `req`, `res`, `log`, and `error` utilities.\n\n```javascript\n// src/main.js\n\nexport default async ({ req, res, log, error }) => {\n    log('Received request to generate greeting.');\n\n    // req.bodyJson automatically parses the incoming JSON body\n    const data = req.bodyJson;\n\n    // Validate that the \"name\" field is present\n    if (!data || !data.name) {\n        error('Validation failed: Missing \"name\" field.');\n        return res.json({ error: 'Missing \"name\" field in request body.' }, 400);\n    }\n\n    const name = data.name;\n    log(`Successfully generated greeting for: ${name}`);\n\n    // Return the personalized greeting with a 200 OK status\n    return res.json({\n        greeting: `Hello, ${name}!`\n    });\n};\n```\n\n### Key Features of this Implementation:\n* **`req.bodyJson`**: Appwrite automatically parses incoming JSON payloads into this object, saving you from having to manually run `JSON.parse(req.body)`.\n* **`res.json()`**: Automatically sets the `Content-Type` header to `application/json` and serializes the response.\n* **`log()` and `error()`**: These utilities ensure your logs are correctly categorized and visible in the Appwrite Console's execution logs.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is nearly fully correct and includes all 5 required elements: 1) Default export of async function ✓, 2) Destructured context with req, res, log, and error ✓, 3) Parsing req.body (uses req.bodyJson which is a valid Appwrite property for auto-parsed JSON) ✓, 4) Using res.json() for response ✓, 5) Correct function signature pattern ✓. The only minor deviation is using req.bodyJson instead of req.body, which while valid in Appwrite, differs slightly from the reference answer's mention of req.body. The reference answer specifically states 'Request body is in req.body', but req.bodyJson is also a legitimate Appwrite property. The implementation is well-structured with proper validation, logging, and error handling. Overall an excellent and complete answer.",
          "promptTokens": 6868,
          "completionTokens": 1427,
          "totalTokens": 8295,
          "cost": 0.023145,
          "durationMs": 8580,
          "tokensPerSecond": 166.32,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 22350,
          "completionTokens": 732,
          "totalTokens": 23082,
          "cost": 0.040113,
          "durationMs": 9241,
          "tokensPerSecond": 79.21,
          "toolCallCount": 2
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8360,
          "completionTokens": 508,
          "totalTokens": 8868,
          "cost": 0.017112,
          "durationMs": 5540,
          "tokensPerSecond": 91.7,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7406,
          "completionTokens": 487,
          "totalTokens": 7893,
          "cost": 0.015492,
          "durationMs": 6438,
          "tokensPerSecond": 75.64,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "Deploying an Appwrite Function using the Appwrite CLI involves initializing your project, configuring the function settings, managing environment variables, and pushing the code to your Appwrite instance. \n\nHere is the step-by-step guide and the key configuration options.\n\n---\n\n### Step-by-Step Deployment Process\n\n#### Step 1: Install and Login to the CLI\nIf you haven't already, install the Appwrite CLI and log in to your account:\n```bash\n# Install CLI globally\nnpm install -g appwrite-cli\n\n# Log in to Appwrite Cloud (or your self-hosted instance)\nappwrite login\n```\n\n#### Step 2: Initialize Your Project\nInitialize your local directory to link it with an Appwrite project. This creates an `appwrite.config.json` file:\n```bash\nappwrite init project\n```\n\n#### Step 3: Initialize the Function\nCreate a new function template locally. The CLI will prompt you to choose a name, ID, and runtime (e.g., `node-22`):\n```bash\nappwrite init functions\n```\nThis command:\n1. Creates a local directory containing starter code for your function (e.g., `functions/my-function`).\n2. Adds a configuration block for this function to your `appwrite.config.json` (or an included `functions.json` file).\n\n#### Step 4: Configure Environment Variables (Optional)\nDo **not** define sensitive environment variables in `appwrite.config.json`. Instead, create a `.env` file inside your function's local directory (e.g., `functions/my-function/.env`):\n```env\nAPI_KEY=your_secret_key\nDEBUG_MODE=true\n```\n\n#### Step 5: Deploy the Function\nPush your local function configuration, code, and variables to Appwrite:\n```bash\n# Deploy all functions and automatically activate them\nappwrite push functions\n\n# Deploy a specific function and sync its local .env variables\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n\n# Deploy without immediately routing live traffic to the new deployment\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n---\n\n### Key Configuration Options (`appwrite.config.json`)\n\nYour function's settings are defined in the `functions` array of your `appwrite.config.json` file. Here is an example configuration followed by the key fields:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"userAuth\",\n            \"name\": \"User Authentication Helper\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"0 0 * * *\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n| Field | Description |\n| :--- | :--- |\n| **`$id`** | The unique identifier for the function in your Appwrite project. |\n| **`name`** | The display name of the function. |\n| **`runtime`** | The execution environment (e.g., `node-22`, `python-3.10`, `php-8.0`). |\n| **`path`** | The local directory path containing the function's source code. |\n| **`entrypoint`** | The file inside the `path` directory that starts the execution (e.g., `src/main.js`). |\n| **`commands`** | Build or installation commands run in the Appwrite build container before deployment (e.g., `npm install`). |\n| **`events`** | An array of Appwrite system events that will automatically trigger this function (e.g., `users.*.create`). |\n| **`schedule`** | A cron expression (e.g., `*/5 * * * *`) to trigger the function on a schedule. Leave empty to disable scheduling. |\n| **`timeout`** | The maximum execution duration in seconds (default is `15`, max depends on your plan). |\n| **`buildSpecification` / `runtimeSpecification`** | The compute resources allocated for building and running the function (e.g., `s-1vcpu-512mb`). |\n| **`ignore`** | Newline-separated patterns of files to exclude when packaging the code (e.g., `node_modules`). `.gitignore` is automatically respected. |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: 1) CLI installation (npm install -g appwrite-cli), 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed example, 4) appwrite push functions command with multiple variants, 5) Key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The response goes beyond the minimum requirements with additional useful details like environment variables handling, deployment flags, and a comprehensive configuration table.",
          "promptTokens": 7906,
          "completionTokens": 2297,
          "totalTokens": 10203,
          "cost": 0.032532,
          "durationMs": 11994,
          "tokensPerSecond": 191.51,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7260,
          "completionTokens": 271,
          "totalTokens": 7531,
          "cost": 0.013329,
          "durationMs": 4342,
          "tokensPerSecond": 62.41,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8322,
          "completionTokens": 300,
          "totalTokens": 8622,
          "cost": 0.015183,
          "durationMs": 9338,
          "tokensPerSecond": 32.13,
          "toolCallCount": 1
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7312,
          "completionTokens": 503,
          "totalTokens": 7815,
          "cost": 0.015495,
          "durationMs": 4279,
          "tokensPerSecond": 117.55,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21288,
          "completionTokens": 1170,
          "totalTokens": 22458,
          "cost": 0.042462,
          "durationMs": 9690,
          "tokensPerSecond": 120.74,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21417,
          "completionTokens": 668,
          "totalTokens": 22085,
          "cost": 0.038138,
          "durationMs": 7278,
          "tokensPerSecond": 91.78,
          "toolCallCount": 2
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7386,
          "completionTokens": 695,
          "totalTokens": 8081,
          "cost": 0.017334,
          "durationMs": 6070,
          "tokensPerSecond": 114.5,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7342,
          "completionTokens": 727,
          "totalTokens": 8069,
          "cost": 0.017556,
          "durationMs": 5391,
          "tokensPerSecond": 134.85,
          "toolCallCount": 1
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7278,
          "completionTokens": 680,
          "totalTokens": 7958,
          "cost": 0.017037,
          "durationMs": 5343,
          "tokensPerSecond": 127.27,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21354,
          "completionTokens": 768,
          "totalTokens": 22122,
          "cost": 0.038943,
          "durationMs": 8935,
          "tokensPerSecond": 85.95,
          "toolCallCount": 2
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21291,
          "completionTokens": 827,
          "totalTokens": 22118,
          "cost": 0.03938,
          "durationMs": 8071,
          "tokensPerSecond": 102.47,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21264,
          "completionTokens": 1187,
          "totalTokens": 22451,
          "cost": 0.042579,
          "durationMs": 10895,
          "tokensPerSecond": 108.95,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7292,
          "completionTokens": 620,
          "totalTokens": 7912,
          "cost": 0.016518,
          "durationMs": 5082,
          "tokensPerSecond": 122,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Inside an Appwrite Function, several system-defined environment variables prefixed with `APPWRITE_FUNCTION_` are automatically injected at runtime. Here are four of the most commonly used variables and their purposes:\n\n### 1. `APPWRITE_FUNCTION_PROJECT_ID`\n* **What it is used for:** This variable contains the ID of the Appwrite project that the function belongs to. \n* **Why it's useful:** It allows you to initialize the Appwrite Server SDK inside your function dynamically without hardcoding your project ID. For example:\n  ```typescript\n  const client = new Client()\n      .setEndpoint('https://cloud.appwrite.io/v1')\n      .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID);\n  ```\n\n### 2. `APPWRITE_FUNCTION_TRIGGER`\n* **What it is used for:** This variable identifies the source or mechanism that triggered the function's execution.\n* **Possible values:** \n  * `http` — Triggered via an HTTP request or direct execution API call.\n  * `schedule` — Triggered by a configured CRON schedule.\n  * `event` — Triggered by an Appwrite system event (e.g., a database document creation or user signup).\n* **Why it's useful:** It allows your function to run conditional logic depending on how it was invoked (e.g., running a full sync if scheduled, but only processing a single item if triggered by an event).\n\n### 3. `APPWRITE_FUNCTION_JWT`\n* **What it is used for:** If the function was triggered by an authenticated client/user, this variable contains a temporary JSON Web Token (JWT) representing that user.\n* **Why it's useful:** You can pass this JWT to the Appwrite SDK inside your function using `client.setJWT(process.env.APPWRITE_FUNCTION_JWT)`. This allows the function to perform database, storage, or account operations **on behalf of the user**, automatically enforcing that user's specific permissions and roles rather than running with full admin privileges.\n\n### 4. `APPWRITE_FUNCTION_EVENT`\n* **What it is used for:** If the function's trigger was an `event`, this variable contains the name of the specific system event that fired it (e.g., `databases.default.collections.users.documents.create`).\n* **Why it's useful:** If your function is subscribed to multiple events, you can use this variable to determine exactly which event occurred and parse the payload accordingly.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly identifies four APPWRITE_FUNCTION_* environment variables (APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_TRIGGER, APPWRITE_FUNCTION_JWT, APPWRITE_FUNCTION_EVENT), all of which are in the reference list. Each variable's purpose is accurately described and matches the reference answer. The explanations are detailed and include practical usage examples, exceeding the minimum requirement of three variables with correct purposes.",
          "promptTokens": 20634,
          "completionTokens": 1938,
          "totalTokens": 22572,
          "cost": 0.048393,
          "durationMs": 15523,
          "tokensPerSecond": 124.85,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 545,
          "completionTokens": 231,
          "totalTokens": 776,
          "cost": 0.002897,
          "durationMs": 2273,
          "tokensPerSecond": 101.63,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7270,
          "completionTokens": 355,
          "totalTokens": 7625,
          "cost": 0.0141,
          "durationMs": 4771,
          "tokensPerSecond": 74.41,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "In Appwrite, **creating a bucket** is an administrative action. It cannot be performed directly from the client-side Web SDK (`appwrite`) because allowing client-side users to create buckets would be a security risk. Instead, buckets are created either via the **Appwrite Console** or using the **Server SDK** (`node-appwrite`) with an API key.\n\nOnce the bucket is created, you can use the **Client-side Web SDK** to upload files and generate preview URLs.\n\nHere is the complete implementation showing both the server-side bucket creation and the client-side file upload and preview.\n\n---\n\n### Step 1: Create the Bucket (Server-side Admin)\nUse the Server SDK (`node-appwrite`) with an API key to create the bucket and configure its default permissions.\n\n```typescript\nimport { Client, Storage, Permission, Role, ID } from 'node-appwrite';\n\n// Initialize the Admin Client\nconst adminClient = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Replace with your endpoint\n    .setProject('YOUR_PROJECT_ID')\n    .setKey('YOUR_API_KEY'); // API key must have 'storage.write' scope\n\nconst storage = new Storage(adminClient);\n\nasync function createBucket() {\n    try {\n        const bucket = await storage.createBucket({\n            bucketId: ID.unique(),\n            name: 'User Images',\n            permissions: [\n                // Bucket-level permissions\n                Permission.read(Role.any()),       // Anyone (including guests) can read files\n                Permission.create(Role.users()),   // Only logged-in users can upload files\n            ],\n            fileSecurity: true, // MUST be true to allow file-level permissions override\n            enabled: true,\n            allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'], // Restrict to images\n            maximumFileSize: 10000000, // Limit to 10MB\n        });\n\n        console.log('Bucket created successfully with ID:', bucket.$id);\n        return bucket.$id;\n    } catch (error) {\n        console.error('Error creating bucket:', error);\n    }\n}\n```\n\n---\n\n### Step 2: Upload and Preview (Client-side Web SDK)\nUse the Client-side Web SDK (`appwrite`) to upload an image from an HTML file input, apply file-level permissions, and generate a preview URL.\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// Initialize the Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('YOUR_PROJECT_ID');\n\nconst storage = new Storage(client);\n\n/**\n * Uploads a file from an HTML input and displays its preview\n * @param bucketId The ID of the bucket created in Step 1\n * @param fileInputId The HTML ID of the <input type=\"file\" /> element\n */\nasync function uploadAndPreviewImage(bucketId: string, fileInputId: string) {\n    const fileInput = document.getElementById(fileInputId) as HTMLInputElement;\n    if (!fileInput?.files?.[0]) {\n        console.error('No file selected');\n        return;\n    }\n\n    const file = fileInput.files[0];\n\n    try {\n        // 1. Upload the file with file-level permissions\n        const uploadedFile = await storage.createFile({\n            bucketId: bucketId,\n            fileId: ID.unique(),\n            file: file,\n            permissions: [\n                // File-level permissions (active because fileSecurity is true on the bucket)\n                Permission.read(Role.any()), // Publicly readable\n                Permission.write(Role.user('current-user-id')), // Only the owner can update/delete\n            ]\n        });\n\n        console.log('File uploaded successfully:', uploadedFile.$id);\n\n        // 2. Generate a preview URL (Synchronous, returns a URL object)\n        const previewUrl = storage.getFilePreview({\n            bucketId: bucketId,\n            fileId: uploadedFile.$id,\n            width: 300,         // Resize width to 300px\n            height: 300,        // Resize height to 300px\n            gravity: 'center',   // Crop from the center\n            quality: 90,        // Image quality (0-100)\n        });\n\n        console.log('Preview URL:', previewUrl.toString());\n\n        // 3. Display the image in your UI\n        const imgElement = document.getElementById('preview-img') as HTMLImageElement;\n        if (imgElement) {\n            imgElement.src = previewUrl.toString();\n        }\n\n    } catch (error) {\n        console.error('Error uploading file:', error);\n    }\n}\n```\n\n### Key Concepts:\n1. **`fileSecurity: true`**: When creating the bucket, setting this to `true` enables file-level permissions. If set to `false`, only the bucket-level permissions apply, and any permissions passed during `createFile` are ignored.\n2. **`Permission` and `Role` Helpers**: Always use these helpers to construct permission strings to avoid syntax errors.\n3. **`getFilePreview` is Synchronous**: Unlike file uploads, generating a preview URL does not make an API request. It instantly constructs and returns a `URL` object pointing to Appwrite's image manipulation service.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is largely correct and comprehensive. It includes: 1) Storage service instantiation (both server and client side), 2) Bucket creation with permissions using fileSecurity, allowedFileExtensions, and maximumFileSize, 3) storage.createFile() with bucketId, fileId, file object, and permissions, 4) storage.getFilePreview() with image transformation parameters, 5) Correct imports from both 'node-appwrite' and 'appwrite'. The answer goes beyond the reference by correctly noting that bucket creation is an admin operation requiring the server SDK, which is accurate. Minor issues: The createFile() and createBucket() calls use object parameter syntax which may not match the exact Appwrite Web SDK API (the SDK typically uses positional parameters or a slightly different signature), and getFilePreview() similarly uses object syntax. Also, the answer uses named parameters in function calls (e.g., storage.createBucket({bucketId, name, ...})) which is the correct modern Appwrite SDK style. Overall this is a high-quality, accurate answer that covers all required rubric points.",
          "promptTokens": 6860,
          "completionTokens": 4617,
          "totalTokens": 11477,
          "cost": 0.051843,
          "durationMs": 22102,
          "tokensPerSecond": 208.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7250,
          "completionTokens": 309,
          "totalTokens": 7559,
          "cost": 0.013656,
          "durationMs": 4112,
          "tokensPerSecond": 75.15,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7300,
          "completionTokens": 324,
          "totalTokens": 7624,
          "cost": 0.013866,
          "durationMs": 3747,
          "tokensPerSecond": 86.47,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7308,
          "completionTokens": 399,
          "totalTokens": 7707,
          "cost": 0.014553,
          "durationMs": 3745,
          "tokensPerSecond": 106.54,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7270,
          "completionTokens": 236,
          "totalTokens": 7506,
          "cost": 0.013029,
          "durationMs": 4334,
          "tokensPerSecond": 54.45,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21159,
          "completionTokens": 630,
          "totalTokens": 21789,
          "cost": 0.037409,
          "durationMs": 7486,
          "tokensPerSecond": 84.16,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "In Appwrite, `storage.getFileView()`, `storage.getFileDownload()`, and `storage.getFilePreview()` are helper methods used to generate URLs for files stored in your buckets. \n\nA key detail to understand is that **none of these methods actually download the file data into your application's memory**. Instead, they **synchronously generate a `URL` object** (or string) pointing to the Appwrite API. You can plug these URLs directly into HTML elements (like `src` or `href`).\n\nHere is the breakdown of the differences and when to use each:\n\n---\n\n### 1. `storage.getFileView()`\nGenerates a URL that instructs the browser to display the file **inline** (directly inside the browser window or tag).\n\n* **Under the Hood:** Appwrite sets the HTTP header `Content-Disposition: inline`.\n* **Browser Behavior:** The browser will attempt to open and render the file. If it's a PDF, it opens in the browser's PDF viewer. If it's an image or video, it renders directly. If the browser doesn't support the file type, it will fall back to downloading it.\n* **When to use:**\n  * Displaying a PDF document in an `<iframe>` or opening it in a new tab.\n  * Playing an audio (`<audio>`) or video (`<video>`) file.\n  * Displaying an image in its **original, uncompressed format and size**.\n\n```typescript\n// Generate the view URL\nconst fileUrl = storage.getFileView({\n    bucketId: 'photos',\n    fileId: 'vacation_photo_1'\n});\n\n// Usage in HTML\n// <img src={fileUrl.href} alt=\"Vacation\" />\n// <a href={fileUrl.href} target=\"_blank\">Open PDF</a>\n```\n\n---\n\n### 2. `storage.getFileDownload()`\nGenerates a URL that forces the browser to **download** the file to the user's local device.\n\n* **Under the Hood:** Appwrite sets the HTTP header `Content-Disposition: attachment; filename=\"...\"`.\n* **Browser Behavior:** Instead of opening the file, the browser immediately triggers a \"Save As\" dialog or automatically downloads the file to the user's downloads folder.\n* **When to use:**\n  * A \"Download\" button for files like `.zip`, `.dmg`, `.exe`, or `.pdf` where the user expects to save the file locally.\n  * Allowing users to download an image or video to their device rather than just viewing it in the browser.\n\n```typescript\n// Generate the download URL\nconst downloadUrl = storage.getFileDownload({\n    bucketId: 'documents',\n    fileId: 'tax_report_2023'\n});\n\n// Usage in HTML\n// <a href={downloadUrl.href}>Download Tax Report</a>\n```\n\n---\n\n### 3. `storage.getFilePreview()`\nGenerates a URL for a **dynamically manipulated preview** of the file. This is primarily used for images.\n\n* **Under the Hood:** Appwrite's server processes the image on-the-fly based on the parameters you pass (resizing, cropping, compressing, rotating, etc.) and caches the result.\n* **Browser Behavior:** Displays the processed, optimized image. If the file is not an image (e.g., a PDF or zip file), Appwrite will return a generic file-type icon.\n* **When to use:**\n  * Displaying user avatars/profile pictures (e.g., cropped to a square and resized to `100x100`).\n  * Image galleries or search results where you need small, lightweight thumbnails to save bandwidth and speed up page load times.\n  * Compressing large uploaded images (e.g., converting a 10MB PNG to a lightweight WebP preview).\n\n```typescript\n// Generate a cropped, resized, and compressed preview URL\nconst previewUrl = storage.getFilePreview({\n    bucketId: 'avatars',\n    fileId: 'user_123',\n    width: 150,          // width in pixels\n    height: 150,         // height in pixels\n    gravity: 'center',   // crop focus (center, top, bottom, etc.)\n    quality: 80,         // image quality (0-100)\n    borderRadius: 50,    // make it circular\n    output: 'webp'       // convert format to WebP for better compression\n});\n\n// Usage in HTML\n// <img src={previewUrl.href} alt=\"User Avatar\" />\n```\n\n---\n\n### Summary Comparison\n\n| Method | HTTP Header | Primary Use Case | Best For |\n| :--- | :--- | :--- | :--- |\n| **`getFileView()`** | `Content-Disposition: inline` | Displaying the original file directly in the browser. | PDFs, videos, audio, original-quality images. |\n| **`getFileDownload()`** | `Content-Disposition: attachment` | Forcing the browser to save the file to disk. | Zip files, installers, documents, \"Download\" buttons. |\n| **`getFilePreview()`** | `Content-Disposition: inline` (processed) | Generating resized, cropped, or compressed image thumbnails. | Profile pictures, gallery grids, UI thumbnails. |",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition: inline header, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, quality adjustment, and 4) clear when-to-use guidance for each method with practical examples. The answer goes beyond the reference answer with code examples, a summary table, and detailed explanations of browser behavior, all of which are accurate and helpful.",
          "promptTokens": 6850,
          "completionTokens": 2709,
          "totalTokens": 9559,
          "cost": 0.034656,
          "durationMs": 13945,
          "tokensPerSecond": 194.26,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7280,
          "completionTokens": 416,
          "totalTokens": 7696,
          "cost": 0.014664,
          "durationMs": 4548,
          "tokensPerSecond": 91.47,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21291,
          "completionTokens": 537,
          "totalTokens": 21828,
          "cost": 0.03677,
          "durationMs": 7128,
          "tokensPerSecond": 75.34,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7280,
          "completionTokens": 473,
          "totalTokens": 7753,
          "cost": 0.015177,
          "durationMs": 4509,
          "tokensPerSecond": 104.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7420,
          "completionTokens": 529,
          "totalTokens": 7949,
          "cost": 0.015891,
          "durationMs": 4517,
          "tokensPerSecond": 117.11,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7302,
          "completionTokens": 422,
          "totalTokens": 7724,
          "cost": 0.014751,
          "durationMs": 4566,
          "tokensPerSecond": 92.42,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7308,
          "completionTokens": 272,
          "totalTokens": 7580,
          "cost": 0.01341,
          "durationMs": 3767,
          "tokensPerSecond": 72.21,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7286,
          "completionTokens": 310,
          "totalTokens": 7596,
          "cost": 0.013719,
          "durationMs": 3709,
          "tokensPerSecond": 83.58,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7276,
          "completionTokens": 488,
          "totalTokens": 7764,
          "cost": 0.015306,
          "durationMs": 4223,
          "tokensPerSecond": 115.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7366,
          "completionTokens": 581,
          "totalTokens": 7947,
          "cost": 0.016278,
          "durationMs": 5137,
          "tokensPerSecond": 113.1,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7284,
          "completionTokens": 367,
          "totalTokens": 7651,
          "cost": 0.014229,
          "durationMs": 4165,
          "tokensPerSecond": 88.12,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "In Appwrite, both `getFileView` and `getFilePreview` are used to generate URLs for displaying files, but they serve different purposes based on whether you need the original file or an optimized/manipulated version.\n\n---\n\n### When to use `getFilePreview` vs. `getFileView`\n\n*   **Use `getFileView`** when you want to display or access the **original, unaltered file** in its original dimensions, quality, and format. \n    *   *Best for:* Full-resolution images, PDFs, videos, or any file where you want the browser to render the exact uploaded file without any server-side processing.\n*   **Use `getFilePreview`** when you want to **optimize, resize, crop, or style** an image on the fly before serving it to the client.\n    *   *Best for:* User avatars, image grids, search result thumbnails, responsive images (serving different sizes for mobile vs. desktop), and reducing bandwidth by compressing large images.\n\n---\n\n### What `getFilePreview` Supports\n\nThe `getFilePreview` method is a powerful image manipulation tool. It supports the following parameters to transform your images on the fly:\n\n1.  **Resizing (`width` & `height`)**\n    *   Dynamically scales the image to the specified width and/or height in pixels.\n2.  **Cropping & Gravity (`gravity`)**\n    *   Determines how the image is cropped if the aspect ratio changes. \n    *   Supported gravity options: `center`, `top-left`, `top`, `top-right`, `left`, `right`, `bottom-left`, `bottom`, `bottom-right`.\n3.  **Quality Control (`quality`)**\n    *   Adjusts the compression level of the image (from `0` to `100`). Lowering the quality slightly can drastically reduce file size and load times.\n4.  **Format Conversion (`output`)**\n    *   Converts the image format on the fly.\n    *   Supported formats: `jpg`, `png`, `webp`, `gif`. (Converting to `webp` is highly recommended for modern web performance).\n5.  **Styling & Borders**\n    *   `borderWidth`: Adds a border of a specified pixel width.\n    *   `borderColor`: Sets the hex color of the border (e.g., `ff0000` for red).\n    *   `borderRadius`: Rounds the corners of the image (in pixels).\n6.  **Effects & Adjustments**\n    *   `opacity`: Adjusts the transparency of the image (from `0.0` to `1.0`).\n    *   `rotation`: Rotates the image by a specified degree (from `0` to `360`).\n    *   `background`: Sets a background color (hex code) to fill in transparent areas or borders.\n\n### Example Usage (TypeScript SDK)\n\n```typescript\nimport { Storage } from 'appwrite';\n\nconst storage = new Storage(client);\n\n// 1. Get the original file as-is\nconst originalUrl = storage.getFileView({\n    bucketId: 'photos',\n    fileId: 'vacation_pic_1'\n});\n\n// 2. Get a highly optimized, cropped, WebP thumbnail\nconst previewUrl = storage.getFilePreview({\n    bucketId: 'photos',\n    fileId: 'vacation_pic_1',\n    width: 150,\n    height: 150,\n    gravity: 'center',\n    quality: 80,\n    output: 'webp',\n    borderRadius: 10\n});\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies both rubric requirements: (1) it clearly distinguishes getFilePreview for image transformations vs getFileView for the original file, and (2) it lists well more than 2 transformation options including width, height, quality, format/output, gravity, borderWidth, borderColor, borderRadius, opacity, rotation, and background. The explanation is thorough, accurate, and includes practical examples.",
          "promptTokens": 6844,
          "completionTokens": 1783,
          "totalTokens": 8627,
          "cost": 0.026313,
          "durationMs": 9827,
          "tokensPerSecond": 181.44,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8322,
          "completionTokens": 301,
          "totalTokens": 8623,
          "cost": 0.015192,
          "durationMs": 3856,
          "tokensPerSecond": 78.06,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8370,
          "completionTokens": 459,
          "totalTokens": 8829,
          "cost": 0.016686,
          "durationMs": 4192,
          "tokensPerSecond": 109.49,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8376,
          "completionTokens": 595,
          "totalTokens": 8971,
          "cost": 0.017919,
          "durationMs": 5334,
          "tokensPerSecond": 111.55,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "**Appwrite Sites** allows you to host and deploy both static and server-side rendered (SSR) web applications directly on Appwrite. \n\nBelow is a comprehensive guide on how to deploy a site, the available build configuration options, and the deployment methods.\n\n---\n\n### 1. How to Deploy a Site (Step-by-Step)\n\nThe primary and most flexible way to deploy and manage Appwrite Sites is using the **Appwrite CLI**.\n\n#### Step 1: Initialize your Site\nNavigate to your project directory and initialize a new site configuration. This will create or update your `appwrite.config.json` (or an included `sites.json` file) and set up a local directory for your site.\n```bash\nappwrite init sites\n```\n*Alternatively, if you already have sites configured in the Appwrite Console, you can pull them down locally:*\n```bash\nappwrite pull sites\n```\n\n#### Step 2: Configure Environment Variables (Optional)\nDo not define environment variables directly in `appwrite.config.json`. Instead, place them in a `.env` file inside your site's local directory (defined by the `path` property in your config):\n```bash\n# sites/my-awesome-site/.env\nPUBLIC_API_URL=https://api.example.com\n```\n\n#### Step 3: Deploy the Site\nTo deploy your site and upload your local files to Appwrite, run:\n```bash\nappwrite push sites\n```\nIf you want to deploy and also upload/update your environment variables from your local `.env` file, use the `--with-variables` flag:\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n---\n\n### 2. Build Configuration Options\n\nYour site's build and runtime settings are defined in the `sites` array of your `appwrite.config.json` file. \n\nHere is an example configuration:\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"my-site-id\",\n            \"name\": \"My Awesome Site\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"index.html\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-awesome-site\"\n        }\n    ]\n}\n```\n\n#### Key Configuration Fields:\n\n| Field | Description |\n| :--- | :--- |\n| `framework` | The framework preset (e.g., `astro`, `nextjs`, `react`, `vue`, `svelte`) used for build and deployment defaults. |\n| `adapter` | The deployment adapter behavior. Typically `static` (for Single Page Apps or static sites) or `ssr` (for Server-Side Rendered sites). |\n| `installCommand` | The command used to install dependencies before building (e.g., `npm install` or `yarn install`). |\n| `buildCommand` | The command used to build the site (e.g., `npm run build`). |\n| `outputDirectory` | The directory containing the static build output (e.g., `./dist`, `./build`, or `./.next`). |\n| `startCommand` | The command used to start server-rendered output (required for `ssr` adapter). |\n| `fallbackFile` | The fallback file for Single Page Application (SPA) routing or missing routes (e.g., `index.html`). |\n| `buildRuntime` | The Node.js runtime version used to build the site (e.g., `node-22`). |\n| `buildSpecification` | The compute resource specification used during the build phase (e.g., `s-1vcpu-512mb`). |\n| `runtimeSpecification` | The compute resource specification used while serving runtime workloads (for SSR). |\n| `timeout` | The maximum request or function execution duration in seconds for server-rendered sites. |\n| `logging` | Boolean to enable or disable storing request and build logs. |\n| `deploymentRetention` | The number of days to retain old deployments before they are automatically deleted. |\n| `path` | The local directory path containing your site's source code. |\n\n---\n\n### 3. Deployment Methods & Commands\n\nAppwrite supports multiple deployment workflows depending on your environment:\n\n#### A. Interactive CLI Deployment\nUsed during active development. You can push all sites or target a specific site:\n```bash\n# Push all configured sites\nappwrite push sites\n\n# Push a specific site by ID\nappwrite push sites --site-id <SITE_ID>\n```\n\n#### B. Non-Interactive / CI/CD Deployment\nFor headless automation (e.g., GitHub Actions, GitLab CI), use the `--all` and `--force` flags to bypass interactive prompts:\n```bash\nappwrite push sites --all --force\n```\n\n#### C. Manual Deployment Management\nYou can also manage deployments granularly using specific CLI commands:\n\n* **Create a new deployment manually:**\n  ```bash\n  appwrite sites create-deployment --site-id <SITE_ID>\n  ```\n* **List existing deployments for a site:**\n  ```bash\n  appwrite sites list-deployments --site-id <SITE_ID>\n  ```\n* **Set an older deployment as the active (live) one:**\n  ```bash\n  appwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n  ```\n* **Cancel an ongoing build:**\n  ```bash\n  appwrite sites update-deployment-status --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n  ```",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers several rubric requirements well: build command configuration, output directory setting, framework support/presets, and environment variables are all clearly explained. However, the answer focuses heavily on CLI deployment and mentions manual deployment management via CLI commands, but does not mention Git-based deployments (connecting a GitHub/GitLab repository for automatic deployments), which is one of the primary deployment methods referenced in the rubric. The rubric requires at least 2 deployment methods from Git, CLI, or manual - the answer covers CLI and a form of manual (via CLI commands), but misses the Git integration entirely. All other rubric items (build command, output directory, framework presets, environment variables) are well covered with good detail.",
          "promptTokens": 7902,
          "completionTokens": 2401,
          "totalTokens": 10303,
          "cost": 0.033462,
          "durationMs": 12666,
          "tokensPerSecond": 189.56,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8366,
          "completionTokens": 357,
          "totalTokens": 8723,
          "cost": 0.015762,
          "durationMs": 4474,
          "tokensPerSecond": 79.79,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8268,
          "completionTokens": 490,
          "totalTokens": 8758,
          "cost": 0.016812,
          "durationMs": 4918,
          "tokensPerSecond": 99.63,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8348,
          "completionTokens": 446,
          "totalTokens": 8794,
          "cost": 0.016536,
          "durationMs": 5201,
          "tokensPerSecond": 85.75,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8396,
          "completionTokens": 276,
          "totalTokens": 8672,
          "cost": 0.015078,
          "durationMs": 3703,
          "tokensPerSecond": 74.53,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8358,
          "completionTokens": 404,
          "totalTokens": 8762,
          "cost": 0.016173,
          "durationMs": 3938,
          "tokensPerSecond": 102.59,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8294,
          "completionTokens": 847,
          "totalTokens": 9141,
          "cost": 0.020064,
          "durationMs": 6466,
          "tokensPerSecond": 130.99,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 22317,
          "completionTokens": 998,
          "totalTokens": 23315,
          "cost": 0.042457,
          "durationMs": 9510,
          "tokensPerSecond": 104.94,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8338,
          "completionTokens": 284,
          "totalTokens": 8622,
          "cost": 0.015063,
          "durationMs": 4863,
          "tokensPerSecond": 58.4,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8370,
          "completionTokens": 438,
          "totalTokens": 8808,
          "cost": 0.016497,
          "durationMs": 5690,
          "tokensPerSecond": 76.98,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8328,
          "completionTokens": 521,
          "totalTokens": 8849,
          "cost": 0.017181,
          "durationMs": 4965,
          "tokensPerSecond": 104.93,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8384,
          "completionTokens": 602,
          "totalTokens": 8986,
          "cost": 0.017994,
          "durationMs": 5152,
          "tokensPerSecond": 116.85,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8332,
          "completionTokens": 344,
          "totalTokens": 8676,
          "cost": 0.015594,
          "durationMs": 4282,
          "tokensPerSecond": 80.34,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8358,
          "completionTokens": 348,
          "totalTokens": 8706,
          "cost": 0.015669,
          "durationMs": 4324,
          "tokensPerSecond": 80.48,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8394,
          "completionTokens": 932,
          "totalTokens": 9326,
          "cost": 0.020979,
          "durationMs": 6781,
          "tokensPerSecond": 137.44,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8350,
          "completionTokens": 265,
          "totalTokens": 8615,
          "cost": 0.01491,
          "durationMs": 4087,
          "tokensPerSecond": 64.84,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Based on the Appwrite CLI configuration for **Appwrite Sites**, here are four key deployment and build configuration options you can define in your `appwrite.config.json` file, along with their purposes:\n\n### 1. `adapter`\n* **What it is for:** This option defines the deployment adapter, which determines how the site is served. It specifies whether the site behaves as a **static** site (pre-rendered HTML/CSS/JS) or uses **SSR** (Server-Side Rendering) behavior for dynamic, server-rendered content.\n\n### 2. `buildCommand`\n* **What it is for:** This is the command executed by the build server to compile and build your site (for example, `npm run build` or `astro build`). It transforms your source code into production-ready assets.\n\n### 3. `outputDirectory`\n* **What it is for:** This specifies the local directory containing the static build output (such as `./dist`, `./build`, or `./out`) generated after the `buildCommand` runs. Appwrite uses this directory to locate the static files it needs to deploy and serve.\n\n### 4. `buildRuntime`\n* **What it is for:** This defines the specific runtime environment (such as `node-22`) used to execute the build process. This ensures that your build commands run in an environment with the correct Node.js version.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model lists four deployment/build configuration options (adapter, buildCommand, outputDirectory, buildRuntime) with accurate and clear explanations of each. Three of these directly match the reference answer's examples: buildCommand (e.g., npm run build), outputDirectory (e.g., dist), and the adapter/runtime options are valid additional Appwrite Sites configuration options. All listed options have correct purposes explained. The answer meets the rubric requirement of at least 3 options with correct purposes.",
          "promptTokens": 7900,
          "completionTokens": 823,
          "totalTokens": 8723,
          "cost": 0.019257,
          "durationMs": 5813,
          "tokensPerSecond": 141.58,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7224,
          "completionTokens": 404,
          "totalTokens": 7628,
          "cost": 0.014472,
          "durationMs": 4530,
          "tokensPerSecond": 89.18,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 567,
          "completionTokens": 311,
          "totalTokens": 878,
          "cost": 0.00365,
          "durationMs": 2458,
          "tokensPerSecond": 126.53,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7258,
          "completionTokens": 444,
          "totalTokens": 7702,
          "cost": 0.014883,
          "durationMs": 3896,
          "tokensPerSecond": 113.96,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "Appwrite Messaging (introduced in Appwrite v1.5) allows you to send push notifications, SMS, and emails. \n\nHere is a complete guide on how push notifications work in Appwrite, the supported providers, and how to set up and send a push notification to a topic.\n\n---\n\n### 1. Supported Push Notification Providers\nAppwrite supports the two industry-standard push notification gateways:\n*   **FCM (Firebase Cloud Messaging):** Used to target Android, Web, and iOS devices.\n*   **APNS (Apple Push Notification service):** Used to target Apple devices (iOS, macOS, watchOS, tvOS).\n\n---\n\n### 2. Setting Up Push Notifications\n\n#### Step 1: Configure the Provider in the Appwrite Console\n1. Go to your **Appwrite Console** > **Messaging** > **Providers**.\n2. Click **Add Provider** and select **Push**.\n3. Choose either **FCM** or **APNS**:\n   *   **For FCM:** Upload your Firebase Service Account JSON file (generated from the Firebase Console under Project Settings > Service Accounts).\n   *   **For APNS:** Provide your Apple Team ID, Key ID, App Bundle ID, and upload your `.p8` private key file.\n4. Save the provider and copy its **Provider ID** (you will need this for client-side registration).\n\n#### Step 2: Register Device Tokens (Client-Side)\nTo receive push notifications, your client application (iOS, Android, Flutter, React Native, etc.) must retrieve a device token from FCM or APNS and register it as a **Target** in Appwrite under the logged-in user's account.\n\nUsing the client-side SDK:\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst account = new Account(client);\n\n// Register the device's push token with Appwrite\nawait account.createPushTarget({\n    targetId: ID.unique(),\n    providerId: '[PROVIDER_ID]',       // The ID of the FCM/APNS provider configured in Appwrite\n    identifier: '[DEVICE_PUSH_TOKEN]'  // The raw token received from FCM or APNS\n});\n```\n\n#### Step 3: Create a Topic and Subscribe Users\nA **Topic** is a channel that multiple user targets can subscribe to. \n1. Create a topic in the **Appwrite Console** under **Messaging** > **Topics** > **Create Topic** (or do it programmatically via the Server SDK).\n2. Subscribe a user's target to the topic using the Server SDK (`node-appwrite`):\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Requires 'messaging.write' scope\n\nconst messaging = new Messaging(client);\n\n// Subscribe a user's target to a topic\nawait messaging.createSubscriber({\n    topicId: '[TOPIC_ID]',\n    subscriberId: ID.unique(), \n    targetId: '[TARGET_ID]' // The ID of the target registered by the client in Step 2\n});\n```\n\n---\n\n### 3. Sending a Push Notification to a Topic (Server-Side)\n\nTo send a push notification to all subscribers of a topic, use the Appwrite Server SDK (`node-appwrite`). The API key used to initialize the client must have the **`messaging.write`** scope enabled.\n\nUse the `messaging.createPush()` method:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Must have 'messaging.write' scope\n\nconst messaging = new Messaging(client);\n\nasync function sendTopicNotification() {\n    try {\n        const message = await messaging.createPush({\n            messageId: ID.unique(),\n            title: 'New Article Published!',\n            body: 'Click here to read our latest update on Appwrite.',\n            topics: ['[TOPIC_ID]'], // Array of topic IDs to target\n            \n            // Optional: Custom data payload sent to the app\n            data: {\n                click_action: 'FLUTTER_NOTIFICATION_CLICK',\n                articleId: '12345'\n            },\n            \n            // Optional: Customize notification behavior\n            sound: 'default',\n            badge: 1,\n            \n            // Optional: Schedule the message for later (ISO 8601 format)\n            // scheduledAt: '2024-12-31T23:59:59.000+00:00'\n        });\n\n        console.log('Push notification sent successfully:', message.$id);\n    } catch (error) {\n        console.error('Failed to send push notification:', error);\n    }\n}\n\nsendTopicNotification();\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required criteria: 1) Both FCM and APNS providers are mentioned and explained, 2) Topic creation is covered with console and programmatic approaches, 3) User subscription/targets are explained including device token registration via createPushTarget(), 4) messaging.createPush() method is demonstrated with full code examples, 5) Device token registration is explicitly covered in Step 2. The answer goes beyond the reference answer with detailed code examples, configuration steps, and optional parameters, making it a thorough and complete response.",
          "promptTokens": 6854,
          "completionTokens": 4119,
          "totalTokens": 10973,
          "cost": 0.047352,
          "durationMs": 20033,
          "tokensPerSecond": 205.61,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 539,
          "completionTokens": 283,
          "totalTokens": 822,
          "cost": 0.003356,
          "durationMs": 2414,
          "tokensPerSecond": 117.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21279,
          "completionTokens": 742,
          "totalTokens": 22021,
          "cost": 0.038597,
          "durationMs": 8015,
          "tokensPerSecond": 92.58,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7280,
          "completionTokens": 395,
          "totalTokens": 7675,
          "cost": 0.014475,
          "durationMs": 4150,
          "tokensPerSecond": 95.18,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7262,
          "completionTokens": 400,
          "totalTokens": 7662,
          "cost": 0.014493,
          "durationMs": 5750,
          "tokensPerSecond": 69.57,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging provides a flexible and powerful system for delivering **Emails, SMS, and Push Notifications**. To control who receives these messages, Appwrite uses three distinct targeting mechanisms: **Users**, **Targets**, and **Topics**. \n\nHere is a detailed breakdown of how Appwrite handles message targeting and how you can use each method.\n\n---\n\n### 1. Targeting Users (`users`)\nWhen you target **Users**, you send messages to specific Appwrite user accounts using their unique User IDs.\n\n* **How it works:** You provide an array of User IDs (e.g., `['user_1', 'user_2']`). Appwrite automatically looks up these users, identifies all registered communication channels (targets) associated with them that match the message type, and delivers the message.\n* **Behavior by type:**\n  * **Email:** Sent to the user's registered email target(s).\n  * **SMS:** Sent to the user's registered phone target(s).\n  * **Push Notification:** Sent to all registered device push targets (e.g., their phone, tablet, and browser).\n* **Best Use Case:** Sending account-specific alerts, invoices, security notifications, or direct personal messages where you want to reach the user regardless of which device or specific endpoint they are using.\n\n---\n\n### 2. Targeting Targets (`targets`)\nA **Target** is a specific communication endpoint belonging to a user. It represents a single destination, such as a specific email address, a phone number, or a unique push notification token (FCM, APNS, or Web Push).\n\n* **How it works:** You target specific Target IDs directly (e.g., `['target_abc123']`). \n* **Why use Targets over Users?** A single user can have multiple targets (e.g., an iPhone, an Android tablet, and a work email). Targeting by Target ID allows you to send a message to a *specific* device or endpoint rather than broadcasting it to all of that user's devices.\n* **Best Use Case:** Sending a push notification to the specific device currently in use, or sending a verification code to a specific phone number.\n\n---\n\n### 3. Targeting Topics (`topics`)\nA **Topic** is a pub/sub (Publisher/Subscriber) channel that you create in Appwrite (e.g., `newsletter`, `new-features`, `sports-updates`).\n\n* **How it works:** You send a message to one or more Topic IDs (e.g., `['announcements']`). Appwrite then broadcasts the message to all subscribers of those topics.\n* **Subscriptions:** Both **Users** and individual **Targets** can subscribe to topics. \n  * If a *User* subscribes to a topic, they receive the broadcast on all their relevant targets.\n  * If a specific *Target* subscribes, only that specific endpoint/device receives the broadcast.\n* **Best Use Case:** Sending newsletters, marketing campaigns, system-wide announcements, or interest-based updates to large groups of opted-in subscribers.\n\n---\n\n### How Targets are Created and Managed\nBefore you can target users or targets, they must be registered in Appwrite:\n1. **Automatic/Client-side:** When using Push Notifications, the client-side SDK (iOS, Android, Web) registers the device's push token as a **Target** under the currently authenticated user.\n2. **Server-side:** You can use the Server SDK (`Users` service) to manually create, update, or delete targets for any user (e.g., adding a secondary email or phone number).\n\n---\n\n### Code Example: Sending a Message (Server-side Node.js)\n\nWhen creating a message using the Appwrite Server SDK, you can mix and match `users`, `targets`, and `topics` in the same request. Appwrite will automatically deduplicate recipients so no one receives the same message twice.\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Requires messaging write scope\n\nconst messaging = new Messaging(client);\n\n// Example: Sending a Push Notification\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Flash Sale!',\n    body: 'Get 50% off all items for the next hour.',\n    \n    // --- TARGETING OPTIONS ---\n    topics: ['promotions', 'weekly-deals'], // Target all subscribers of these topics\n    users: ['user_9988', 'user_7766'],      // Target these specific users (all their devices)\n    targets: ['target_device_ipad_123'],    // Target this specific iPad target directly\n});\n```\n\n### CLI Example: Sending an SMS\n\nYou can also trigger messages using the Appwrite CLI:\n\n```bash\nappwrite messaging create-sms \\\n    --message-id \"unique()\" \\\n    --content \"Your verification code is 123456\" \\\n    --users \"user_1\" \"user_2\" \\\n    --topics \"security-alerts\"\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses all four rubric requirements: (1) clearly identifies all three targeting methods - topics, users, and targets; (2) explains the topic subscription mechanism including how both users and individual targets can subscribe to topics; (3) describes how messages are delivered to each target type in detail; and (4) explicitly states that targeting methods can be combined in a single message creation call, even noting that Appwrite deduplicates recipients. The answer goes beyond the reference answer with practical code examples and additional context, but all core requirements are thoroughly covered.",
          "promptTokens": 20619,
          "completionTokens": 3616,
          "totalTokens": 24235,
          "cost": 0.063473,
          "durationMs": 25053,
          "tokensPerSecond": 144.33,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7268,
          "completionTokens": 344,
          "totalTokens": 7612,
          "cost": 0.013998,
          "durationMs": 4568,
          "tokensPerSecond": 75.31,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21141,
          "completionTokens": 949,
          "totalTokens": 22090,
          "cost": 0.040253,
          "durationMs": 9215,
          "tokensPerSecond": 102.98,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7372,
          "completionTokens": 665,
          "totalTokens": 8037,
          "cost": 0.017043,
          "durationMs": 5864,
          "tokensPerSecond": 113.4,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 534,
          "completionTokens": 288,
          "totalTokens": 822,
          "cost": 0.003393,
          "durationMs": 3201,
          "tokensPerSecond": 89.97,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7314,
          "completionTokens": 527,
          "totalTokens": 7841,
          "cost": 0.015714,
          "durationMs": 6286,
          "tokensPerSecond": 83.84,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7290,
          "completionTokens": 394,
          "totalTokens": 7684,
          "cost": 0.014481,
          "durationMs": 5419,
          "tokensPerSecond": 72.71,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 21306,
          "completionTokens": 894,
          "totalTokens": 22200,
          "cost": 0.040005,
          "durationMs": 10011,
          "tokensPerSecond": 89.3,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7246,
          "completionTokens": 476,
          "totalTokens": 7722,
          "cost": 0.015153,
          "durationMs": 4290,
          "tokensPerSecond": 110.96,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7304,
          "completionTokens": 662,
          "totalTokens": 7966,
          "cost": 0.016914,
          "durationMs": 5812,
          "tokensPerSecond": 113.9,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21327,
          "completionTokens": 1044,
          "totalTokens": 22371,
          "cost": 0.041387,
          "durationMs": 9994,
          "tokensPerSecond": 104.46,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "To send a push notification to all users subscribed to a topic in Appwrite, you must first configure your messaging providers, register user devices, and set up the topic subscriptions. \n\nHere is a detailed breakdown of what must be configured first, followed by the steps to send the notification.\n\n---\n\n### Part 1: What Must Be Configured First?\n\nBefore you can send a push notification, the following four components must be set up:\n\n1. **Configure a Push Provider**\n   You must configure a push notification provider in the Appwrite Console under **Messaging** > **Providers**.\n   * **For iOS:** Configure **Apple Push Notification service (APNs)** with your Apple Developer credentials (.p8 key or certificate).\n   * **For Android:** Configure **Firebase Cloud Messaging (FCM)** with your Firebase service account JSON key.\n   * **For Web:** Configure **Web Push** with your VAPID keys.\n\n2. **Create a Topic**\n   You need a topic to which users will subscribe. You can create this in the Appwrite Console under **Messaging** > **Topics**, or via the CLI/SDK.\n\n3. **Register User Targets (Device Tokens)**\n   In Appwrite, notifications are sent to **Targets** (which represent a specific delivery channel like a device token, email, or phone number). \n   Your client application (iOS, Android, or Web) must request push permissions, obtain the device token, and register it as a target for the logged-in user using the Client SDK:\n   ```typescript\n   // Example: Registering an FCM token as a push target on the client\n   await account.createPushTarget({\n       targetId: ID.unique(),\n       providerId: '[FCM_PROVIDER_ID]', // Your FCM provider ID from Appwrite\n       identifier: '[DEVICE_PUSH_TOKEN]' // The token from Firebase/APNs\n   });\n   ```\n\n4. **Subscribe Targets to the Topic**\n   The registered push target must be subscribed to your topic. This can be done:\n   * **By the user (Client-side):** If topic permissions allow, the client can subscribe their target to the topic.\n   * **By the admin (Server-side/Console):** An admin can add the target to the topic.\n\n---\n\n### Part 2: Steps to Send the Push Notification\n\nOnce everything is configured, you can send a push notification to the topic using one of the following methods:\n\n#### Method A: Using the Appwrite Console (No Code)\n1. Go to your Appwrite Console and select your project.\n2. Navigate to **Messaging** > **Messages** in the left sidebar.\n3. Click **Create Message** and select **Push Notification**.\n4. Under **Recipients**, select **Topic** and choose your configured topic from the dropdown.\n5. Fill in the **Title** and **Body** of the notification.\n6. *(Optional)* Add custom JSON data payloads or configure platform-specific settings (like badges, sounds, or action clicks).\n7. Choose to send the message **Immediately** or **Scheduled** for a later time.\n8. Click **Send**.\n\n#### Method B: Using the Server SDK (Node.js)\nYou can trigger the push notification programmatically from your backend or an Appwrite Function using the Server SDK (`node-appwrite`):\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey('[API_KEY]'); // Requires messaging.write scope\n\nconst messaging = new Messaging(client);\n\ntry {\n    const message = await messaging.createPush({\n        messageId: ID.unique(),\n        title: 'Breaking News!',\n        body: 'A new update is available. Check it out now!',\n        topics: ['news-topic-id'], // Send to all targets subscribed to this topic ID\n        data: {\n            click_action: 'FLUTTER_NOTIFICATION_CLICK',\n            custom_key: 'custom_value'\n        }\n    });\n    console.log('Notification sent successfully:', message.$id);\n} catch (error) {\n    console.error('Error sending notification:', error);\n}\n```\n\n#### Method C: Using the Appwrite CLI\nIf you manage your project from the command line, you can send the push notification using the CLI:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"Breaking News!\" \\\n    --body \"A new update is available. Check it out now!\" \\\n    --topics \"news-topic-id\"\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four required rubric elements: 1) Provider configuration (FCM/APNS/Web Push) with detailed setup instructions, 2) Topic creation via Console or SDK, 3) User target registration and subscription to the topic (both client-side and server-side), and 4) Sending push notification to the topic using createPush with topicIds (demonstrated in multiple methods including SDK, Console, and CLI). The answer goes beyond the reference answer with practical code examples and multiple implementation methods, while fully satisfying all rubric requirements.",
          "promptTokens": 20613,
          "completionTokens": 2959,
          "totalTokens": 23572,
          "cost": 0.057551,
          "durationMs": 19502,
          "tokensPerSecond": 151.73,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7222,
          "completionTokens": 252,
          "totalTokens": 7474,
          "cost": 0.013101,
          "durationMs": 4224,
          "tokensPerSecond": 59.66,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7284,
          "completionTokens": 301,
          "totalTokens": 7585,
          "cost": 0.013635,
          "durationMs": 4275,
          "tokensPerSecond": 70.41,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 21324,
          "completionTokens": 892,
          "totalTokens": 22216,
          "cost": 0.040014,
          "durationMs": 9593,
          "tokensPerSecond": 92.98,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7308,
          "completionTokens": 400,
          "totalTokens": 7708,
          "cost": 0.014562,
          "durationMs": 3961,
          "tokensPerSecond": 100.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7322,
          "completionTokens": 537,
          "totalTokens": 7859,
          "cost": 0.015816,
          "durationMs": 4482,
          "tokensPerSecond": 119.81,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7282,
          "completionTokens": 526,
          "totalTokens": 7808,
          "cost": 0.015657,
          "durationMs": 4977,
          "tokensPerSecond": 105.69,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7324,
          "completionTokens": 573,
          "totalTokens": 7897,
          "cost": 0.016143,
          "durationMs": 4949,
          "tokensPerSecond": 115.78,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7300,
          "completionTokens": 2226,
          "totalTokens": 9526,
          "cost": 0.030984,
          "durationMs": 12551,
          "tokensPerSecond": 177.36,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "To subscribe to multiple realtime channels simultaneously and handle each event type differently using the Appwrite Web SDK, you can pass an array of channels to the `realtime.subscribe()` method. \n\nInside the callback, you can inspect the `response.channels` or `response.events` properties to determine which resource triggered the event and route it to the appropriate handler.\n\nHere is a complete, production-ready TypeScript/JavaScript example:\n\n```typescript\nimport { Client, Realtime, Channel, Models } from 'appwrite';\n\n// 1. Initialize the Appwrite Client\nconst client = new Client()\n    .setEndpoint('https://cloud.appwrite.io/v1') // Replace with your endpoint if self-hosted\n    .setProject('YOUR_PROJECT_ID');\n\nconst realtime = new Realtime(client);\n\n// 2. Define your resource IDs\nconst DATABASE_ID = 'your_database_id';\nconst TABLE_ID = 'your_table_id';\nconst BUCKET_ID = 'your_bucket_id';\n\n// 3. Define the channels using the Channel helper\nconst tableChannel = Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row();\nconst fileChannel = Channel.bucket(BUCKET_ID).file();\n\n// 4. Subscribe to both channels simultaneously\nconst subscription = await realtime.subscribe(\n    [tableChannel, fileChannel],\n    (response) => {\n        // Determine which channel triggered the event by checking response.channels\n        const isTableRowEvent = response.channels.some((channel) =>\n            channel.startsWith(`tablesdb.${DATABASE_ID}.tables.${TABLE_ID}.rows`)\n        );\n\n        const isFileEvent = response.channels.some((channel) =>\n            channel.startsWith(`buckets.${BUCKET_ID}.files`)\n        );\n\n        // Route the payload to the appropriate handler\n        if (isTableRowEvent) {\n            handleTableRowEvent(response);\n        } else if (isFileEvent) {\n            handleFileEvent(response);\n        }\n    }\n);\n\n// 5. Handler for Table Row changes\nfunction handleTableRowEvent(response: any) {\n    const eventType = response.events[0]; // e.g., 'tablesdb.*.tables.*.rows.*.create'\n    const rowData = response.payload;      // The affected row document\n\n    console.log('--- Table Row Event ---');\n    console.log('Event Type:', eventType);\n    console.log('Row ID:', rowData.$id);\n\n    // Handle specific database actions differently\n    if (eventType.endsWith('.create')) {\n        console.log('Row Created:', rowData);\n        // Action: Add new row to your UI state\n    } else if (eventType.endsWith('.update')) {\n        console.log('Row Updated:', rowData);\n        // Action: Update existing row in your UI state\n    } else if (eventType.endsWith('.delete')) {\n        console.log('Row Deleted:', rowData.$id);\n        // Action: Remove row from your UI state\n    }\n}\n\n// 6. Handler for File Storage changes\nfunction handleFileEvent(response: any) {\n    const eventType = response.events[0]; // e.g., 'buckets.*.files.*.create'\n    const fileData = response.payload as Models.File; // The affected file metadata\n\n    console.log('--- File Storage Event ---');\n    console.log('Event Type:', eventType);\n    console.log('File ID:', fileData.$id);\n\n    // Handle specific storage actions differently\n    if (eventType.endsWith('.create')) {\n        console.log(`File Uploaded: ${fileData.name} (${fileData.sizeOriginal} bytes)`);\n        // Action: Display the newly uploaded file or update progress\n    } else if (eventType.endsWith('.delete')) {\n        console.log('File Deleted:', fileData.$id);\n        // Action: Remove file preview from UI\n    }\n}\n\n// 7. Unsubscribe when no longer needed (e.g., component unmount)\n// await subscription.close();\n```\n\n### How this works:\n1. **Multi-Channel Subscription:** By passing `[tableChannel, fileChannel]` as an array to `realtime.subscribe()`, Appwrite establishes a single WebSocket connection to listen to both streams.\n2. **Event Routing:** The `response.channels` array contains the exact channel that matched the event. We use `.some()` with `.startsWith()` to identify whether the event belongs to the database table or the storage bucket.\n3. **Action Differentiation:** The `response.events` array contains specific event strings (e.g., `*.create`, `*.update`, `*.delete`). We use `.endsWith()` to determine exactly what action occurred and execute the corresponding logic.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer is comprehensive and covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Includes channel for rows using Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() and also shows the string format 'tablesdb.[ID].tables.[ID].rows', 3) Includes channel for files using Channel.bucket(BUCKET_ID).file() and also shows 'buckets.[ID].files', 4) Checks event types in the callback using response.channels and response.events, 5) Has different handling logic per event type with separate handler functions. The code is well-structured and production-ready. Minor deduction because 'Realtime' is imported as a separate class rather than using the standard client.subscribe() pattern from the Appwrite Web SDK (typically it's client.subscribe() not new Realtime(client).subscribe()), and the Channel helper class may not exist exactly as shown in the actual SDK. However, the conceptual approach and all key elements are correctly addressed.",
          "promptTokens": 6850,
          "completionTokens": 3445,
          "totalTokens": 10295,
          "cost": 0.04128,
          "durationMs": 16250,
          "tokensPerSecond": 212,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Both **Appwrite Realtime** and **Webhooks** are event-driven features used to react to changes in your Appwrite project (such as a new database row, a file upload, or a user signup). However, they serve entirely different architectural purposes, target different environments, and use different protocols.\n\nHere is a detailed breakdown of the differences and when to use each.\n\n---\n\n### 1. Appwrite Realtime\n\n**Appwrite Realtime** is a client-side service that allows your frontend applications to listen to changes in your Appwrite backend instantly.\n\n*   **Protocol:** WebSockets (a single, persistent, bi-directional connection).\n*   **Direction:** Server-to-Client.\n*   **Target Audience:** Client-side applications (Web browsers, iOS/Android apps, Flutter, React Native).\n*   **Security & Permissions:** **Strictly respects Appwrite's permission system.** A client will only receive real-time events for resources they have explicit read permissions to access.\n*   **How it works:** The client SDK establishes a WebSocket connection and subscribes to specific \"channels\" (e.g., a specific database table or a user's account). When an event occurs, Appwrite pushes the updated data directly to the connected client.\n\n#### When to use Appwrite Realtime:\nUse Realtime when you need to **instantly update the User Interface (UI)** of your application in response to database or state changes.\n\n*   **Collaborative Apps:** Document editors, whiteboards, or project management boards (like Trello) where multiple users need to see changes instantly.\n*   **Chat & Messaging:** Instant messaging apps where messages must appear on the screen the moment they are sent.\n*   **Live Feeds & Dashboards:** Real-time financial charts, sports scores, or activity feeds.\n*   **In-App Notifications:** Showing a toast notification to a user when they receive a new like, follower, or message.\n\n---\n\n### 2. Appwrite Webhooks\n\n**Appwrite Webhooks** is a server-side service that allows Appwrite to notify external servers or services when something happens in your project.\n\n*   **Protocol:** HTTP POST requests.\n*   **Direction:** Server-to-Server.\n*   **Target Audience:** Backend servers, third-party APIs, serverless functions (including Appwrite Functions), and automation platforms (like Zapier or Make).\n*   **Security & Permissions:** Bypasses client-side permissions. It is configured at the project level by an administrator. To ensure security, Appwrite signs webhook payloads with a signature header (`X-Appwrite-Webhook-Signature`) so your receiving server can verify the request came from your Appwrite instance.\n*   **How it works:** You register a target URL (endpoint) in the Appwrite Console and select which events should trigger it. When that event occurs, Appwrite sends an asynchronous HTTP POST request containing a JSON payload of the affected resource to your target URL.\n\n#### When to use Webhooks:\nUse Webhooks when you need to **trigger backend business logic, integrate with third-party services, or perform heavy asynchronous processing** that shouldn't happen on the client.\n\n*   **Payment Processing:** Triggering a fulfillment workflow when a Stripe payment succeeds, or updating a user's subscription status in your database.\n*   **Third-Party Integrations:** Sending a welcome email via SendGrid/Mailgun when a user signs up, or posting a message to Slack when a new support ticket is created.\n*   **Data Syncing & Indexing:** Syncing database changes to an external search engine (like Algolia or Elasticsearch) or a data warehouse.\n*   **Heavy Background Jobs:** Generating a PDF invoice, processing an uploaded video, or running machine learning models on newly uploaded files.\n\n---\n\n### Summary Comparison\n\n| Feature | Appwrite Realtime | Appwrite Webhooks |\n| :--- | :--- | :--- |\n| **Primary Target** | Client-side (Web, Mobile, Desktop) | Server-side (Backends, APIs, Serverless) |\n| **Protocol** | WebSockets (`ws://` / `wss://`) | HTTP POST (`http://` / `https://`) |\n| **Connection** | Persistent, long-lived connection | Short-lived, request-response per event |\n| **Permissions** | **Yes** (Respects Appwrite's security rules) | **No** (Bypasses client rules; secured via signatures) |\n| **Primary Goal** | Instant UI updates and user interactivity | Backend automation and system integration |\n| **Example Event** | `tablesdb.[DB_ID].tables.[TABLE_ID].rows` | `databases.*.collections.*.documents.*.create` |\n\n### Quick Decision Guide\n\n*   If you want to **show** something to the user immediately $\\rightarrow$ **Use Realtime**.\n*   If you want to **do** something behind the scenes (send an email, charge a card, sync a database) $\\rightarrow$ **Use Webhooks** (or Appwrite Functions).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat apps, live dashboards for Realtime; email notifications, payment processing, data syncing for Webhooks). The answer goes well beyond the minimum requirements with a detailed comparison table, security considerations, and a quick decision guide.",
          "promptTokens": 6834,
          "completionTokens": 1959,
          "totalTokens": 8793,
          "cost": 0.027882,
          "durationMs": 11844,
          "tokensPerSecond": 165.4,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7272,
          "completionTokens": 515,
          "totalTokens": 7787,
          "cost": 0.015543,
          "durationMs": 5148,
          "tokensPerSecond": 100.04,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7306,
          "completionTokens": 257,
          "totalTokens": 7563,
          "cost": 0.013272,
          "durationMs": 3515,
          "tokensPerSecond": 73.12,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7288,
          "completionTokens": 422,
          "totalTokens": 7710,
          "cost": 0.01473,
          "durationMs": 4809,
          "tokensPerSecond": 87.75,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7266,
          "completionTokens": 521,
          "totalTokens": 7787,
          "cost": 0.015588,
          "durationMs": 5648,
          "tokensPerSecond": 92.25,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7258,
          "completionTokens": 1474,
          "totalTokens": 8732,
          "cost": 0.024153,
          "durationMs": 9534,
          "tokensPerSecond": 154.6,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 7346,
          "completionTokens": 802,
          "totalTokens": 8148,
          "cost": 0.018237,
          "durationMs": 6723,
          "tokensPerSecond": 119.29,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7272,
          "completionTokens": 318,
          "totalTokens": 7590,
          "cost": 0.01377,
          "durationMs": 4087,
          "tokensPerSecond": 77.81,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7334,
          "completionTokens": 375,
          "totalTokens": 7709,
          "cost": 0.014376,
          "durationMs": 4352,
          "tokensPerSecond": 86.17,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7328,
          "completionTokens": 587,
          "totalTokens": 7915,
          "cost": 0.016275,
          "durationMs": 5065,
          "tokensPerSecond": 115.89,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "To subscribe to both a TablesDB table's rows and a storage bucket's files in a single `realtime.subscribe()` call, you can pass an array of channels.\n\n### Exact Channel Strings\n* **TablesDB Table Rows:** `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows`\n* **Storage Bucket Files:** `buckets.[BUCKET_ID].files`\n\n*(Replace `[DATABASE_ID]`, `[TABLE_ID]`, and `[BUCKET_ID]` with your actual resource IDs).*\n\n---\n\n### Code Examples\n\n#### Option 1: Using the recommended `Channel` helper (Type-safe)\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file()\n], (response) => {\n    console.log('Realtime update received:', response);\n});\n```\n\n#### Option 2: Using raw string literals\n```typescript\nimport { Realtime } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe([\n    'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n    'buckets.[BUCKET_ID].files'\n], (response) => {\n    console.log('Realtime update received:', response);\n});\n```",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all four required elements: 1) realtime.subscribe with array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), 4) callback. The raw string literals in Option 2 exactly match the reference answer's format. The Channel helper in Option 1 is fabricated/speculative and doesn't reflect actual Appwrite SDK API, but the core answer with correct channel strings is present and accurate. Minor deduction for including potentially misleading fabricated helper API.",
          "promptTokens": 6866,
          "completionTokens": 1257,
          "totalTokens": 8123,
          "cost": 0.021612,
          "durationMs": 7152,
          "tokensPerSecond": 175.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8340,
          "completionTokens": 173,
          "totalTokens": 8513,
          "cost": 0.014067,
          "durationMs": 3942,
          "tokensPerSecond": 43.89,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8310,
          "completionTokens": 502,
          "totalTokens": 8812,
          "cost": 0.016983,
          "durationMs": 4854,
          "tokensPerSecond": 103.42,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8294,
          "completionTokens": 232,
          "totalTokens": 8526,
          "cost": 0.014529,
          "durationMs": 4496,
          "tokensPerSecond": 51.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8306,
          "completionTokens": 187,
          "totalTokens": 8493,
          "cost": 0.014142,
          "durationMs": 3683,
          "tokensPerSecond": 50.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8272,
          "completionTokens": 550,
          "totalTokens": 8822,
          "cost": 0.017358,
          "durationMs": 5633,
          "tokensPerSecond": 97.64,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8288,
          "completionTokens": 238,
          "totalTokens": 8526,
          "cost": 0.014574,
          "durationMs": 4490,
          "tokensPerSecond": 53.01,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8288,
          "completionTokens": 249,
          "totalTokens": 8537,
          "cost": 0.014673,
          "durationMs": 3941,
          "tokensPerSecond": 63.18,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8276,
          "completionTokens": 205,
          "totalTokens": 8481,
          "cost": 0.014259,
          "durationMs": 3779,
          "tokensPerSecond": 54.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "Setting up a CI/CD pipeline with the Appwrite CLI allows you to automate the deployment of your databases (tables), functions, storage buckets, webhooks, teams, and hosting sites. \n\nTo run the CLI in headless environments (like GitHub Actions, GitLab CI, or CircleCI), you must configure it to run in **non-interactive mode** using specific commands and flags.\n\n---\n\n### 1. Authentication & Configuration\nIn a CI/CD environment, you cannot use the interactive `appwrite login` command. Instead, you authenticate and target your project using the `appwrite client` command powered by an **Appwrite API Key** (which you should store as a secret in your CI/CD provider).\n\nRun this command at the start of your pipeline:\n```bash\nappwrite client \\\n  --endpoint \"https://cloud.appwrite.io/v1\" \\\n  --project-id \"<YOUR_PROJECT_ID>\" \\\n  --key \"<YOUR_API_KEY>\"\n```\n*Note: If you are self-hosting, replace the endpoint with your self-hosted instance URL.*\n\n---\n\n### 2. Non-Interactive Deployment Commands & Flags\nTo prevent the CLI from prompting for confirmation (which causes CI/CD pipelines to hang), you must use two essential global flags:\n*   **`-f, --force`**: Confirms all warnings and bypasses interactive prompts.\n*   **`-a, --all`**: Selects all resources of the specified type.\n\n#### Deploying Everything\nTo deploy all resources defined in your `appwrite.config.json` (including databases, buckets, teams, webhooks, and functions):\n```bash\nappwrite push all --all --force\n```\n\n#### Deploying Specific Resources\nIf you only want to deploy specific resource groups, use the corresponding `push` command:\n```bash\n# Deploy all functions\nappwrite push functions --all --force\n\n# Deploy all databases/tables\nappwrite push tables --all --force\n\n# Deploy all storage buckets\nappwrite push buckets --all --force\n\n# Deploy all webhooks\nappwrite push webhooks --all --force\n\n# Deploy all hosting sites\nappwrite push sites --all --force\n```\n\n---\n\n### 3. Handling Function & Site Environment Variables\nBy default, pushing functions or sites does not upload their environment variables. To sync local `.env` files (located inside your function or site directories) to Appwrite during deployment, append the `--with-variables` flag:\n\n```bash\n# Deploy functions and update their environment variables from local .env files\nappwrite push functions --all --force --with-variables\n```\n\n---\n\n### 4. Complete GitHub Actions Example\nHere is a complete, production-ready GitHub Actions workflow (`.github/workflows/deploy.yml`) that installs the Appwrite CLI, authenticates, and deploys your project:\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches:\n      - main\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n\n    steps:\n      - name: Checkout code\n        uses: actions/checkout@v4\n\n      - name: Install Node.js\n        uses: actions/setup-node@v4\n        with:\n          node-version: '20'\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite Client\n        run: |\n          appwrite client \\\n            --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\" \\\n            --project-id \"${{ secrets.APPWRITE_PROJECT_ID }}\" \\\n            --key \"${{ secrets.APPWRITE_API_KEY }}\"\n\n      - name: Deploy Appwrite Resources\n        run: |\n          # Deploys all configuration, functions, and databases non-interactively\n          appwrite push all --all --force --with-variables\n```\n\n### Required Secrets in your CI/CD Provider:\n1.  `APPWRITE_ENDPOINT`: Your Appwrite endpoint (e.g., `https://cloud.appwrite.io/v1`).\n2.  `APPWRITE_PROJECT_ID`: The ID of your Appwrite project.\n3.  `APPWRITE_API_KEY`: An Appwrite API key generated from your Console with the necessary scopes to modify your resources (e.g., `collections.write`, `functions.write`, `projects.write`).",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers most of the key rubric points: 1) API key authentication is mentioned and explained well, 2) --force flag for non-interactive mode is covered, 3) appwrite push command is included, 4) environment variable configuration via CI/CD secrets is addressed, 5) authentication step is included. However, the authentication method differs from the reference answer - the reference uses 'appwrite login' with --endpoint and --key flags, while this answer uses 'appwrite client' command. This may reflect a newer CLI version or different approach. The answer is comprehensive and practical with a GitHub Actions example, but the authentication command differs from the reference. The core concepts are correct and the --force flag and push commands are properly covered.",
          "promptTokens": 7916,
          "completionTokens": 2919,
          "totalTokens": 10835,
          "cost": 0.038145,
          "durationMs": 14209,
          "tokensPerSecond": 205.43,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "The complete workflow for creating, configuring, and deploying an Appwrite Function using the Appwrite CLI involves five main phases: **Setup**, **Creation**, **Configuration**, **Deployment**, and **Testing**.\n\n---\n\n### Phase 1: Setup & Initialization\n\nBefore working with functions, you must install the CLI, log in to your Appwrite instance, and initialize your project configuration.\n\n1. **Install the Appwrite CLI** (using npm, Homebrew, or script):\n   ```bash\n   npm install -g appwrite-cli\n   ```\n2. **Log in to your Appwrite account**:\n   ```bash\n   appwrite login\n   # Or for self-hosted: appwrite login --endpoint \"https://your-instance.com/v1\"\n   ```\n3. **Initialize your project**:\n   This command links your local directory to an Appwrite project and generates the main configuration file, `appwrite.config.json`.\n   ```bash\n   appwrite init project\n   ```\n\n---\n\n### Phase 2: Creating a New Function\n\nTo generate a new function template locally:\n\n1. Run the initialization command:\n   ```bash\n   appwrite init functions\n   ```\n2. The CLI will prompt you to:\n   * Provide a name for your function (e.g., `userAuth`).\n   * Provide a unique ID (or press Enter to auto-generate one).\n   * Select a runtime (e.g., `node-22`, `python-3.10`, `php-8.0`, etc.).\n3. **Result**: The CLI creates a new directory (e.g., `functions/userAuth`) containing starter code and automatically appends the function's configuration to your `appwrite.config.json` (or an included `appwrite/functions.json` file).\n\n---\n\n### Phase 3: Configuring the Function\n\nAll function settings are managed in `appwrite.config.json` under the `functions` array. \n\n#### Key Configuration Options in `appwrite.config.json`\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [\"users.read\", \"databases.write\"],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"0 0 * * *\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n| Field | Description |\n| :--- | :--- |\n| `$id` | The unique identifier for the function. |\n| `name` | The display name of the function. |\n| `enabled` | Boolean. If `false`, the function cannot be executed. |\n| `logging` | Boolean. Enables or disables execution log storage. |\n| `runtime` | The execution environment (e.g., `node-22`, `python-3.12`). |\n| `buildSpecification` | Compute resources allocated during the build phase (e.g., `s-1vcpu-512mb`). |\n| `runtimeSpecification` | Compute resources allocated during execution (e.g., `s-1vcpu-512mb`). |\n| `deploymentRetention` | Number of days to retain old deployments before automatic deletion. |\n| `scopes` | API scopes granted to the function's automatically generated execution API key. |\n| `events` | Array of Appwrite system events that trigger this function (e.g., `users.*.create`). |\n| `schedule` | Cron expression for scheduled execution (e.g., `0 0 * * *` for daily at midnight). Leave empty to disable. |\n| `timeout` | Maximum execution duration in seconds (max 900 seconds / 15 minutes). |\n| `entrypoint` | The entrypoint file relative to the `path` directory. |\n| `commands` | Build/install commands executed during deployment (e.g., `npm install`). |\n| `ignore` | Newline-separated list of files/folders to ignore when packaging code. |\n| `path` | The local directory containing the function's source code. |\n\n#### Managing Environment Variables\n**Do not** hardcode environment variables in `appwrite.config.json`. Instead:\n1. Create a `.env` file inside your function's local directory (e.g., `functions/userAuth/.env`):\n   ```env\n   API_KEY=your_secret_key\n   DEBUG_MODE=true\n   ```\n2. These variables will be securely uploaded to Appwrite during deployment using the `--with-variables` flag.\n\n---\n\n### Phase 4: Deploying the Function\n\nOnce configured, you can deploy your function to the Appwrite server.\n\n* **Standard Deployment (Deploys code and activates it immediately)**:\n  ```bash\n  appwrite push functions --function-id <FUNCTION_ID> --activate\n  ```\n* **Deploy with Environment Variables**:\n  Use the `--with-variables` flag to sync your local `.env` file to Appwrite's secure variable storage:\n  ```bash\n  appwrite push functions --function-id <FUNCTION_ID> --with-variables\n  ```\n* **Deploy without Activating (Draft Deployment)**:\n  If you want to upload the code but not route live traffic to it yet:\n  ```bash\n  appwrite push functions --function-id <FUNCTION_ID> --activate=false\n  ```\n* **Non-Interactive / CI/CD Deployment**:\n  For automated pipelines, bypass confirmation prompts using the `--force` flag:\n  ```bash\n  appwrite push functions --all --force\n  ```\n\n---\n\n### Phase 5: Local Development & Testing\n\n1. **Run the Function Locally**:\n   You can test your function locally using the CLI. This emulates the Appwrite runtime environment:\n   ```bash\n   # Run locally using variables fetched from your remote function settings\n   appwrite run functions --with-variables\n   ```\n2. **Trigger Execution via CLI**:\n   Execute the deployed function on the Appwrite server and pass a JSON payload:\n   ```bash\n   appwrite functions create-execution \\\n       --function-id <FUNCTION_ID> \\\n       --body '{\"userId\": \"12345\"}'\n   ```\n3. **View Execution Logs**:\n   Retrieve the execution history and logs to debug your function:\n   ```bash\n   appwrite functions list-executions --function-id <FUNCTION_ID>\n   ```",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer is comprehensive and covers all five rubric requirements: 1) appwrite init functions to scaffold a new function, 2) runtime selection during the init prompt, 3) detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, timeout, entrypoint, etc., 4) local development with appwrite run functions (--with-variables), and 5) deployment with appwrite push functions. The answer goes beyond the reference by including additional phases like setup/initialization and testing, and provides detailed tables and examples. Minor note: the reference mentions 'execute permissions' which maps to 'scopes' in the answer - this is acceptable. The answer is well-structured and accurate, earning a near-perfect score.",
          "promptTokens": 7922,
          "completionTokens": 2539,
          "totalTokens": 10461,
          "cost": 0.034734,
          "durationMs": 12846,
          "tokensPerSecond": 197.65,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8308,
          "completionTokens": 179,
          "totalTokens": 8487,
          "cost": 0.014073,
          "durationMs": 4633,
          "tokensPerSecond": 38.64,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8298,
          "completionTokens": 257,
          "totalTokens": 8555,
          "cost": 0.01476,
          "durationMs": 4176,
          "tokensPerSecond": 61.54,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8356,
          "completionTokens": 664,
          "totalTokens": 9020,
          "cost": 0.01851,
          "durationMs": 5322,
          "tokensPerSecond": 124.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8342,
          "completionTokens": 317,
          "totalTokens": 8659,
          "cost": 0.015366,
          "durationMs": 4109,
          "tokensPerSecond": 77.15,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8296,
          "completionTokens": 334,
          "totalTokens": 8630,
          "cost": 0.01545,
          "durationMs": 4550,
          "tokensPerSecond": 73.41,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8292,
          "completionTokens": 240,
          "totalTokens": 8532,
          "cost": 0.014598,
          "durationMs": 3868,
          "tokensPerSecond": 62.05,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8328,
          "completionTokens": 258,
          "totalTokens": 8586,
          "cost": 0.014814,
          "durationMs": 4040,
          "tokensPerSecond": 63.86,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8432,
          "completionTokens": 320,
          "totalTokens": 8752,
          "cost": 0.015528,
          "durationMs": 4105,
          "tokensPerSecond": 77.95,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8334,
          "completionTokens": 448,
          "totalTokens": 8782,
          "cost": 0.016533,
          "durationMs": 4738,
          "tokensPerSecond": 94.55,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row using the Appwrite CLI, the `--data` and `--permissions` arguments must be passed as follows:\n\n1. **`--data`**: Must be passed as a single **JSON-formatted string** containing the key-value pairs of the row's attributes.\n2. **`--permissions`**: Must be passed as **space-separated individual string arguments**, with each string representing a specific permission rule.\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"my_database_id\" \\\n    --table-id \"my_table_id\" \\\n    --row-id \"unique()\" \\\n    --data '{\"title\": \"Hello World\", \"status\": \"active\"}' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys and values, 2) permissions as space-separated individual string arguments (array-style in CLI), and 3) provides a correct example using tables-db create-row with proper syntax for both --data and --permissions arguments.",
          "promptTokens": 7904,
          "completionTokens": 824,
          "totalTokens": 8728,
          "cost": 0.019272,
          "durationMs": 5876,
          "tokensPerSecond": 140.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8452,
          "completionTokens": 707,
          "totalTokens": 9159,
          "cost": 0.019041,
          "durationMs": 6062,
          "tokensPerSecond": 116.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8392,
          "completionTokens": 703,
          "totalTokens": 9095,
          "cost": 0.018915,
          "durationMs": 5711,
          "tokensPerSecond": 123.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8310,
          "completionTokens": 245,
          "totalTokens": 8555,
          "cost": 0.01467,
          "durationMs": 5658,
          "tokensPerSecond": 43.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8470,
          "completionTokens": 1058,
          "totalTokens": 9528,
          "cost": 0.022227,
          "durationMs": 8714,
          "tokensPerSecond": 121.41,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8408,
          "completionTokens": 1309,
          "totalTokens": 9717,
          "cost": 0.024393,
          "durationMs": 8346,
          "tokensPerSecond": 156.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8376,
          "completionTokens": 246,
          "totalTokens": 8622,
          "cost": 0.014778,
          "durationMs": 3316,
          "tokensPerSecond": 74.19,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8520,
          "completionTokens": 342,
          "totalTokens": 8862,
          "cost": 0.015858,
          "durationMs": 4382,
          "tokensPerSecond": 78.05,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "grok-build-0-1",
      "modelName": "Grok Build 0.1",
      "provider": "xAI",
      "promptCostPerMillionTokens": 1,
      "completionCostPerMillionTokens": 2,
      "scores": {
        "foundation": 100,
        "auth": 92,
        "tablesdb": 96.3,
        "functions": 100,
        "storage": 93.5,
        "sites": 99.7,
        "messaging": 100,
        "realtime": 99.5,
        "cli": 91.4
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 94.1,
        "tablesdb": 100,
        "functions": 100,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 80,
        "tablesdb": 71.7,
        "functions": 100,
        "storage": 90,
        "sites": 97.5,
        "messaging": 100,
        "realtime": 96.7,
        "cli": 86.7
      },
      "overall": 96.7,
      "mcqOverall": 97.6,
      "freeformOverall": 91.2,
      "totalQuestions": 191,
      "totalCorrect": 186,
      "totalPromptTokens": 1695432,
      "totalCompletionTokens": 293162,
      "totalTokens": 1988594,
      "totalCost": 2.281756,
      "totalDurationMs": 2126754,
      "averageTokensPerSecond": 137.84,
      "runDate": "2026-06-10T07:10:51.311Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 738,
          "completionTokens": 613,
          "totalTokens": 1351,
          "cost": 0.001964,
          "durationMs": 4828,
          "tokensPerSecond": 126.97,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7718,
          "completionTokens": 1780,
          "totalTokens": 9498,
          "cost": 0.011278,
          "durationMs": 14362,
          "tokensPerSecond": 123.94,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18878,
          "completionTokens": 1644,
          "totalTokens": 20522,
          "cost": 0.022166,
          "durationMs": 13458,
          "tokensPerSecond": 122.16,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6680,
          "completionTokens": 1121,
          "totalTokens": 7801,
          "cost": 0.008922,
          "durationMs": 9232,
          "tokensPerSecond": 121.43,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 714,
          "completionTokens": 571,
          "totalTokens": 1285,
          "cost": 0.001856,
          "durationMs": 4968,
          "tokensPerSecond": 114.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "**Client-side SDKs** (e.g., `appwrite` for web or `react-native-appwrite`) run in the user's browser or mobile app. They authenticate via user sessions (not API keys) and can only perform actions the logged-in user is permitted to do.\n\n**Server-side SDKs** (e.g., `node-appwrite` for Node.js/Deno) run in trusted environments like backends, serverless functions, or SSR frameworks. They authenticate with an API key (for admin access) or a user session.\n\n### Key Differences\n\n| Aspect                  | Client-side SDK                          | Server-side SDK                              |\n|-------------------------|------------------------------------------|----------------------------------------------|\n| **Package**            | `appwrite` or `react-native-appwrite`   | `node-appwrite`                              |\n| **Auth**               | User sessions only                      | API key (admin) **or** user session          |\n| **Permissions**        | Enforces user-level rules               | Full admin access (bypasses most rules)      |\n| **Available services** | Account, TablesDB, Storage, Teams, Realtime | + Users, Functions, ability to create DBs/tables |\n| **Security**           | Never expose API keys                   | Safe to use API keys                         |\n| **Use in browser**     | Yes                                     | No (exposes secrets)                         |\n\n### When to Use Each\n\n**Use the client-side SDK when:**\n- Building user-facing features in web or mobile apps.\n- Handling authentication (email/password, OAuth, anonymous, magic URLs).\n- Performing CRUD operations on data the user owns.\n- Uploading files directly from the client.\n- Subscribing to real-time changes (database rows, files, etc.).\n- You want to avoid an extra backend hop for simple operations.\n\n**Use the server-side SDK when:**\n- Running backend logic, serverless functions, or cron jobs.\n- Performing admin tasks (creating users, managing teams, listing all users).\n- Creating or modifying databases, tables, buckets, or functions.\n- Implementing Server-Side Rendering (SSR) in frameworks like Next.js, Nuxt, or SvelteKit (use an admin client for session creation and a per-request session client for user actions).\n- Handling sensitive operations or bypassing client rate limits/permissions.\n- Processing data that shouldn't be exposed to the client (e.g., bulk imports, complex business logic).\n\n### Best Practices\n- **Never** use the server-side SDK (`node-appwrite`) in browser or React Native code — it would expose your API key.\n- For SSR apps, maintain two clients: one admin client (with API key) and one session client (per request).\n- Prefer the client SDK for anything the user can safely do directly. Use the server SDK only when you need elevated privileges or server-only features.\n\nThis separation follows the principle of least privilege and keeps your API keys secure.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four rubric requirements: 1) Client SDKs for frontend/user-facing apps - explicitly mentioned with examples like web and mobile apps; 2) Server SDKs use API keys - clearly stated with the distinction between API key auth and session auth; 3) Server SDKs can bypass permissions - explicitly stated 'Full admin access (bypasses most rules)'; 4) Client SDKs require user sessions - clearly stated 'User sessions only' for client-side. The answer goes well beyond the minimum requirements with detailed tables, use cases, and best practices.",
          "promptTokens": 6172,
          "completionTokens": 1940,
          "totalTokens": 8112,
          "cost": 0.010052,
          "durationMs": 15457,
          "tokensPerSecond": 125.51,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 717,
          "completionTokens": 612,
          "totalTokens": 1329,
          "cost": 0.001941,
          "durationMs": 3208,
          "tokensPerSecond": 190.77,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "**Appwrite's permission model** is a **role-based access control (RBAC)** system that uses explicit permission strings to control who can perform actions on resources (rows/documents, files, tables, buckets, teams, etc.).\n\n### Core Principles\n- **Default-deny**: No user (including the creator) has access to a resource unless permissions are explicitly granted.\n- Permissions are **arrays of strings** attached to resources.\n- You can set permissions at two levels:\n  - **Resource level** (per row/file) — for fine-grained control.\n  - **Collection/Bucket level** (table or bucket settings) — acts as defaults for all items inside it (row/file-level permissions override these).\n- Permissions are evaluated at request time using the caller's identity (user session, API key, or guest).\n\n### Permission Actions (Types)\nEach permission combines an **action** with a **role**:\n\n| Action   | Description                                      | Notes |\n|----------|--------------------------------------------------|-------|\n| `read`   | View the resource                                | Most common |\n| `create` | Create new resources (usually on collections)    | - |\n| `update` | Modify the resource                              | - |\n| `delete` | Remove the resource                              | - |\n| `write`  | **Alias** for `create` + `update` + `delete`     | Convenient shorthand |\n\n### Roles (Targets)\nRoles define *who* the permission applies to. They are constructed using the `Role` helper:\n\n- `Role.any()` — Anyone, including unauthenticated guests (public access).\n- `Role.users()` — All authenticated users (logged-in users only).\n- `Role.user('[USER_ID]')` — A specific user.\n- `Role.team('[TEAM_ID]')` — All members of a team.\n- `Role.team('[TEAM_ID]', 'editor')` — Members of a team who have a specific role (e.g., \"editor\", \"admin\").\n- `Role.label('admin')` — Users who have a specific label assigned (available in newer Appwrite versions).\n\n### Usage Example (TypeScript SDK)\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nconst permissions = [\n  Permission.read(Role.any()),                    // Public read\n  Permission.read(Role.user('user_123')),         // Specific user\n  Permission.update(Role.team('team_abc')),       // Team members can update\n  Permission.delete(Role.team('team_abc', 'admin')), // Only team admins can delete\n  Permission.write(Role.user('user_123')),        // Full write access for one user\n];\n```\n\n### Common Patterns & Best Practices\n- Use `Role.any()` **only** for truly public read access — never for `write`/`update`/`delete`.\n- For team-based apps, combine `Role.team()` with custom roles.\n- When using server-side admin keys, you bypass most permissions (use carefully).\n- Always set permissions when creating resources — forgetting them makes the item inaccessible to everyone.\n\nThis model applies consistently across **TablesDB (rows)**, **Storage (files/buckets)**, **Teams**, and **Functions** (via execution permissions).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as an alias), 2) More than 3 role types are described (Role.any(), Role.users(), Role.user(), Role.team(), Role.label()), and 3) It explicitly states that permissions are set on resources at both resource level and collection/bucket level. The answer goes beyond the minimum requirements with code examples, best practices, and detailed explanations.",
          "promptTokens": 6164,
          "completionTokens": 2261,
          "totalTokens": 8425,
          "cost": 0.010686,
          "durationMs": 14946,
          "tokensPerSecond": 151.28,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 732,
          "completionTokens": 904,
          "totalTokens": 1636,
          "cost": 0.00254,
          "durationMs": 4454,
          "tokensPerSecond": 202.96,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6680,
          "completionTokens": 705,
          "totalTokens": 7385,
          "cost": 0.00809,
          "durationMs": 9000,
          "tokensPerSecond": 78.33,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6690,
          "completionTokens": 826,
          "totalTokens": 7516,
          "cost": 0.008342,
          "durationMs": 9030,
          "tokensPerSecond": 91.47,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 776,
          "completionTokens": 580,
          "totalTokens": 1356,
          "cost": 0.001936,
          "durationMs": 4743,
          "tokensPerSecond": 122.29,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 745,
          "completionTokens": 713,
          "totalTokens": 1458,
          "cost": 0.002171,
          "durationMs": 4898,
          "tokensPerSecond": 145.57,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6636,
          "completionTokens": 960,
          "totalTokens": 7596,
          "cost": 0.008556,
          "durationMs": 7155,
          "tokensPerSecond": 134.17,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 735,
          "completionTokens": 606,
          "totalTokens": 1341,
          "cost": 0.001947,
          "durationMs": 4087,
          "tokensPerSecond": 148.28,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6678,
          "completionTokens": 980,
          "totalTokens": 7658,
          "cost": 0.008638,
          "durationMs": 7861,
          "tokensPerSecond": 124.67,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 761,
          "completionTokens": 866,
          "totalTokens": 1627,
          "cost": 0.002493,
          "durationMs": 7061,
          "tokensPerSecond": 122.65,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6626,
          "completionTokens": 1965,
          "totalTokens": 8591,
          "cost": 0.010556,
          "durationMs": 12299,
          "tokensPerSecond": 159.77,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 751,
          "completionTokens": 541,
          "totalTokens": 1292,
          "cost": 0.001833,
          "durationMs": 3753,
          "tokensPerSecond": 144.15,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "**Here are four core Appwrite services (product areas) and their primary uses:**\n\n- **Authentication (Account service)**: Handles user sign-up, login (email/password, magic URLs, OAuth), sessions, JWTs, and user profile management. It supports both client-side and server-side flows.\n\n- **Databases (TablesDB)**: Provides structured data storage using tables (formerly collections) and rows (documents). Supports CRUD operations, advanced queries (filtering, sorting, pagination, full-text search), relationships, and row-level permissions.\n\n- **Storage**: Manages file uploads, storage, and delivery. Includes features like image previews, file metadata, access control, and support for various file types with bucket-level permissions.\n\n- **Functions**: Enables serverless compute for custom backend logic. Functions can be triggered by events (e.g., database changes), HTTP requests, schedules (cron), or manually, with support for multiple runtimes and environment variables.\n\nOther notable services include **Messaging** (email, SMS, push notifications via topics), **Teams** (collaborative memberships and roles), **Sites** (static/SSR hosting), and **Realtime** (live subscriptions).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names four core Appwrite services (Authentication, Databases/TablesDB, Storage, and Functions) with accurate and detailed descriptions of each. It also mentions additional services like Messaging, Teams, Sites, and Realtime. All descriptions align with the reference answer's expected services and purposes. This exceeds the minimum requirement of three services with correct purposes.",
          "promptTokens": 19252,
          "completionTokens": 2183,
          "totalTokens": 21435,
          "cost": 0.023618,
          "durationMs": 16899,
          "tokensPerSecond": 129.18,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6644,
          "completionTokens": 970,
          "totalTokens": 7614,
          "cost": 0.008584,
          "durationMs": 7605,
          "tokensPerSecond": 127.55,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6668,
          "completionTokens": 555,
          "totalTokens": 7223,
          "cost": 0.007778,
          "durationMs": 3378,
          "tokensPerSecond": 164.3,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6744,
          "completionTokens": 720,
          "totalTokens": 7464,
          "cost": 0.008184,
          "durationMs": 5848,
          "tokensPerSecond": 123.12,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "**Appwrite Web SDK: Email/Password Signup & Login**\n\n### 1. Installation\n```bash\nnpm install appwrite\n```\n\n### 2. Setup Client + Account\n```typescript\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n    .setProject('[YOUR_PROJECT_ID]');\n\nconst account = new Account(client);\n```\n\n### 3. Signup (Create Account)\n```typescript\nasync function signup(email: string, password: string, name?: string) {\n    try {\n        const user = await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name: name || undefined\n        });\n        console.log('Account created:', user);\n        return user;\n    } catch (error) {\n        console.error('Signup failed:', error);\n        throw error;\n    }\n}\n```\n\n### 4. Login (Create Session)\n```typescript\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password\n        });\n        console.log('Session created:', session);\n        return session;\n    } catch (error) {\n        console.error('Login failed:', error);\n        throw error;\n    }\n}\n```\n\n### 5. Usage Example\n```typescript\n// Signup\nawait signup('user@example.com', 'password123', 'John Doe');\n\n// Login\nconst session = await login('user@example.com', 'password123');\n\n// Get current user (after login)\nconst user = await account.get();\nconsole.log('Current user:', user);\n```\n\n### Optional: Logout\n```typescript\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n**Notes:**\n- Replace `<REGION>` and `[YOUR_PROJECT_ID]` with your actual values.\n- Enable **Email/Password** authentication in your Appwrite project console (Auth → Settings).\n- The `createEmailPasswordSession` method creates a session and stores the session cookie automatically in the browser.\n- Always handle errors (e.g., duplicate email, invalid credentials) using `AppwriteException`.\n\nThis is the recommended modern object-parameter style for the Appwrite Web SDK.",
          "correct": true,
          "score": 0.8,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, there are two issues: First, account.create() uses object-parameter style ({userId, email, password, name}) rather than the positional parameter style (ID.unique(), email, password, name) shown in the reference. The actual Appwrite SDK uses positional parameters: account.create(userId, email, password, name). Second, account.createEmailPasswordSession() also uses object-parameter style rather than positional parameters (email, password). These are functional differences that could cause runtime errors with the actual SDK, though the overall structure and concepts are correct.",
          "promptTokens": 6194,
          "completionTokens": 987,
          "totalTokens": 7181,
          "cost": 0.008168,
          "durationMs": 6404,
          "tokensPerSecond": 154.12,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 737,
          "completionTokens": 795,
          "totalTokens": 1532,
          "cost": 0.002327,
          "durationMs": 5088,
          "tokensPerSecond": 156.25,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6746,
          "completionTokens": 1316,
          "totalTokens": 8062,
          "cost": 0.009378,
          "durationMs": 8143,
          "tokensPerSecond": 161.61,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "**Appwrite sessions** represent authenticated user logins. They are the primary mechanism for maintaining user state across requests (similar to JWTs or cookies in other systems).\n\n### How Sessions Are Created\nSessions are created through the **Account** service (client-side SDK) after successful authentication:\n\n- **Email/password**: `account.createEmailPasswordSession({ email, password })` — returns a `Models.Session` object containing `$id`, `userId`, `secret`, `expire`, `provider`, device info, etc.\n- **OAuth**: Use `createOAuth2Session()` (web) or `createOAuth2Token()` + `createSession({ userId, secret })` (React Native/SSR).\n- **Other methods**: Magic URL, phone/SMS, anonymous login, JWT, etc., all ultimately call session creation endpoints.\n\nThe returned `secret` is the key credential. On the web/client, the Appwrite SDK automatically attaches it (via the `a_session_[PROJECT_ID]` cookie or `X-Appwrite-Session` header).\n\n**Server-side/SSR note** (from the TypeScript SDK docs):\n- Use an admin client (with API key) to create the session.\n- Store the `session.secret` in an `httpOnly`, `secure`, `sameSite: 'strict'` cookie named exactly `a_session_[PROJECT_ID]`.\n- For subsequent requests, create a per-request client and call `client.setSession(cookieValue)`.\n\n### How Sessions Are Managed\n- **Current session**: `account.get()` (returns the user) or `account.getSession('current')`.\n- **List all sessions**: `account.listSessions()` — shows every active session for the user (across devices/browsers).\n- **Session data**: Includes creation time, expiration, IP, user agent, provider (email, Google, etc.), and OS.\n- **SSR handling**: The server SDK does not auto-attach sessions; you must manually forward the cookie and call `setSession()` on each request. You can also forward the user agent with `setForwardedUserAgent()` for logging/security.\n\nSessions are **stateless** on the client but stored server-side in Appwrite's database for validation and management.\n\n### How Sessions Are Deleted\nUse the **Account** service:\n\n- `account.deleteSession({ sessionId: 'current' })` — logs out the current device/session.\n- `account.deleteSession({ sessionId: '[SESSION_ID]' })` — logs out a specific session (e.g., from another device).\n- `account.deleteSessions()` — deletes **all** sessions for the user (logs them out everywhere).\n\nAfter deletion, the secret is invalidated immediately. The client SDK clears its local state on logout.\n\n**Server-side**: You can also manage sessions via the **Users** service (with an API key) for admin-level control, such as forcing logout of a specific user.\n\n### Session Limits and Expiration\n- **No hard limit** on the number of concurrent sessions per user (unlike some platforms that cap at 5–10). A user can be logged in on many devices simultaneously.\n- **Expiration**: Every session has an `expire` timestamp (ISO 8601). Default behavior is long-lived (often effectively \"until deleted\"), but you control this via:\n  - The `expire` value returned on creation.\n  - Project-level auth settings (if configured).\n- **Best practices**:\n  - Regularly call `listSessions()` and prune old ones.\n  - Delete sessions on password change, suspicious activity, or explicit \"log out all devices.\"\n  - Use short-lived sessions + refresh patterns for high-security apps.\n- **Rate limiting**: Authentication endpoints (login, OAuth, etc.) are rate-limited (HTTP 429 on abuse). This is separate from session count.\n- **Security**: Sessions use `httpOnly` cookies where possible. Never expose the `secret` client-side beyond the SDK.\n\nFor full details, see the `Account` class in the Appwrite TypeScript SDK (or equivalent in other SDKs). Server-side admin operations use the `Users` service with an API key.",
          "correct": true,
          "score": 0.6,
          "judgeReasoning": "The answer covers session creation, cookies/tokens, methods to list/delete sessions, and session expiry well. However, it incorrectly states there is 'no hard limit' on concurrent sessions per user, when the reference answer specifies a limit of 10 sessions per user. This is a significant factual error on one of the five required rubric points. The other four points (creation on authentication, session tokens/cookies, list/delete methods, session expiry) are covered thoroughly and accurately.",
          "promptTokens": 6174,
          "completionTokens": 3246,
          "totalTokens": 9420,
          "cost": 0.012666,
          "durationMs": 22162,
          "tokensPerSecond": 146.47,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 1247,
          "totalTokens": 7943,
          "cost": 0.00919,
          "durationMs": 10720,
          "tokensPerSecond": 116.32,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6708,
          "completionTokens": 790,
          "totalTokens": 7498,
          "cost": 0.008288,
          "durationMs": 8084,
          "tokensPerSecond": 97.72,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6650,
          "completionTokens": 731,
          "totalTokens": 7381,
          "cost": 0.008112,
          "durationMs": 6868,
          "tokensPerSecond": 106.44,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6788,
          "completionTokens": 918,
          "totalTokens": 7706,
          "cost": 0.008624,
          "durationMs": 8456,
          "tokensPerSecond": 108.56,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18881,
          "completionTokens": 2018,
          "totalTokens": 20899,
          "cost": 0.022917,
          "durationMs": 15766,
          "tokensPerSecond": 128,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 708,
          "completionTokens": 952,
          "totalTokens": 1660,
          "cost": 0.002612,
          "durationMs": 5912,
          "tokensPerSecond": 161.03,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6660,
          "completionTokens": 1241,
          "totalTokens": 7901,
          "cost": 0.009142,
          "durationMs": 9137,
          "tokensPerSecond": 135.82,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6692,
          "completionTokens": 1347,
          "totalTokens": 8039,
          "cost": 0.009386,
          "durationMs": 11926,
          "tokensPerSecond": 112.95,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6694,
          "completionTokens": 1092,
          "totalTokens": 7786,
          "cost": 0.008878,
          "durationMs": 8921,
          "tokensPerSecond": 122.41,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6732,
          "completionTokens": 2044,
          "totalTokens": 8776,
          "cost": 0.01082,
          "durationMs": 12302,
          "tokensPerSecond": 166.15,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 18923,
          "completionTokens": 1879,
          "totalTokens": 20802,
          "cost": 0.022681,
          "durationMs": 16437,
          "tokensPerSecond": 114.32,
          "toolCallCount": 2
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6746,
          "completionTokens": 1426,
          "totalTokens": 8172,
          "cost": 0.009598,
          "durationMs": 10466,
          "tokensPerSecond": 136.25,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "**`account.deleteSession(sessionId)`** deletes **one specific session**.\n\n- Takes a `sessionId` (string). Use the literal value `'current'` to target the session the current request is authenticated with.\n- Returns an empty response on success.\n- Example (from the SDK docs):\n  ```ts\n  await account.deleteSession({ sessionId: 'current' }); // logout current device\n  await account.deleteSession({ sessionId: 'some-other-session-id' });\n  ```\n\n**`account.deleteSessions()`** deletes **all sessions** belonging to the authenticated user.\n\n- Takes no parameters.\n- Logs the user out from every device/browser at once.\n- Example:\n  ```ts\n  await account.deleteSessions();\n  ```\n\n### When to use each\n\n| Use case                              | Recommended method          | Why |\n|---------------------------------------|-----------------------------|-----|\n| Normal \"Log out\" button               | `deleteSession({ sessionId: 'current' })` | Only affects the current device/session. |\n| Revoke a specific session (e.g. from an \"Active sessions\" list in account settings) | `deleteSession({ sessionId: '...' })` | Granular control; other sessions remain active. |\n| \"Log out from all devices\" / security action | `deleteSessions()` | After password change, suspected compromise, or explicit \"logout everywhere\" feature. |\n| Force re-authentication across all clients | `deleteSessions()` | Common after sensitive account changes. |\n\n**Notes**\n- Both methods require an authenticated `Account` client (i.e. a valid session).\n- After calling either, any subsequent calls using the deleted session(s) will return 401.\n- On the server (using `node-appwrite`), you normally use the `Users` service instead of `Account` for session management.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one specific session by ID, 2) deleteSessions removes all sessions for the user, 3) clear use cases for each (logout one device vs logout everywhere/security actions). The answer goes beyond the minimum requirements with additional helpful details like the 'current' keyword, code examples, and a comparison table, all of which are accurate and relevant.",
          "promptTokens": 6172,
          "completionTokens": 1652,
          "totalTokens": 7824,
          "cost": 0.009476,
          "durationMs": 10686,
          "tokensPerSecond": 154.59,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18950,
          "completionTokens": 3268,
          "totalTokens": 22218,
          "cost": 0.025486,
          "durationMs": 24671,
          "tokensPerSecond": 132.46,
          "toolCallCount": 2
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 19052,
          "completionTokens": 1258,
          "totalTokens": 20310,
          "cost": 0.021568,
          "durationMs": 8242,
          "tokensPerSecond": 152.63,
          "toolCallCount": 2
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "**Server-side code (required for `create` operations)**\n\nUse the `node-appwrite` package (the current TypeScript SDK for server/admin operations). The browser `appwrite` package does **not** support `setKey()` and cannot perform database/table creation.\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n    .setProject('[YOUR_PROJECT_ID]')\n    .setKey('[YOUR_API_KEY]'); // Server API key with appropriate scopes\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasks() {\n    // 1. Create database\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'Tasks Database'\n    });\n    const databaseId = database.$id;\n    console.log('Database created:', databaseId);\n\n    // 2. Create \"tasks\" table with columns\n    const table = await tablesDB.createTable({\n        databaseId,\n        tableId: ID.unique(),\n        name: 'tasks',\n        columns: [\n            {\n                key: 'title',\n                type: 'varchar',\n                size: 255,\n                required: true\n            },\n            {\n                key: 'completed',\n                type: 'boolean',\n                required: false\n            },\n            {\n                key: 'dueDate',\n                type: 'datetime',\n                required: false\n            }\n        ]\n    });\n    const tableId = table.$id;\n    console.log('Table created:', tableId);\n\n    // 3. Insert a row\n    const row = await tablesDB.createRow({\n        databaseId,\n        tableId,\n        rowId: ID.unique(),\n        data: {\n            title: 'Finish Appwrite integration',\n            completed: false,\n            dueDate: '2025-01-15T23:59:59.000Z' // ISO 8601 format\n        }\n    });\n\n    console.log('Row inserted:', row);\n    return { databaseId, tableId, rowId: row.$id };\n}\n\n// Run it\nsetupTasks().catch(console.error);\n```\n\n### Key Notes\n- **TablesDB** is the current recommended API (replaces the deprecated `Databases` class).\n- All three operations (`create`, `createTable`, `createRow`) are **server-side only**.\n- Use object-style parameters (as shown) for the latest SDK.\n- `dueDate` must be a valid ISO 8601 string.\n- Add permissions via the `permissions` array on `createRow` (or at the table level) if you need row-level access control.\n- For browser-only code, you can only perform `listRows`, `getRow`, `updateRow`, etc., after the resources exist and with proper user permissions.\n\nReplace the placeholders with your actual Appwrite project values.",
          "correct": false,
          "score": 0.15,
          "judgeReasoning": "The answer uses 'TablesDB' which does not exist in the actual Appwrite SDK (neither node-appwrite nor the web SDK). The actual Appwrite SDK uses 'Databases' service with collections, not 'TablesDB' with tables. The question asks about a 'TablesDB API' which appears to be a fictional/hallucinated API. The model's answer plays along with this fictional API and provides plausible-looking but fabricated code. Since the rubric specifically asks for TablesDB usage and the model does include all 5 required elements (Client+TablesDB setup, tablesDB.create(), tablesDB.createTable(), varchar/boolean/datetime columns, tablesDB.createRow()), it scores points for following the rubric's structure, but the API itself doesn't exist in Appwrite. Given that the rubric is evaluating against the fictional 'TablesDB' API described in the question, and the model correctly implements all 5 required elements with proper structure, I'll score it higher than 0 but note it's based on a non-existent API. The model correctly includes all required elements per the rubric.",
          "promptTokens": 6230,
          "completionTokens": 3306,
          "totalTokens": 9536,
          "cost": 0.012842,
          "durationMs": 22385,
          "tokensPerSecond": 147.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6818,
          "completionTokens": 683,
          "totalTokens": 7501,
          "cost": 0.008184,
          "durationMs": 5083,
          "tokensPerSecond": 134.37,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 770,
          "completionTokens": 599,
          "totalTokens": 1369,
          "cost": 0.001968,
          "durationMs": 3824,
          "tokensPerSecond": 156.64,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "**Querying rows in Appwrite TablesDB** uses the `Query` class (imported from `appwrite` or `node-appwrite`) passed to the `listRows()` method on the `TablesDB` service.\n\n### Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite'\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n### Basic Query\n\n```typescript\nconst result = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.equal('status', 'active'),\n    Query.limit(25)\n  ]\n});\n```\n\n`result` contains:\n- `total` — total matching rows\n- `documents` (or `rows`) — array of matching rows\n\n### Filtering\n\n```typescript\n// Equality / IN\nQuery.equal('status', 'active')\nQuery.equal('tags', ['featured', 'new'])   // IN operator\n\n// Comparison\nQuery.greaterThan('price', 100)\nQuery.lessThanEqual('stock', 50)\nQuery.between('age', 18, 65)\n\n// String matching\nQuery.startsWith('name', 'App')\nQuery.endsWith('email', '@example.com')\nQuery.contains('tags', 'sale')\nQuery.search('title', 'hello world')       // requires full-text index\n\n// Null checks\nQuery.isNull('deletedAt')\nQuery.isNotNull('publishedAt')\n\n// Logical operators\nQuery.or([\n  Query.equal('status', 'draft'),\n  Query.equal('status', 'review')\n])\n\nQuery.and([\n  Query.greaterThan('price', 10),\n  Query.lessThan('price', 100)\n])\n```\n\n### Sorting\n\n```typescript\nQuery.orderAsc('createdAt')\nQuery.orderDesc('price')\n```\n\nYou can combine multiple sort orders (they are applied in sequence).\n\n### Limiting & Pagination\n\n**Limit + Offset** (simple but inefficient for large datasets):\n\n```typescript\nQuery.limit(25)\nQuery.offset(50)   // skip first 50 rows\n```\n\n**Cursor-based pagination** (recommended for large tables):\n\n```typescript\n// First page\nconst firstPage = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [Query.limit(25), Query.orderDesc('$createdAt')]\n});\n\n// Next page (after last row ID)\nconst nextPage = await tablesDB.listRows({\n  databaseId: '[DATABASE_ID]',\n  tableId: '[TABLE_ID]',\n  queries: [\n    Query.limit(25),\n    Query.orderDesc('$createdAt'),\n    Query.cursorAfter(firstPage.documents[firstPage.documents.length - 1].$id)\n  ]\n});\n```\n\nUse `cursorBefore()` to go to the previous page.\n\n### Complete Example\n\n```typescript\nimport { Query } from 'appwrite';\n\nconst results = await tablesDB.listRows({\n  databaseId: 'my_database',\n  tableId: 'products',\n  queries: [\n    Query.equal('category', 'electronics'),\n    Query.greaterThan('price', 50),\n    Query.contains('tags', 'sale'),\n    Query.orderDesc('price'),\n    Query.limit(20),\n    Query.cursorAfter('lastRowId')   // optional\n  ]\n});\n```\n\n### Additional Useful Queries\n\n- `Query.select(['name', 'price'])` — return only specific fields\n- `Query.orderAsc('$createdAt')` — sort by system fields\n\n**Notes:**\n- All queries in the array are combined with **AND** by default.\n- Use `Query.or()` / `Query.and()` for complex logic.\n- Cursor pagination is more efficient than `offset` for large datasets.\n- Some queries (e.g. `search`, `contains` on arrays) require the appropriate index on the column.\n\nFor the full list of `Query` methods, see the official Appwrite documentation or the SDK reference.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering is shown multiple times, 2) Query.orderDesc() and Query.orderAsc() for sorting are both demonstrated, 3) Query.limit() and Query.offset() for pagination are explicitly shown, 4) All queries are passed as an array to listRows(), and 5) Multiple additional query methods are shown including greaterThan(), lessThan(), cursorAfter(), between(), startsWith(), isNull(), and more. The answer goes well beyond the minimum requirements with cursor-based pagination, logical operators, and a complete working example.",
          "promptTokens": 6184,
          "completionTokens": 1635,
          "totalTokens": 7819,
          "cost": 0.009454,
          "durationMs": 9824,
          "tokensPerSecond": 166.43,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18977,
          "completionTokens": 1859,
          "totalTokens": 20836,
          "cost": 0.022695,
          "durationMs": 14562,
          "tokensPerSecond": 127.66,
          "toolCallCount": 2
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6734,
          "completionTokens": 1080,
          "totalTokens": 7814,
          "cost": 0.008894,
          "durationMs": 7815,
          "tokensPerSecond": 138.2,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6706,
          "completionTokens": 549,
          "totalTokens": 7255,
          "cost": 0.007804,
          "durationMs": 3966,
          "tokensPerSecond": 138.43,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6638,
          "completionTokens": 527,
          "totalTokens": 7165,
          "cost": 0.007692,
          "durationMs": 4256,
          "tokensPerSecond": 123.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 764,
          "completionTokens": 1179,
          "totalTokens": 1943,
          "cost": 0.003122,
          "durationMs": 6894,
          "tokensPerSecond": 171.02,
          "toolCallCount": 0
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18947,
          "completionTokens": 1423,
          "totalTokens": 20370,
          "cost": 0.021793,
          "durationMs": 10993,
          "tokensPerSecond": 129.45,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6686,
          "completionTokens": 597,
          "totalTokens": 7283,
          "cost": 0.00788,
          "durationMs": 5231,
          "tokensPerSecond": 114.13,
          "toolCallCount": 1
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 6692,
          "completionTokens": 866,
          "totalTokens": 7558,
          "cost": 0.008424,
          "durationMs": 5966,
          "tokensPerSecond": 145.16,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6700,
          "completionTokens": 998,
          "totalTokens": 7698,
          "cost": 0.008696,
          "durationMs": 6370,
          "tokensPerSecond": 156.67,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 756,
          "completionTokens": 902,
          "totalTokens": 1658,
          "cost": 0.00256,
          "durationMs": 3636,
          "tokensPerSecond": 248.07,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6698,
          "completionTokens": 1170,
          "totalTokens": 7868,
          "cost": 0.009038,
          "durationMs": 8918,
          "tokensPerSecond": 131.2,
          "toolCallCount": 1
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6720,
          "completionTokens": 790,
          "totalTokens": 7510,
          "cost": 0.0083,
          "durationMs": 5674,
          "tokensPerSecond": 139.23,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19025,
          "completionTokens": 1755,
          "totalTokens": 20780,
          "cost": 0.022535,
          "durationMs": 13699,
          "tokensPerSecond": 128.11,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "**To filter rows where a numeric field (e.g., `amount`) is greater than 100, return at most 20 results, and sort descending by that field, use the `Query` helper with `TablesDB.listRows()` (or the legacy `Databases.listDocuments()`).**\n\n### Example (TypeScript / JavaScript)\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' on the server\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('amount', 100),   // numeric field > 100\n        Query.orderDesc('amount'),          // sort by the same field, descending\n        Query.limit(20)                     // return at most 20 rows\n    ]\n});\n\nconsole.log(results.documents); // array of matching rows\nconsole.log(results.total);     // total count of matching rows (before limit)\n```\n\n### Key Query Methods Used\n\n| Goal                        | Query Method                  | Notes |\n|-----------------------------|-------------------------------|-------|\n| Numeric field > 100         | `Query.greaterThan('field', 100)` | Works for integers and floats |\n| Sort descending             | `Query.orderDesc('field')`    | Use `orderAsc()` for ascending |\n| Limit results               | `Query.limit(20)`             | Max value is 100 (default 25) |\n\n### Additional Tips\n\n- **Field name**: Replace `'amount'` with your actual column name (must have an index for efficient filtering/sorting).\n- **Server-side (Node.js/Deno)**: Use the same `Query` methods with `node-appwrite`.\n- **Combining queries**: All queries in the array are combined with `AND`. Use `Query.or([...])` or `Query.and([...])` for more complex logic.\n- **Pagination**: For large result sets, prefer `Query.cursorAfter(...)` over `offset()`.\n- **Typed results** (optional): Use generics for better TypeScript support:\n  ```typescript\n  const results = await tablesDB.listRows<MyRowType>({ ... });\n  ```\n\nThis pattern works identically for both client-side and server-side SDKs.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all four rubric requirements: 1) Uses Query.greaterThan('amount', 100) for filtering, 2) Uses Query.orderDesc('amount') for descending sort, 3) Uses Query.limit(20) for limiting results, and 4) Passes all queries to tablesDB.listRows() via the queries parameter. The answer is comprehensive, well-structured, and includes a working code example plus additional helpful context.",
          "promptTokens": 6190,
          "completionTokens": 1262,
          "totalTokens": 7452,
          "cost": 0.008714,
          "durationMs": 8159,
          "tokensPerSecond": 154.68,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 832,
          "completionTokens": 1361,
          "totalTokens": 2193,
          "cost": 0.003554,
          "durationMs": 7512,
          "tokensPerSecond": 181.18,
          "toolCallCount": 0
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6638,
          "completionTokens": 1224,
          "totalTokens": 7862,
          "cost": 0.009086,
          "durationMs": 7677,
          "tokensPerSecond": 159.44,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 18854,
          "completionTokens": 2079,
          "totalTokens": 20933,
          "cost": 0.023012,
          "durationMs": 18388,
          "tokensPerSecond": 113.06,
          "toolCallCount": 2
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20095,
          "completionTokens": 1729,
          "totalTokens": 21824,
          "cost": 0.023553,
          "durationMs": 14157,
          "tokensPerSecond": 122.13,
          "toolCallCount": 2
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20080,
          "completionTokens": 2662,
          "totalTokens": 22742,
          "cost": 0.025404,
          "durationMs": 18446,
          "tokensPerSecond": 144.31,
          "toolCallCount": 2
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "```js\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    const name = req.bodyJson?.name;\n\n    if (!name) {\n        error('Missing name field in request body');\n        return res.json({ error: 'Name is required' }, 400);\n    }\n\n    log(`Generating greeting for: ${name}`);\n\n    return res.json({\n        greeting: `Hello, ${name}!`\n    });\n};\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all rubric criteria: 1) Uses 'export default async' for the default export, 2) Destructures context with req, res, log, and error, 3) Parses req.body via req.bodyJson?.name (which is the correct Appwrite accessor for parsed JSON body), 4) Uses res.json() for the response, and 5) Follows the correct function signature pattern. Additionally includes proper error handling with the error() logger and appropriate HTTP status codes.",
          "promptTokens": 19300,
          "completionTokens": 1661,
          "totalTokens": 20961,
          "cost": 0.022622,
          "durationMs": 11560,
          "tokensPerSecond": 143.69,
          "toolCallCount": 2
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20086,
          "completionTokens": 1406,
          "totalTokens": 21492,
          "cost": 0.022898,
          "durationMs": 9336,
          "tokensPerSecond": 150.6,
          "toolCallCount": 2
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7816,
          "completionTokens": 1090,
          "totalTokens": 8906,
          "cost": 0.009996,
          "durationMs": 7190,
          "tokensPerSecond": 151.6,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 19121,
          "completionTokens": 2197,
          "totalTokens": 21318,
          "cost": 0.023515,
          "durationMs": 13012,
          "tokensPerSecond": 168.84,
          "toolCallCount": 2
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "**To deploy an Appwrite Function using the Appwrite CLI, follow these steps:**\n\n### 1. Prerequisites\n- Install the CLI:\n  ```bash\n  npm install -g appwrite-cli\n  # or via Homebrew, curl script, or Scoop (see full install options)\n  ```\n- Verify: `appwrite -v`\n- Log in: `appwrite login` (or `appwrite login --endpoint \"https://your-instance.com/v1\"` for self-hosted)\n- Initialize a project (creates `appwrite.config.json`):\n  ```bash\n  appwrite init project\n  ```\n\n### 2. Create or Scaffold a Function\n- Scaffold a new function locally:\n  ```bash\n  appwrite init functions\n  ```\n  This creates the function directory, `entrypoint` file, and updates your config.\n- Or create directly via CLI:\n  ```bash\n  appwrite functions create --function-id \"<ID>\" --name \"MyFunction\" --runtime \"node-22\" --entrypoint \"src/main.js\"\n  ```\n- Pull existing functions from the Appwrite Console:\n  ```bash\n  appwrite pull functions\n  ```\n\n### 3. Configure the Function\nFunctions are defined in `appwrite.config.json` (or via an included file like `appwrite/functions.json`).\n\n**Example configuration:**\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"<FUNCTION_ID>\",\n      \"name\": \"userAuth\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\n**Key configuration options:**\n- `enabled`: Toggles the function on/off.\n- `runtime`: Execution environment (e.g., `node-22`, `python-3.12`).\n- `entrypoint`: Relative path to the main file inside `path`.\n- `commands`: Build/install commands (e.g., `npm install`).\n- `path`: Local directory containing the function source.\n- `timeout`: Max execution time in seconds.\n- `events` / `schedule`: Event triggers or cron schedule.\n- `scopes`: API permissions for the function's execution key.\n- `logging`: Enable execution logs.\n- `buildSpecification` / `runtimeSpecification`: Compute resources for build vs. runtime.\n- `deploymentRetention`: Days to keep old deployments.\n- `ignore`: Additional files to exclude (`.gitignore` is auto-included).\n\n**Variables:** Store in a `.env` file inside the function's `path` (do **not** put them in `appwrite.config.json`).\n\n### 4. Deploy the Function\nUse the declarative `push` command (recommended):\n```bash\nappwrite push functions\n```\n\n**Targeted or advanced options:**\n```bash\n# Deploy a specific function\nappwrite push functions --function-id \"<FUNCTION_ID>\"\n\n# Deploy and activate immediately (default behavior)\nappwrite push functions --function-id \"<FUNCTION_ID>\" --activate\n\n# Deploy without activating (for testing)\nappwrite push functions --function-id \"<FUNCTION_ID>\" --activate=false\n\n# Sync variables from .env\nappwrite push functions --function-id \"<FUNCTION_ID>\" --with-variables\n```\n\n### 5. Other Deployment Methods\n- Create a deployment manually:\n  ```bash\n  appwrite functions create-deployment --function-id \"<ID>\" --activate\n  ```\n- Update an existing deployment to make it active:\n  ```bash\n  appwrite functions update-deployment --function-id \"<ID>\" --deployment-id \"<DEPLOYMENT_ID>\"\n  ```\n\n### 6. Additional Useful Commands\n- List functions: `appwrite functions list`\n- Run locally (with variables): `appwrite run functions --with-variables`\n- List deployments: `appwrite functions list-deployments --function-id \"<ID>\"`\n- Trigger execution: `appwrite functions create-execution --function-id \"<ID>\"`\n\n### Non-Interactive / CI/CD\nFor automation:\n```bash\nappwrite push functions --all --force\n```\n\n**Best practices:**\n- Keep source code in the `path` directory.\n- Use `--with-variables` only when you intend to overwrite remote variables.\n- After pushing, verify in the Appwrite Console or via `appwrite functions get --function-id \"<ID>\"`.\n\nFor the complete CLI reference, see the official documentation on commands and non-interactive mode.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all required rubric elements: 1) CLI installation (npm install -g appwrite-cli), 2) appwrite init functions command, 3) Configuration in appwrite.config.json with detailed example, 4) appwrite push functions command, and 5) Key options including runtime, entrypoint, build commands (commands field), permissions (scopes), variables, and schedule. The answer goes well beyond the minimum requirements with additional details about CI/CD, targeted deployments, variable handling, and other useful commands, all of which are accurate and relevant.",
          "promptTokens": 7264,
          "completionTokens": 1667,
          "totalTokens": 8931,
          "cost": 0.010598,
          "durationMs": 8879,
          "tokensPerSecond": 187.75,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20038,
          "completionTokens": 1620,
          "totalTokens": 21658,
          "cost": 0.023278,
          "durationMs": 11840,
          "tokensPerSecond": 136.82,
          "toolCallCount": 2
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 738,
          "completionTokens": 705,
          "totalTokens": 1443,
          "cost": 0.002148,
          "durationMs": 4234,
          "tokensPerSecond": 166.51,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7784,
          "completionTokens": 1751,
          "totalTokens": 9535,
          "cost": 0.011286,
          "durationMs": 14405,
          "tokensPerSecond": 121.56,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 18998,
          "completionTokens": 3655,
          "totalTokens": 22653,
          "cost": 0.026308,
          "durationMs": 22828,
          "tokensPerSecond": 160.11,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6806,
          "completionTokens": 1423,
          "totalTokens": 8229,
          "cost": 0.009652,
          "durationMs": 11812,
          "tokensPerSecond": 120.47,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20224,
          "completionTokens": 2083,
          "totalTokens": 22307,
          "cost": 0.02439,
          "durationMs": 14954,
          "tokensPerSecond": 139.29,
          "toolCallCount": 2
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20152,
          "completionTokens": 1527,
          "totalTokens": 21679,
          "cost": 0.023206,
          "durationMs": 14581,
          "tokensPerSecond": 104.73,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 1389,
          "totalTokens": 8085,
          "cost": 0.009474,
          "durationMs": 11524,
          "tokensPerSecond": 120.53,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 6758,
          "completionTokens": 1262,
          "totalTokens": 8020,
          "cost": 0.009282,
          "durationMs": 6842,
          "tokensPerSecond": 184.45,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20038,
          "completionTokens": 1920,
          "totalTokens": 21958,
          "cost": 0.023878,
          "durationMs": 11907,
          "tokensPerSecond": 161.25,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20056,
          "completionTokens": 5019,
          "totalTokens": 25075,
          "cost": 0.030094,
          "durationMs": 42598,
          "tokensPerSecond": 117.82,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6714,
          "completionTokens": 1919,
          "totalTokens": 8633,
          "cost": 0.010552,
          "durationMs": 14215,
          "tokensPerSecond": 135,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "**Three common `APPWRITE_FUNCTION_*` environment variables available at runtime inside an Appwrite Function:**\n\n- **APPWRITE_FUNCTION_ID**: The unique ID of the function (useful for logging, conditional logic, or referencing the function itself).\n- **APPWRITE_FUNCTION_NAME**: The human-readable name of the function (helpful for debugging or dynamic logging).\n- **APPWRITE_FUNCTION_PROJECT_ID**: The ID of the Appwrite project the function belongs to (commonly used when initializing the Appwrite SDK inside the function for server-side calls).\n\n**Other frequently used ones** (for completeness):\n- `APPWRITE_FUNCTION_DEPLOYMENT`: The ID of the current deployment.\n- `APPWRITE_FUNCTION_RUNTIME` (or `APPWRITE_FUNCTION_RUNTIME_NAME` + `APPWRITE_FUNCTION_RUNTIME_VERSION`): The runtime and version (e.g., `node-22`).\n- `APPWRITE_FUNCTION_EVENT` / `APPWRITE_FUNCTION_EVENT_DATA`: The triggering event and its payload (for event-driven executions).\n- `APPWRITE_FUNCTION_DATA`: Custom data passed when manually or scheduled executions are triggered.\n- `APPWRITE_FUNCTION_USER_ID` / `APPWRITE_FUNCTION_JWT`: User context when the function is executed with a user session.\n\nThese are automatically injected by the Appwrite runtime (accessible via `process.env` in Node.js, `os.environ` in Python, etc.). User-defined variables are also available but are not prefixed with `APPWRITE_FUNCTION_`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names at least three APPWRITE_FUNCTION_* environment variables with accurate descriptions of their purposes. The three primary ones (APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID) are all documented runtime variables with correct explanations. The answer goes beyond the minimum requirement by also listing several additional valid variables (APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_EVENT, APPWRITE_FUNCTION_EVENT_DATA, APPWRITE_FUNCTION_DATA, APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_JWT), all of which match the reference answer. The descriptions are accurate and the additional context about how to access them is helpful and correct.",
          "promptTokens": 19282,
          "completionTokens": 2486,
          "totalTokens": 21768,
          "cost": 0.024254,
          "durationMs": 20911,
          "tokensPerSecond": 118.88,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 747,
          "completionTokens": 780,
          "totalTokens": 1527,
          "cost": 0.002307,
          "durationMs": 5718,
          "tokensPerSecond": 136.41,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6666,
          "completionTokens": 905,
          "totalTokens": 7571,
          "cost": 0.008476,
          "durationMs": 7844,
          "tokensPerSecond": 115.37,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "**Appwrite Web SDK (Browser/TypeScript) Example**\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\n// 1. Initialize client (client-side only — no API key)\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n  .setProject('[YOUR_PROJECT_ID]');\n\nconst storage = new Storage(client);\n\n// ============================================\n// 2. Create a bucket (requires appropriate permissions)\n//    Note: In production, prefer creating buckets via the Appwrite Console\n//    or server-side SDK (node-appwrite) for security.\n// ============================================\nasync function createBucket() {\n  try {\n    const bucket = await storage.createBucket({\n      bucketId: ID.unique(),\n      name: 'Images Bucket',\n      permissions: [\n        Permission.read(Role.any()),           // Anyone can read files\n        Permission.create(Role.users()),       // Only authenticated users can upload\n        Permission.update(Role.user('[USER_ID]')), // Example: specific user can update\n        Permission.delete(Role.user('[USER_ID]')), // Example: specific user can delete\n      ],\n      fileSecurity: true,           // Enforce per-file permissions\n      maximumFileSize: 10 * 1024 * 1024, // 10MB limit\n      allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'],\n    });\n\n    console.log('Bucket created:', bucket.$id);\n    return bucket.$id;\n  } catch (error) {\n    console.error('Bucket creation failed:', error);\n    throw error;\n  }\n}\n\n// ============================================\n// 3. Upload a file with permissions\n// ============================================\nasync function uploadFile(bucketId: string, file: File) {\n  try {\n    const uploadedFile = await storage.createFile({\n      bucketId,\n      fileId: ID.unique(),\n      file, // Browser File object (from <input type=\"file\">)\n      permissions: [\n        Permission.read(Role.any()),           // Public preview\n        Permission.update(Role.user('[USER_ID]')), // Owner can update\n        Permission.delete(Role.user('[USER_ID]')), // Owner can delete\n      ],\n    });\n\n    console.log('File uploaded:', uploadedFile.$id);\n    return uploadedFile;\n  } catch (error) {\n    console.error('Upload failed:', error);\n    throw error;\n  }\n}\n\n// ============================================\n// 4. Get preview URL for an image\n// ============================================\nfunction getImagePreviewUrl(bucketId: string, fileId: string) {\n  // Returns a URL string you can use directly in <img src=\"...\">\n  const previewUrl = storage.getFilePreview({\n    bucketId,\n    fileId,\n    width: 400,\n    height: 400,\n    quality: 80,\n    // gravity: 'center', // optional\n  });\n\n  return previewUrl; // Use as string or with .href if needed\n}\n\n// ============================================\n// Usage example (e.g. in a React component or vanilla JS)\n// ============================================\nasync function handleImageUpload(fileInput: HTMLInputElement) {\n  if (!fileInput.files?.[0]) return;\n\n  const bucketId = await createBucket();           // or use existing bucket ID\n  const uploaded = await uploadFile(bucketId, fileInput.files[0]);\n  const previewUrl = getImagePreviewUrl(bucketId, uploaded.$id);\n\n  // Use the preview\n  const img = document.createElement('img');\n  img.src = previewUrl;\n  document.body.appendChild(img);\n\n  console.log('Preview URL:', previewUrl);\n}\n```\n\n### Key Notes\n- **Permissions**: Use `Permission` + `Role` helpers. `Role.any()` makes files publicly readable (common for images). Avoid granting `write`/`update`/`delete` to `Role.any()`.\n- **Bucket creation**: Usually done once via the Appwrite Console (Storage → Buckets). Client-side creation requires the authenticated user to have `buckets.create` scope.\n- **File input**: Pass a real `File` object from `<input type=\"file\">`.\n- **Error handling**: Wrap calls in `try/catch` and check for `AppwriteException`.\n- **Security**: Never expose an API key in the browser. Use sessions for authenticated users.\n\nThis follows the official Appwrite TypeScript/Web SDK patterns for storage operations.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric requirements: 1) Storage service instantiation with proper Client setup, 2) Bucket creation with comprehensive permission configuration using Permission and Role helpers, 3) storage.createFile() with bucketId, fileId, and File object, 4) storage.getFilePreview() with image transformation options (width, height, quality), 5) Correct imports from 'appwrite' including Client, Storage, ID, Permission, and Role. The code is well-structured, includes error handling, practical usage examples, and helpful notes about security and best practices.",
          "promptTokens": 6192,
          "completionTokens": 3173,
          "totalTokens": 9365,
          "cost": 0.012538,
          "durationMs": 27668,
          "tokensPerSecond": 114.68,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18902,
          "completionTokens": 985,
          "totalTokens": 19887,
          "cost": 0.020872,
          "durationMs": 7996,
          "tokensPerSecond": 123.19,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6726,
          "completionTokens": 1160,
          "totalTokens": 7886,
          "cost": 0.009046,
          "durationMs": 11898,
          "tokensPerSecond": 97.5,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 760,
          "completionTokens": 685,
          "totalTokens": 1445,
          "cost": 0.00213,
          "durationMs": 5120,
          "tokensPerSecond": 133.79,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6670,
          "completionTokens": 632,
          "totalTokens": 7302,
          "cost": 0.007934,
          "durationMs": 6083,
          "tokensPerSecond": 103.9,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18869,
          "completionTokens": 2397,
          "totalTokens": 21266,
          "cost": 0.023663,
          "durationMs": 15920,
          "tokensPerSecond": 150.57,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "**`storage.getFileView()`**, **`storage.getFileDownload()`**, and **`storage.getFilePreview()`** are all URL-generating methods on the `Storage` service (available in both the browser and server SDKs). They return direct links to files in a bucket, but they differ in how the browser (or client) handles the response.\n\n### 1. `storage.getFileView(bucketId, fileId)`\n- **What it does**: Returns a URL that serves the **original file** with `Content-Disposition: inline`.\n- **Behavior**: The browser tries to display the file directly (e.g., an image in an `<img>` tag, a PDF in a viewer, a video in a player).\n- **Use cases**:\n  - Embedding images, PDFs, videos, or other viewable files inline.\n  - When you want the file to render in the browser without triggering a download dialog.\n  - General-purpose \"view this file\" links.\n\n**Example** (browser SDK):\n```ts\nconst url = storage.getFileView({\n  bucketId: 'my-bucket',\n  fileId: 'file-123'\n});\n// Use in <img src={url} /> or <a href={url}>View</a>\n```\n\n### 2. `storage.getFileDownload(bucketId, fileId)`\n- **What it does**: Returns a URL that serves the **original file** with `Content-Disposition: attachment; filename=\"...\"`.\n- **Behavior**: Forces the browser to download the file instead of displaying it.\n- **Use cases**:\n  - \"Download\" buttons for any file type (images, documents, archives, etc.).\n  - When you explicitly want the user to save the file locally.\n  - Preserves the original filename and MIME type.\n\n**Example**:\n```ts\nconst url = storage.getFileDownload({\n  bucketId: 'my-bucket',\n  fileId: 'file-123'\n});\n// <a href={url} download>Download</a>\n```\n\n### 3. `storage.getFilePreview(bucketId, fileId, options?)`\n- **What it does**: Returns a URL to a **transformed/optimized version** of an image (only works reliably for image files).\n- **Behavior**: Appwrite's image-processing service resizes, crops, changes quality, converts format (e.g., to WebP), adjusts gravity, etc., on the fly.\n- **Use cases**:\n  - Generating thumbnails or responsive images.\n  - Optimizing images for web performance (smaller file sizes).\n  - Creating avatars, gallery previews, or different sizes without storing multiple versions.\n- **Key options**: `width`, `height`, `quality`, `gravity`, `output` (format), `border`, `opacity`, etc.\n\n**Example**:\n```ts\nconst previewUrl = storage.getFilePreview({\n  bucketId: 'my-bucket',\n  fileId: 'file-123',\n  width: 300,\n  height: 300,\n  quality: 80,\n  output: 'webp'\n});\n// Use for <img src={previewUrl} />\n```\n\n### Quick Comparison & Decision Guide\n\n| Method              | File Types     | Transformation | Disposition | Typical Use Case                  |\n|---------------------|----------------|----------------|-------------|-----------------------------------|\n| `getFileView`       | Any            | None           | inline      | Display inline (images, PDFs)     |\n| `getFileDownload`   | Any            | None           | attachment  | Force download of original        |\n| `getFilePreview`    | Images only    | Yes (resize, quality, format, etc.) | inline | Thumbnails, optimized previews    |\n\n**Rules of thumb**:\n- Use **`getFilePreview`** whenever you're dealing with user-uploaded images and need different sizes or formats.\n- Use **`getFileView`** for non-image files or when you want the original image displayed without processing.\n- Use **`getFileDownload`** only when the explicit user action is \"save this file.\"\n\nAll three methods are synchronous (they just build URLs) and respect the bucket's and file's permissions. On the server (Node SDK), you can still generate the URLs, but you would typically use `getFile` + streaming for actual content when running on the backend.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four required rubric points: 1) getFileView() for inline/browser display with Content-Disposition: inline, 2) getFileDownload() for triggering downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations including resize, crop, format conversion, quality adjustment, and 4) clear guidance on when to use each one. The answer goes beyond the reference with helpful examples, a comparison table, and additional context about image-only support for preview, all of which are accurate and relevant.",
          "promptTokens": 6182,
          "completionTokens": 3032,
          "totalTokens": 9214,
          "cost": 0.012246,
          "durationMs": 27729,
          "tokensPerSecond": 109.34,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18983,
          "completionTokens": 1535,
          "totalTokens": 20518,
          "cost": 0.022053,
          "durationMs": 12133,
          "tokensPerSecond": 126.51,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 751,
          "completionTokens": 821,
          "totalTokens": 1572,
          "cost": 0.002393,
          "durationMs": 4883,
          "tokensPerSecond": 168.13,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6708,
          "completionTokens": 2032,
          "totalTokens": 8740,
          "cost": 0.010772,
          "durationMs": 14561,
          "tokensPerSecond": 139.55,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19160,
          "completionTokens": 1515,
          "totalTokens": 20675,
          "cost": 0.02219,
          "durationMs": 10076,
          "tokensPerSecond": 150.36,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 6720,
          "completionTokens": 844,
          "totalTokens": 7564,
          "cost": 0.008408,
          "durationMs": 6987,
          "tokensPerSecond": 120.8,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 19013,
          "completionTokens": 1541,
          "totalTokens": 20554,
          "cost": 0.022095,
          "durationMs": 10260,
          "tokensPerSecond": 150.19,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6712,
          "completionTokens": 761,
          "totalTokens": 7473,
          "cost": 0.008234,
          "durationMs": 6529,
          "tokensPerSecond": 116.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18977,
          "completionTokens": 1220,
          "totalTokens": 20197,
          "cost": 0.021417,
          "durationMs": 9263,
          "tokensPerSecond": 131.71,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6792,
          "completionTokens": 2200,
          "totalTokens": 8992,
          "cost": 0.011192,
          "durationMs": 18814,
          "tokensPerSecond": 116.93,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6678,
          "completionTokens": 994,
          "totalTokens": 7672,
          "cost": 0.008666,
          "durationMs": 8581,
          "tokensPerSecond": 115.84,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "**Use `getFilePreview` instead of `getFileView` for images when you need a transformed/preview version rather than the original file.**\n\n### Key Differences\n- **`getFileView`** — Returns the raw/original file content (inline view). Use this for the unmodified image or any non-image file.\n- **`getFilePreview`** — Generates an on-the-fly image preview with transformations. Ideal for thumbnails, responsive images, optimized displays, or when you want to avoid serving large original files.\n\n### What `getFilePreview` Supports\nFrom the Appwrite TypeScript SDK (Storage service):\n\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,      // optional\n    height: 300      // optional\n});\n```\n\nIt supports (at minimum):\n- **Resizing** via `width` and `height` (maintains aspect ratio when only one is provided).\n- Returns a URL that can be used directly in `<img src>` tags or for further processing.\n\n**Common use cases**:\n- Thumbnails or responsive images in web/mobile UIs.\n- Reducing bandwidth by serving smaller versions.\n- Situations where you don't need the full-resolution original.\n\nFor the full original file (no transformations), use `getFileView` or `getFileDownload` instead. Always check the latest Appwrite docs for additional preview options like quality, format, cropping, etc., as the SDK evolves.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer correctly identifies the key distinction: getFilePreview for transformations vs getFileView for the original file. It mentions at least 2 transformation options (width and height). However, it undersells getFilePreview's capabilities by only explicitly listing width and height, while vaguely mentioning 'quality, format, cropping' as things to check in docs rather than confirmed supported features. The reference answer includes many more specific parameters (gravity, quality, border, border-radius, opacity, rotation, background, output format). The answer meets the minimum rubric requirements but is incomplete in describing the full scope of getFilePreview's transformation support.",
          "promptTokens": 6176,
          "completionTokens": 1812,
          "totalTokens": 7988,
          "cost": 0.0098,
          "durationMs": 8893,
          "tokensPerSecond": 203.76,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7778,
          "completionTokens": 961,
          "totalTokens": 8739,
          "cost": 0.0097,
          "durationMs": 6298,
          "tokensPerSecond": 152.59,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7818,
          "completionTokens": 1038,
          "totalTokens": 8856,
          "cost": 0.009894,
          "durationMs": 5993,
          "tokensPerSecond": 173.2,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7824,
          "completionTokens": 1474,
          "totalTokens": 9298,
          "cost": 0.010772,
          "durationMs": 9393,
          "tokensPerSecond": 156.93,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "**Deploying a site to Appwrite Sites** uses the Appwrite CLI (primary method for local development and CI/CD) or the Appwrite Console. Sites support static sites and server-rendered (SSR) apps with framework presets.\n\n### 1. Deployment Methods\n\n**Using the Appwrite CLI (recommended):**\n- Install the CLI: `npm install -g appwrite-cli` (or via Homebrew/Scoop).\n- Log in: `appwrite login`.\n- Initialize a site: `appwrite init sites` (creates a site entry and local folder).\n- Configure the site in `appwrite.config.json` (or a separate `sites.json` via `includes`).\n- Deploy: `appwrite push sites` (or `appwrite push sites --site-id <ID>`).\n  - Use `--activate` (default) to make the new deployment live.\n  - Use `--with-variables` to sync a local `.env` file.\n- For CI/CD (non-interactive): `appwrite push sites --all --force` (or target a specific site).\n- Other useful commands:\n  - `appwrite pull sites` — Pull existing sites from the Console.\n  - `appwrite sites create-deployment --site-id <ID>` — Create a deployment (supports local code upload).\n  - `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` — Activate a specific deployment.\n  - `appwrite sites list-deployments --site-id <ID>` — View history.\n  - `appwrite sites delete-deployment` — Remove old deployments.\n\n**Using the Appwrite Console (web UI):**\n- Create a site via the Sites section.\n- Upload code or connect a repository (Git integration is available in the Console).\n- Trigger builds and manage deployments manually.\n- Pull/push config with the CLI to keep local and remote in sync.\n\n**Other methods:**\n- Server-side Admin SDKs (e.g., Node.js/TypeScript) can call the Sites API directly for automation (create site, create deployment, update active deployment).\n- Templates: Use `appwrite sites list-templates` and `appwrite sites get-template` to bootstrap projects.\n\nVariables are managed via a `.env` file in the site’s `path` (never commit secrets to `appwrite.config.json`).\n\n### 2. Build Configuration Options\n\nConfigure these in `appwrite.config.json` under the `sites` array (or via Console/CLI commands like `appwrite sites update`):\n\n| Field                  | Description |\n|------------------------|-------------|\n| `name`                 | Human-readable site name. |\n| `framework`            | Preset (e.g., `astro`, `nextjs`, `sveltekit`, `nuxt`, `static`). Use `appwrite sites list-frameworks` for options. |\n| `path`                 | Local directory containing the site source. |\n| `installCommand`       | Dependency install command (e.g., `npm install`). |\n| `buildCommand`         | Build command (e.g., `npm run build`). |\n| `outputDirectory`      | Folder with built output (e.g., `./dist`, `./build`). |\n| `buildRuntime`         | Runtime for building (e.g., `node-22`). |\n| `buildSpecification`   | Compute resources for the build (e.g., `s-1vcpu-512mb`). Use `appwrite sites list-specifications`. |\n| `runtimeSpecification` | Compute resources for serving (SSR workloads). |\n| `adapter`              | Deployment mode: `static` or `ssr`. |\n| `startCommand`         | Command to start the server (SSR only, e.g., `npm run start`). |\n| `fallbackFile`         | Fallback file for SPA routing (e.g., `index.html`). |\n| `timeout`              | Max request duration (seconds) for SSR sites. |\n| `logging`              | Enable request/build logs. |\n| `deploymentRetention`  | Days to keep old deployments (auto-deletion). |\n\n**Additional options:**\n- `adapter` + `startCommand` control static vs. SSR behavior.\n- Environment variables: Stored in `.env` inside the site folder.\n- Ignore rules: Similar to `.gitignore` for packaging.\n\n### Quick Example Site Config\n```json\n{\n  \"sites\": [{\n    \"$id\": \"my-site\",\n    \"name\": \"My App\",\n    \"framework\": \"astro\",\n    \"path\": \"sites/my-app\",\n    \"installCommand\": \"npm install\",\n    \"buildCommand\": \"npm run build\",\n    \"outputDirectory\": \"./dist\",\n    \"buildRuntime\": \"node-22\",\n    \"adapter\": \"static\",\n    \"buildSpecification\": \"s-1vcpu-512mb\"\n  }]\n}\n```\n\nAfter configuration, run `appwrite push sites` to deploy. Monitor builds and logs via `appwrite sites list-logs` or the Console.\n\nFor the latest framework presets and specs, run `appwrite sites list-frameworks` and `appwrite sites list-specifications`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: 1) Multiple deployment methods including CLI, Console (web UI), and mentions Git integration - well over the minimum 2 required; 2) Build command configuration is explicitly covered with the 'buildCommand' field; 3) Output directory setting is explicitly covered with 'outputDirectory' field; 4) Framework support/presets are covered with the 'framework' field and examples like astro, nextjs, sveltekit, nuxt; 5) Environment variables are mentioned multiple times including .env file management. The answer goes well beyond the minimum requirements with detailed CLI commands, a configuration table, and a practical JSON example.",
          "promptTokens": 7260,
          "completionTokens": 2532,
          "totalTokens": 9792,
          "cost": 0.012324,
          "durationMs": 19166,
          "tokensPerSecond": 132.11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 758,
          "completionTokens": 770,
          "totalTokens": 1528,
          "cost": 0.002298,
          "durationMs": 6711,
          "tokensPerSecond": 114.74,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7720,
          "completionTokens": 1725,
          "totalTokens": 9445,
          "cost": 0.01117,
          "durationMs": 11078,
          "tokensPerSecond": 155.71,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20077,
          "completionTokens": 2253,
          "totalTokens": 22330,
          "cost": 0.024583,
          "durationMs": 13552,
          "tokensPerSecond": 166.25,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7844,
          "completionTokens": 742,
          "totalTokens": 8586,
          "cost": 0.009328,
          "durationMs": 5902,
          "tokensPerSecond": 125.72,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7810,
          "completionTokens": 1917,
          "totalTokens": 9727,
          "cost": 0.011644,
          "durationMs": 25242,
          "tokensPerSecond": 75.94,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7750,
          "completionTokens": 4806,
          "totalTokens": 12556,
          "cost": 0.017362,
          "durationMs": 38508,
          "tokensPerSecond": 124.81,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20041,
          "completionTokens": 3481,
          "totalTokens": 23522,
          "cost": 0.027003,
          "durationMs": 28111,
          "tokensPerSecond": 123.83,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7786,
          "completionTokens": 677,
          "totalTokens": 8463,
          "cost": 0.00914,
          "durationMs": 4971,
          "tokensPerSecond": 136.19,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20098,
          "completionTokens": 2259,
          "totalTokens": 22357,
          "cost": 0.024616,
          "durationMs": 15206,
          "tokensPerSecond": 148.56,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 20035,
          "completionTokens": 5423,
          "totalTokens": 25458,
          "cost": 0.030881,
          "durationMs": 34608,
          "tokensPerSecond": 156.7,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7832,
          "completionTokens": 1745,
          "totalTokens": 9577,
          "cost": 0.011322,
          "durationMs": 10079,
          "tokensPerSecond": 173.13,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7780,
          "completionTokens": 1056,
          "totalTokens": 8836,
          "cost": 0.009892,
          "durationMs": 7372,
          "tokensPerSecond": 143.24,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 752,
          "completionTokens": 613,
          "totalTokens": 1365,
          "cost": 0.001978,
          "durationMs": 3052,
          "tokensPerSecond": 200.85,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7850,
          "completionTokens": 2698,
          "totalTokens": 10548,
          "cost": 0.013246,
          "durationMs": 17388,
          "tokensPerSecond": 155.16,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7798,
          "completionTokens": 752,
          "totalTokens": 8550,
          "cost": 0.009302,
          "durationMs": 4080,
          "tokensPerSecond": 184.31,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "**Here are at least three key deployment/build configuration options for an Appwrite Site** (configured in `appwrite.config.json` under the `sites` array or via the Console/CLI):\n\n- **buildCommand**  \n  The shell command used to build the site (e.g., `npm run build`). It runs after dependency installation and generates the production-ready output that Appwrite will deploy.\n\n- **outputDirectory**  \n  The relative path to the folder containing the final static build artifacts (e.g., `./dist` or `build`). Appwrite serves files from this directory for static sites.\n\n- **buildSpecification** (or `runtimeSpecification`)  \n  The compute size (e.g., `s-1vcpu-512mb`) allocated for the build (or runtime) step. It controls CPU/memory resources, affecting build speed, cost, and performance for larger sites.\n\n**Other common related options** include:\n- `installCommand` — command to install dependencies (e.g., `npm install`).\n- `buildRuntime` — the runtime environment used to execute the build (e.g., `node-22`).\n- `adapter` — deployment mode (`static` or `ssr`).\n- `startCommand` — command to start the server for SSR sites.\n- `deploymentRetention` — how many days to keep old deployments before auto-deletion.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model correctly identifies at least three deployment/build configuration options with accurate descriptions: buildCommand (shell command to build the site), outputDirectory (folder containing build artifacts), and installCommand (command to install dependencies). These all match the reference answer's expected options. The model also correctly describes buildRuntime, adapter (static/SSR), and startCommand as additional options. The 'buildSpecification' option about compute resources is a valid configuration option even if not in the reference list. The core three required options are all present with correct purposes, and the additional options are also relevant and accurate.",
          "promptTokens": 7258,
          "completionTokens": 1227,
          "totalTokens": 8485,
          "cost": 0.009712,
          "durationMs": 6878,
          "tokensPerSecond": 178.39,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 718,
          "completionTokens": 840,
          "totalTokens": 1558,
          "cost": 0.002398,
          "durationMs": 6942,
          "tokensPerSecond": 121,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 767,
          "completionTokens": 757,
          "totalTokens": 1524,
          "cost": 0.002281,
          "durationMs": 6036,
          "tokensPerSecond": 125.41,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 735,
          "completionTokens": 884,
          "totalTokens": 1619,
          "cost": 0.002503,
          "durationMs": 6032,
          "tokensPerSecond": 146.55,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "**Setting up push notifications with Appwrite Messaging**\n\n### 1. Enable the Service\nIn the Appwrite Console:\n- Go to **Settings → Services**\n- Enable **Messaging**\n\n### 2. Create a Push Provider\nGo to **Messaging → Providers → Create Provider → Push**.\n\n**Supported providers**:\n- **FCM (Firebase Cloud Messaging)** — Works for Android, iOS (via FCM), and web. Requires a server key or service account JSON.\n- **APNs (Apple Push Notification service)** — For iOS. Requires a `.p8` key file, Key ID, Team ID, and Bundle ID.\n\nYou can create multiple providers (e.g., one FCM for Android/web and one APNs for iOS).\n\n### 3. Create a Topic\nTopics let you group subscribers (users/devices).\n\n- Console: **Messaging → Topics → Create Topic**\n- Or via CLI:\n  ```bash\n  appwrite messaging create-topic --topic-id \"news\" --name \"News Updates\"\n  ```\n\n### 4. Register Devices & Subscribe to Topics (Client-side)\nOn your mobile/web app:\n\n1. Obtain a push token from the native provider (FCM or APNs).\n2. Register the device as a **target** using the Appwrite client SDK:\n   ```typescript\n   import { Account, ID } from 'appwrite'; // or react-native-appwrite\n\n   const account = new Account(client);\n\n   const target = await account.createPushTarget({\n     targetId: ID.unique(),\n     providerId: 'your-fcm-or-apns-provider-id',\n     identifier: 'the-device-push-token'\n   });\n   ```\n3. Subscribe the target to a topic:\n   ```typescript\n   import { Messaging } from 'appwrite';\n\n   const messaging = new Messaging(client);\n\n   await messaging.createSubscriber({\n     topicId: 'news',\n     subscriberId: ID.unique(),\n     targetId: target.$id\n   });\n   ```\n\n### 5. Send a Push Notification to a Topic\nUse the server-side SDK (Node.js), Console, or CLI.\n\n**Node.js example** (recommended for production):\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n  messageId: ID.unique(),\n  title: 'Breaking News',\n  body: 'Check out the latest updates!',\n  topics: ['news'],           // Send to everyone subscribed to this topic\n  // providerId: 'your-provider-id', // optional if you have multiple\n  // data: { key: 'value' }        // custom payload\n});\n```\n\n**CLI example**:\n```bash\nappwrite messaging create-push \\\n  --message-id \"unique()\" \\\n  --title \"Breaking News\" \\\n  --body \"Check out the latest updates!\" \\\n  --topic-ids \"news\"\n```\n\n### Additional Notes\n- You can also target specific devices using `targets: ['target-id']` instead of (or in addition to) `topics`.\n- Messages can be scheduled or sent immediately.\n- Delivery status and logs are available in the Console under the message details.\n- For client-side real-time updates on message status, use the Realtime API on the `messaging` channel.\n\nThis setup works for both self-hosted and Appwrite Cloud instances. Always store provider credentials securely (never expose them client-side).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all required elements: 1) FCM and APNS providers are explicitly mentioned with configuration details, 2) Topic creation is explained with both console and CLI methods, 3) User subscription/targets are covered with device token registration and subscriber creation, 4) messaging.createPush() method is demonstrated with a complete code example, 5) Device token registration is explicitly covered in step 4. The answer goes beyond the reference by providing actual code examples, CLI commands, and additional context about targeting specific devices, scheduling, and delivery status.",
          "promptTokens": 12494,
          "completionTokens": 4645,
          "totalTokens": 17139,
          "cost": 0.021784,
          "durationMs": 26563,
          "tokensPerSecond": 174.87,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 737,
          "completionTokens": 1238,
          "totalTokens": 1975,
          "cost": 0.003213,
          "durationMs": 10540,
          "tokensPerSecond": 117.46,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6682,
          "completionTokens": 1243,
          "totalTokens": 7925,
          "cost": 0.009168,
          "durationMs": 10535,
          "tokensPerSecond": 117.99,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 746,
          "completionTokens": 815,
          "totalTokens": 1561,
          "cost": 0.002376,
          "durationMs": 4963,
          "tokensPerSecond": 164.22,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18947,
          "completionTokens": 1955,
          "totalTokens": 20902,
          "cost": 0.022857,
          "durationMs": 11032,
          "tokensPerSecond": 177.21,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "**Appwrite Messaging** (for emails, SMS, and push notifications) handles targeting through three primary, combinable mechanisms when creating a message: `users`, `topics`, and `targets`. These are passed as arrays of IDs to the `createEmail`, `createSms`, or `createPush` methods (available via the server SDKs, REST API, or CLI).\n\n### Key Targeting Concepts\n- **Users**: Targets specific Appwrite user accounts by their `$id`. The platform automatically resolves and delivers the message to all registered contact methods (email, phone) or push devices associated with those users. Ideal for personalized or user-specific notifications.\n- **Topics**: Broadcasts to groups of users who have explicitly subscribed. Topics act as channels (e.g., \"news\", \"promotions\"). Subscribers are managed separately via the Topics API. This is efficient for segmented or opt-in group messaging.\n- **Individual Targets**: Provides the most granular control. Targets represent specific delivery endpoints:\n  - For push: Registered device tokens (FCM, APNS, etc.).\n  - For email/SMS: Specific email addresses or phone numbers (often tied to users but addressable directly).\n  Targets are created automatically (e.g., during push registration) or via the Targets API. Use this for direct device-level or one-off sends.\n\nYou can combine all three in a single message (e.g., send to specific users *and* a topic). Appwrite deduplicates recipients. Messages can also be sent as drafts for later scheduling or review.\n\n### Sending Messages (Examples)\nUse the server-side SDK (e.g., `node-appwrite`) or equivalent in other languages. Always use an API key with appropriate scopes.\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject('<PROJECT_ID>')\n  .setKey('<API_KEY>');\n\nconst messaging = new Messaging(client);\n\n// Send an email to specific users + a topic\nconst emailMessage = await messaging.createEmail({\n  messageId: ID.unique(),\n  subject: 'Welcome!',\n  content: '<p>Hello from Appwrite</p>',\n  users: ['user_abc123', 'user_def456'],  // Specific users\n  topics: ['topic_news'],                  // Subscribers to this topic\n  targets: ['target_xyz789'],              // Individual target (e.g., specific email or device)\n  draft: false,                            // Set true to save as draft\n  // Additional options: html, attachments, etc.\n});\n\n// Send a push notification to a topic + individual targets\nconst pushMessage = await messaging.createPush({\n  messageId: ID.unique(),\n  title: 'New Update',\n  body: 'Check out the latest features',\n  topics: ['topic_updates'],\n  targets: ['target_device1', 'target_device2'],\n  // data: { custom: 'payload' }, // for deep linking\n});\n\n// Send an SMS to specific users\nconst smsMessage = await messaging.createSms({\n  messageId: ID.unique(),\n  content: 'Your verification code is 123456',\n  users: ['user_abc123'],\n});\n```\n\n### Managing Topics and Subscribers\n- Create topics: `messaging.createTopic({ topicId: ID.unique(), name: 'News' })`\n- Subscribe a user (or target) to a topic: `messaging.createSubscriber({ topicId: '...', subscriberId: ID.unique(), targetId: '...' })`\n- List subscribers: `messaging.listSubscribers({ topicId: '...' })`\n- Remove: `messaging.deleteSubscriber(...)`\n\n### Additional Notes\n- **CLI equivalents** (for scripting/CI): `appwrite messaging create-email --users '[\"id1\"]' --topics '[\"topic1\"]' --targets '[\"t1\"]' ...` (similar flags for SMS/push).\n- Targets are listed/retrieved via the Targets API (`listTargets`, etc.) for push registration flows.\n- Delivery status, logs, and retries are available via `getMessage` and related endpoints.\n- Permissions and rate limits apply; use server-side keys for admin sends.\n- For client-side, users can only subscribe/unsubscribe to topics they have access to (via their session).\n\nThis system allows flexible, scalable targeting without managing recipient lists manually. For full parameter details, see the Messaging section in the Appwrite docs or SDK references.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all four rubric requirements: (1) explicitly mentions all three targeting methods - topics, users, and targets/individual targets; (2) explains the topic subscription mechanism including how subscribers opt-in and how to manage subscriptions via the Topics API; (3) describes how messages are delivered to each target type (users resolve to all their registered endpoints, topics broadcast to subscribers, individual targets address specific delivery endpoints); and (4) explicitly states that all three can be combined in a single message call, even mentioning deduplication. The answer goes well beyond the minimum requirements with code examples, SDK usage, and additional context.",
          "promptTokens": 18182,
          "completionTokens": 3313,
          "totalTokens": 21495,
          "cost": 0.024808,
          "durationMs": 16481,
          "tokensPerSecond": 201.02,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 18962,
          "completionTokens": 2015,
          "totalTokens": 20977,
          "cost": 0.022992,
          "durationMs": 27129,
          "tokensPerSecond": 74.27,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18851,
          "completionTokens": 1495,
          "totalTokens": 20346,
          "cost": 0.021841,
          "durationMs": 10092,
          "tokensPerSecond": 148.14,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 782,
          "completionTokens": 1092,
          "totalTokens": 1874,
          "cost": 0.002966,
          "durationMs": 6886,
          "tokensPerSecond": 158.58,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18944,
          "completionTokens": 1805,
          "totalTokens": 20749,
          "cost": 0.022554,
          "durationMs": 18640,
          "tokensPerSecond": 96.83,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 760,
          "completionTokens": 871,
          "totalTokens": 1631,
          "cost": 0.002502,
          "durationMs": 7993,
          "tokensPerSecond": 108.97,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 747,
          "completionTokens": 851,
          "totalTokens": 1598,
          "cost": 0.002449,
          "durationMs": 5412,
          "tokensPerSecond": 157.24,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 19016,
          "completionTokens": 2739,
          "totalTokens": 21755,
          "cost": 0.024494,
          "durationMs": 17493,
          "tokensPerSecond": 156.58,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6664,
          "completionTokens": 1513,
          "totalTokens": 8177,
          "cost": 0.00969,
          "durationMs": 9362,
          "tokensPerSecond": 161.61,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6734,
          "completionTokens": 2319,
          "totalTokens": 9053,
          "cost": 0.011372,
          "durationMs": 14458,
          "tokensPerSecond": 160.4,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20119,
          "completionTokens": 2694,
          "totalTokens": 22813,
          "cost": 0.025507,
          "durationMs": 16193,
          "tokensPerSecond": 166.37,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "**To send a push notification to all users subscribed to a topic in Appwrite, you must first configure the Messaging service and related resources.** This is required before any subscriptions or messages can be created.\n\n### What Must Be Configured First\n1. **Enable the Messaging service** in your Appwrite project (Console → Settings → Services → Messaging).\n2. **Configure at least one push provider** (Console → Messaging → Providers):\n   - Add a **FCM** provider (for Android) with your Firebase service account JSON.\n   - Add an **APNS** provider (for iOS) with your Apple push certificate or key.\n   - (Optional) Add other providers like Expo.\n   - Test the provider connection.\n3. **Create a Topic** (via Console, CLI, or SDK). Topics act as the subscription group.\n4. **Register push targets for users** (client-side, using the Appwrite SDK):\n   - Users must create a push target (e.g., device token from FCM/APNS) via `account.createPushTarget()` or equivalent.\n5. **Subscribe users to the topic** (client-side):\n   - Use `messaging.createSubscriber({ topicId, subscriberId })` (subscriber is typically the user or their target).\n\nWithout providers configured, push messages will fail. Topics and subscriptions are prerequisites for targeted delivery.\n\n### Steps to Send the Push Notification\nUse **server-side code** (Node.js with `node-appwrite` SDK or the Appwrite CLI) because message creation requires an API key with `messaging.write` scope.\n\n#### Using the Server SDK (recommended for production)\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\n// Send push to everyone subscribed to the topic\nconst message = await messaging.createPush({\n  messageId: ID.unique(),\n  title: 'Hello from Appwrite!',\n  body: 'This is a topic-based push notification.',\n  topics: ['your-topic-id'],           // ← targets all subscribers\n  // Optional: data: { key: 'value' }, sound: 'default', etc.\n});\n\nconsole.log('Push sent:', message.$id);\n```\n\n#### Using the Appwrite CLI (quick testing)\n```bash\nappwrite messaging create-push \\\n  --message-id \"unique()\" \\\n  --title \"Hello from Appwrite!\" \\\n  --body \"Topic-based push notification.\" \\\n  --topics \"your-topic-id\"\n```\n\n### Additional Notes\n- **Targeting options**: You can also target specific `users`, `targets`, or a combination. Using `topics` is the cleanest way to reach all subscribers.\n- **Client-side subscription example** (for completeness):\n  ```typescript\n  const messaging = new Messaging(client); // client-side client\n  await messaging.createSubscriber({\n    topicId: 'your-topic-id',\n    subscriberId: 'user-id-or-target-id'\n  });\n  ```\n- Monitor delivery in the Console → Messaging → Messages.\n- Rate limits, provider quotas, and device token validity apply.\n\nThis flow ensures secure, scalable topic-based push delivery. For full parameter details, see the Messaging API reference in the Appwrite docs.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) - explicitly mentioned with detailed setup instructions, 2) Topic creation - clearly described, 3) User targets/subscriptions to the topic - covered with createPushTarget and createSubscriber examples, 4) Sending push to the topic using createPush with topicIds - demonstrated with working code examples. The answer is comprehensive, accurate, and well-structured, going beyond the minimum requirements while remaining correct.",
          "promptTokens": 18176,
          "completionTokens": 4234,
          "totalTokens": 22410,
          "cost": 0.026644,
          "durationMs": 34858,
          "tokensPerSecond": 121.46,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 18893,
          "completionTokens": 1277,
          "totalTokens": 20170,
          "cost": 0.021447,
          "durationMs": 11879,
          "tokensPerSecond": 107.5,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6680,
          "completionTokens": 627,
          "totalTokens": 7307,
          "cost": 0.007934,
          "durationMs": 5271,
          "tokensPerSecond": 118.95,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6742,
          "completionTokens": 2304,
          "totalTokens": 9046,
          "cost": 0.01135,
          "durationMs": 20609,
          "tokensPerSecond": 111.8,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6702,
          "completionTokens": 1164,
          "totalTokens": 7866,
          "cost": 0.00903,
          "durationMs": 8034,
          "tokensPerSecond": 144.88,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6756,
          "completionTokens": 1889,
          "totalTokens": 8645,
          "cost": 0.010534,
          "durationMs": 11060,
          "tokensPerSecond": 170.8,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6716,
          "completionTokens": 2383,
          "totalTokens": 9099,
          "cost": 0.011482,
          "durationMs": 15918,
          "tokensPerSecond": 149.7,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6754,
          "completionTokens": 1497,
          "totalTokens": 8251,
          "cost": 0.009748,
          "durationMs": 8869,
          "tokensPerSecond": 168.79,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6700,
          "completionTokens": 7181,
          "totalTokens": 13881,
          "cost": 0.021062,
          "durationMs": 47113,
          "tokensPerSecond": 152.42,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "**Appwrite Web SDK (TypeScript/JavaScript) – Simultaneous Realtime Subscriptions**\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\n// 1. Initialize the client\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://cloud.appwrite.io/v1\n    .setProject('<YOUR_PROJECT_ID>');\n\n// 2. Create Realtime instance\nconst realtime = new Realtime(client);\n\n// 3. Define your resource IDs\nconst DATABASE_ID = '<YOUR_DATABASE_ID>';\nconst TABLE_ID    = '<YOUR_TABLE_ID>';\nconst BUCKET_ID   = '<YOUR_BUCKET_ID>';\n\n// 4. Subscribe to both channels at the same time\nconst subscription = await realtime.subscribe(\n    [\n        // All row changes in the table\n        Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n        \n        // All file changes in the bucket (create = upload)\n        Channel.bucket(BUCKET_ID).file()\n    ],\n    (response) => {\n        const { events, payload, channels } = response;\n\n        console.log('Realtime event received:', events);\n\n        // Differentiate by event type\n        const isRowEvent = events.some(e => e.includes('.rows.'));\n        const isFileEvent = events.some(e => e.includes('.files.'));\n\n        if (isRowEvent) {\n            // Handle table row changes (create, update, delete)\n            const eventType = events.find(e => e.includes('.rows.'))?.split('.').pop(); // e.g. \"create\", \"update\", \"delete\"\n\n            console.log(`[TABLE ROW] ${eventType?.toUpperCase()}:`, payload);\n\n            switch (eventType) {\n                case 'create':\n                    // New row created\n                    handleNewRow(payload);\n                    break;\n                case 'update':\n                    // Row updated\n                    handleRowUpdate(payload);\n                    break;\n                case 'delete':\n                    // Row deleted\n                    handleRowDelete(payload);\n                    break;\n            }\n        } \n        else if (isFileEvent) {\n            // Handle file events (upload = create)\n            const eventType = events.find(e => e.includes('.files.'))?.split('.').pop();\n\n            console.log(`[FILE] ${eventType?.toUpperCase()}:`, payload);\n\n            if (eventType === 'create') {\n                // File uploaded\n                handleFileUpload(payload);\n            } else if (eventType === 'update') {\n                handleFileUpdate(payload);\n            } else if (eventType === 'delete') {\n                handleFileDelete(payload);\n            }\n        }\n    }\n);\n\n// 5. Example handler functions\nfunction handleNewRow(row: any) {\n    console.log('New row inserted:', row.$id, row);\n    // e.g. update UI, trigger notification, etc.\n}\n\nfunction handleRowUpdate(row: any) {\n    console.log('Row updated:', row.$id);\n}\n\nfunction handleRowDelete(row: any) {\n    console.log('Row deleted:', row.$id);\n}\n\nfunction handleFileUpload(file: any) {\n    console.log('File uploaded:', file.$id, file.name, file.mimeType);\n    // e.g. show preview, update file list\n}\n\nfunction handleFileUpdate(file: any) {\n    console.log('File updated:', file.$id);\n}\n\nfunction handleFileDelete(file: any) {\n    console.log('File deleted:', file.$id);\n}\n\n// 6. Cleanup when no longer needed (e.g. on component unmount)\nasync function unsubscribe() {\n    await subscription.close();\n    console.log('Realtime subscription closed');\n}\n```\n\n### Key Points\n- **Simultaneous subscription**: Pass an array of channels to `realtime.subscribe()`.\n- **Event differentiation**: Use `response.events` (contains strings like `tablesdb.*.tables.*.rows.*.create` or `buckets.*.files.*.create`).\n- **Payload**: `response.payload` contains the full row (`Models.Document`) or file (`Models.File`) object.\n- **Unsubscribe**: Always call `subscription.close()` to avoid memory leaks.\n- **Permissions**: The user must have `read` permission on the table rows and bucket files for realtime events to be delivered.\n\nReplace the placeholder IDs with your actual Appwrite resource IDs. This pattern works in any browser environment (plain JS, React, Vue, etc.).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() for rows, 3) Uses Channel.bucket(BUCKET_ID).file() for files, 4) Checks event types in the callback using events.some() with string matching, 5) Has different handling logic per event type with switch/if-else statements. The code is well-structured and complete. Minor uncertainty: 'Realtime' as a separate class import and 'await realtime.subscribe()' syntax may not exactly match the actual Appwrite Web SDK API (typically it's client.subscribe() or uses the Realtime service differently), but the Channel helper methods shown (Channel.tablesdb().table().row() and Channel.bucket().file()) align with what the reference answer mentions. The event string checking (.rows. and .files.) is appropriate. Overall this is a very strong answer that satisfies all rubric points.",
          "promptTokens": 6182,
          "completionTokens": 2344,
          "totalTokens": 8526,
          "cost": 0.01087,
          "durationMs": 14592,
          "tokensPerSecond": 160.64,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "**Appwrite Realtime** and **Webhooks** are two different mechanisms for reacting to events in your Appwrite project. They serve complementary but distinct purposes.\n\n### Key Differences\n\n| Aspect              | Realtime                                      | Webhooks                                      |\n|---------------------|-----------------------------------------------|-----------------------------------------------|\n| **Transport**       | WebSocket (persistent bidirectional connection) | HTTP POST (one-way, fire-and-forget)         |\n| **Direction**       | Push from Appwrite → connected clients       | Push from Appwrite → your server URL         |\n| **Latency**         | Very low (near real-time)                    | Slightly higher (network round-trip)         |\n| **Client requirement** | Client must be connected and subscribed     | No client connection needed                  |\n| **Use case focus**  | Live UI updates in frontend apps             | Backend integrations and automation          |\n| **Reliability**     | Best-effort (connection can drop)            | More reliable for server-to-server           |\n| **Payload**         | Event + full resource payload                | Event + full resource payload (configurable) |\n| **Scope**           | Primarily client-visible resources (databases, storage, teams, function executions) | Broader server events (including functions, deployments, etc.) |\n| **Setup**           | Client SDK (`Realtime` class)                | Console or CLI (`appwrite webhooks`)         |\n\n### Appwrite Realtime\n\n**How it works**:\n- Uses the `Realtime` service in the client SDKs (browser, React Native, etc.).\n- You subscribe to **channels** such as:\n  - `tablesdb.[DB_ID].tables.[TABLE_ID].rows`\n  - `buckets.[BUCKET_ID].files`\n  - `teams.[TEAM_ID]`\n  - `functions.[FUNCTION_ID].executions`\n  - `account`\n- You receive live updates whenever matching events occur (`create`, `update`, `delete`).\n\n**Typical use cases**:\n- Live collaborative features (e.g., shared documents, real-time chat)\n- Live dashboards or leaderboards\n- Instant UI updates when data changes (e.g., new comments, file uploads)\n- Presence indicators or typing indicators\n\n**When to use Realtime**:\n- You need **immediate feedback** in the user's browser or mobile app.\n- The consumer is a connected client that can maintain a WebSocket.\n- You want low-latency, push-based updates without polling.\n\n### Webhooks\n\n**How it works**:\n- You register a webhook in the Appwrite Console or via CLI (`appwrite webhooks`).\n- Appwrite sends an HTTP POST request to your specified URL whenever the configured events fire.\n- Common events include database changes, storage events, function executions, deployments, etc.\n\n**Typical use cases**:\n- Triggering external services (e.g., sending emails/SMS via another provider)\n- Syncing data to a third-party system (CRM, analytics, search index)\n- Running custom backend logic that doesn't fit in an Appwrite Function\n- CI/CD notifications or deployment alerts\n- Logging or auditing to an external system\n\n**When to use Webhooks**:\n- You need to react to events from **your backend** or another server.\n- The consumer may be offline or not a connected client.\n- You want reliable, server-to-server integration (retries, easier debugging via HTTP).\n- You need to integrate with systems that don't speak WebSockets.\n\n### Quick Decision Guide\n\n- **Use Realtime** when the event consumer is a **frontend client** that needs live updates.\n- **Use Webhooks** when the event consumer is a **backend service** or external system.\n- Many apps use **both**: Realtime for the UI + Webhooks (or Functions) for backend side-effects.\n\n**Note**: For many server-side reactions, Appwrite **Functions** triggered by events are often a better alternative to Webhooks (they run inside the platform with direct access to the Appwrite SDK). Webhooks are best when you need to call an external URL you don't control.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all rubric requirements: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates in frontend apps, 4) Webhooks are for backend/external integrations, 5) Multiple concrete use cases for each (chat apps, dashboards, leaderboards for Realtime; email/SMS triggers, CRM sync, CI/CD notifications for Webhooks). The answer goes well beyond the minimum requirements with a detailed comparison table, implementation details, and a practical decision guide.",
          "promptTokens": 19252,
          "completionTokens": 2654,
          "totalTokens": 21906,
          "cost": 0.02456,
          "durationMs": 21715,
          "tokensPerSecond": 122.22,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6698,
          "completionTokens": 1282,
          "totalTokens": 7980,
          "cost": 0.009262,
          "durationMs": 9833,
          "tokensPerSecond": 130.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6728,
          "completionTokens": 487,
          "totalTokens": 7215,
          "cost": 0.007702,
          "durationMs": 3354,
          "tokensPerSecond": 145.2,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6708,
          "completionTokens": 846,
          "totalTokens": 7554,
          "cost": 0.0084,
          "durationMs": 6215,
          "tokensPerSecond": 136.12,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6696,
          "completionTokens": 1262,
          "totalTokens": 7958,
          "cost": 0.00922,
          "durationMs": 7659,
          "tokensPerSecond": 164.77,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6688,
          "completionTokens": 1784,
          "totalTokens": 8472,
          "cost": 0.010256,
          "durationMs": 11536,
          "tokensPerSecond": 154.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6776,
          "completionTokens": 2073,
          "totalTokens": 8849,
          "cost": 0.010922,
          "durationMs": 16274,
          "tokensPerSecond": 127.38,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 6698,
          "completionTokens": 977,
          "totalTokens": 7675,
          "cost": 0.008652,
          "durationMs": 7130,
          "tokensPerSecond": 137.03,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6760,
          "completionTokens": 1496,
          "totalTokens": 8256,
          "cost": 0.009752,
          "durationMs": 8644,
          "tokensPerSecond": 173.07,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 6750,
          "completionTokens": 3447,
          "totalTokens": 10197,
          "cost": 0.013644,
          "durationMs": 28581,
          "tokensPerSecond": 120.6,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "**Single `realtime.subscribe()` call (TypeScript SDK):**\n\n```ts\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client().setEndpoint('...').setProject('...');\nconst realtime = new Realtime(client);\n\nconst subscription = realtime.subscribe([\n  Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),   // all rows\n  Channel.bucket('[BUCKET_ID]').file()                           // all files\n], (response) => {\n  console.log(response.events, response.payload);\n});\n```\n\n**Exact channel strings** (what the `Channel` helpers produce):\n\n- `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows`\n- `buckets.[BUCKET_ID].files`\n\nYou can also pass the raw strings directly:\n\n```ts\nrealtime.subscribe([\n  'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n  'buckets.[BUCKET_ID].files'\n], callback);\n```\n\nThese two channels together let one subscription receive events for both TablesDB row changes and Storage file changes.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer is fully correct and complete. It includes: 1) realtime.subscribe with an array of channels, 2) the correct rows channel format 'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows', 3) the correct files channel format 'buckets.[BUCKET_ID].files', and 4) a callback. The answer also provides both helper-based and raw string approaches, with clear explanation.",
          "promptTokens": 6192,
          "completionTokens": 1710,
          "totalTokens": 7902,
          "cost": 0.009612,
          "durationMs": 10239,
          "tokensPerSecond": 167.01,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7784,
          "completionTokens": 584,
          "totalTokens": 8368,
          "cost": 0.008952,
          "durationMs": 8368,
          "tokensPerSecond": 69.79,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7766,
          "completionTokens": 815,
          "totalTokens": 8581,
          "cost": 0.009396,
          "durationMs": 5651,
          "tokensPerSecond": 144.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7750,
          "completionTokens": 486,
          "totalTokens": 8236,
          "cost": 0.008722,
          "durationMs": 4592,
          "tokensPerSecond": 105.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7742,
          "completionTokens": 390,
          "totalTokens": 8132,
          "cost": 0.008522,
          "durationMs": 4056,
          "tokensPerSecond": 96.15,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7720,
          "completionTokens": 1596,
          "totalTokens": 9316,
          "cost": 0.010912,
          "durationMs": 11284,
          "tokensPerSecond": 141.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 624,
          "totalTokens": 8368,
          "cost": 0.008992,
          "durationMs": 5037,
          "tokensPerSecond": 123.88,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7744,
          "completionTokens": 493,
          "totalTokens": 8237,
          "cost": 0.00873,
          "durationMs": 4064,
          "tokensPerSecond": 121.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7732,
          "completionTokens": 756,
          "totalTokens": 8488,
          "cost": 0.009244,
          "durationMs": 4932,
          "tokensPerSecond": 153.28,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "**Setting up a CI/CD pipeline with the Appwrite CLI** involves installing the CLI in your CI environment, committing an `appwrite.config.json` (plus any included resource files like `functions.json`), authenticating non-interactively, and using `push` commands with flags that suppress prompts.\n\n### 1. Install the CLI (in your CI script)\n```bash\n# npm (recommended for most CI runners)\nnpm install -g appwrite-cli\n\n# Or via script (macOS/Linux)\ncurl -sL https://appwrite.io/cli/install.sh | bash\n```\nVerify with `appwrite -v`.\n\n### 2. Project Configuration\n- Generate locally with `appwrite init project` (creates `appwrite.config.json`).\n- Commit the config file (and any `includes` files such as `appwrite/functions.json`, `appwrite/sites.json`, etc.).\n- The config defines resources (functions, sites, tables, buckets, teams, webhooks, topics) and can reference local code paths.\n- Example minimal usage of `includes` for functions/sites.\n\n### 3. Non-Interactive Authentication (CI/CD)\nUse the `client` command for scripted/headless runs (no interactive login):\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\nFor full non-interactive auth, also provide an API key (create one in the Appwrite Console with the required scopes). The CLI supports this via environment variables in CI (common pattern):\n- `APPWRITE_ENDPOINT`\n- `APPWRITE_PROJECT_ID`\n- `APPWRITE_API_KEY`\n\n(Alternatively, some setups pass the key directly if the `client` subcommand supports `--key`.)\n\n### 4. Non-Interactive Deployment Commands & Flags\nThe core command is `appwrite push`. Use these flags for CI/CD (no prompts, no confirmation):\n\n- `--force` / `-f`: Skip all warnings and confirmations (required for non-interactive).\n- `--all` / `-a`: Select all resources of that type.\n- `--function-id <ID>` (or `--site-id`, etc.): Target a specific resource.\n- `--activate` / `--activate=false`: Control whether a new function/site deployment becomes live.\n- `--with-variables`: Sync variables from a local `.env` file (in the resource's `path`).\n- `--json`: Machine-readable output (useful in CI logs).\n- `--verbose` / `-V`: Detailed error output for debugging.\n\n**Common deployment examples** (run after `client` setup):\n\n```bash\n# Deploy everything defined in config\nappwrite push all --all --force\n\n# Deploy all functions (code + config)\nappwrite push functions --all --force\n\n# Deploy a specific function + activate it\nappwrite push functions --function-id <FUNCTION_ID> --force --activate\n\n# Deploy without activating (for blue/green or testing)\nappwrite push functions --function-id <FUNCTION_ID> --force --activate=false\n\n# Deploy sites, tables, buckets, teams, webhooks, or topics\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\n**Function/site-specific notes**:\n- Variables live in `.env` files inside the `path` directory (do **not** put secrets in `appwrite.config.json`).\n- Use `--with-variables` only when you want to overwrite remote variables from the local `.env`.\n\n### 5. Example CI Workflow Snippet (GitHub Actions style)\n```yaml\n- name: Install Appwrite CLI\n  run: npm install -g appwrite-cli\n\n- name: Deploy to Appwrite\n  env:\n    APPWRITE_ENDPOINT: ${{ secrets.APPWRITE_ENDPOINT }}\n    APPWRITE_PROJECT_ID: ${{ secrets.APPWRITE_PROJECT_ID }}\n    APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n  run: |\n    appwrite client --endpoint \"$APPWRITE_ENDPOINT\"\n    appwrite client --project-id \"$APPWRITE_PROJECT_ID\"\n    appwrite push all --all --force --json\n```\n\n### Additional Tips\n- Run `appwrite pull <resource>` (e.g., `pull functions`) locally first to sync existing resources into config.\n- Use `--json` + `--verbose` in CI for better logging and error reporting.\n- For functions/sites, the CLI packages and uploads code from the `path` defined in config (respects `.gitignore` + `ignore` rules).\n- Global helpful flags: `--json`, `--verbose`, `--report` (for error links).\n\nThis approach is fully headless and works in GitHub Actions, GitLab CI, Jenkins, etc. For the latest details on non-interactive mode, refer to the official Appwrite CLI non-interactive documentation.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer covers all 5 rubric criteria: 1) API key authentication is mentioned with environment variable APPWRITE_API_KEY and creating API keys in the Console; 2) --force flag for non-interactive mode is explicitly mentioned and demonstrated; 3) appwrite push command is thoroughly covered with multiple examples; 4) Environment variable configuration is shown (APPWRITE_ENDPOINT, APPWRITE_PROJECT_ID, APPWRITE_API_KEY) with a GitHub Actions example; 5) Login/authentication step is covered via the 'appwrite client' commands. The answer goes beyond the reference answer with additional useful details like --all flag, --activate flag, --with-variables, and a complete GitHub Actions workflow. The only minor discrepancy is using 'appwrite client' instead of 'appwrite login --endpoint --key' as mentioned in the reference, but the approach described (using environment variables + client command) is a valid alternative authentication method for the Appwrite CLI. Overall this is a comprehensive and accurate answer.",
          "promptTokens": 7270,
          "completionTokens": 4062,
          "totalTokens": 11332,
          "cost": 0.015394,
          "durationMs": 23636,
          "tokensPerSecond": 171.86,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "**Complete Workflow for Creating, Configuring, and Deploying an Appwrite Function via CLI**\n\n### 1. Installation\n```bash\n# npm (recommended)\nnpm install -g appwrite-cli\n\n# macOS (Homebrew)\nbrew tap appwrite/appwrite && brew install appwrite/appwrite/appwrite\n\n# Verify\nappwrite -v\n```\n\n### 2. Login\n```bash\n# Appwrite Cloud\nappwrite login\n\n# Self-hosted\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Switch accounts\nappwrite login --switch\n```\n\n### 3. Initialize Project (creates `appwrite.config.json`)\n```bash\nappwrite init project\n```\nThis generates the project configuration file. You can also set the active project/endpoint non-interactively:\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\n### 4. Create a New Function (Scaffold Locally)\n```bash\nappwrite init functions\n```\n- Select runtime (e.g., Node.js, Python, etc.).\n- Provide a name and entrypoint.\n- This creates a local directory (e.g., `functions/my-function/`) with starter code, `package.json` (or equivalent), and a `.env` file for variables.\n\n**Alternative**: Pull existing functions from the Appwrite Console:\n```bash\nappwrite pull functions\n```\n\n### 5. Configure the Function\nEdit `appwrite.config.json` (or use the `includes` pattern for larger projects).\n\n**Recommended structure** (inline or via `includes`):\n```json\n{\n  \"projectId\": \"<PROJECT_ID>\",\n  \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n  \"includes\": {\n    \"functions\": \"appwrite/functions.json\"\n  }\n}\n```\n\n**Example `appwrite/functions.json`** (array of functions):\n```json\n[\n  {\n    \"$id\": \"userAuth\",\n    \"name\": \"userAuth\",\n    \"enabled\": true,\n    \"logging\": true,\n    \"runtime\": \"node-22\",\n    \"buildSpecification\": \"s-1vcpu-512mb\",\n    \"runtimeSpecification\": \"s-1vcpu-512mb\",\n    \"deploymentRetention\": 7,\n    \"scopes\": [],\n    \"events\": [],\n    \"schedule\": \"\",\n    \"timeout\": 15,\n    \"entrypoint\": \"src/main.js\",\n    \"commands\": \"npm install\",\n    \"ignore\": \"node_modules\\n.tmp\",\n    \"path\": \"functions/userAuth\"\n  }\n]\n```\n\n**Key Configuration Options** (in `appwrite.config.json` or `functions.json`):\n\n| Field                  | Description                                                                 | Example                  |\n|------------------------|-----------------------------------------------------------------------------|--------------------------|\n| `$id`                  | Unique function ID                                                          | `\"userAuth\"`             |\n| `name`                 | Human-readable name                                                         | `\"userAuth\"`             |\n| `enabled`              | Enable/disable the function                                                 | `true`                   |\n| `logging`              | Store execution logs                                                        | `true`                   |\n| `runtime`              | Execution runtime                                                           | `\"node-22\"`, `\"python-3.12\"` |\n| `buildSpecification`   | Compute spec for building                                                   | `\"s-1vcpu-512mb\"`        |\n| `runtimeSpecification` | Compute spec for executions                                                 | `\"s-1vcpu-512mb\"`        |\n| `deploymentRetention`  | Days to keep old deployments                                                | `7`                      |\n| `scopes`               | API scopes for the function's execution key                                 | `[\"databases.read\"]`     |\n| `events`               | Event triggers (e.g., database events)                                      | `[\"databases.*.documents.*.create\"]` |\n| `schedule`             | Cron expression for scheduled runs (empty = disabled)                       | `\"0 0 * * *\"`            |\n| `timeout`              | Max execution time (seconds)                                                | `15`                     |\n| `entrypoint`           | File that starts the function (relative to `path`)                          | `\"src/main.js\"`          |\n| `commands`             | Build/install commands run before deployment                                | `\"npm install\"`          |\n| `ignore`               | Extra ignore rules (`.gitignore` is auto-included)                          | `\"node_modules\\n.tmp\"`   |\n| `path`                 | Local source directory (resolved relative to include file if used)          | `\"functions/userAuth\"`   |\n\n**Variables**: Never store secrets in `appwrite.config.json`. Place them in a `.env` file inside the function's `path` directory (e.g., `functions/userAuth/.env`).\n\n### 6. Develop & Test Locally\n```bash\n# Run locally (fetches variables from remote if --with-variables is used)\nappwrite run functions\n```\n\n### 7. Deploy the Function\n```bash\n# Deploy all configured functions\nappwrite push functions\n\n# Deploy specific function + activate immediately\nappwrite push functions --function-id userAuth --activate\n\n# Deploy without activating (staging)\nappwrite push functions --function-id userAuth --activate=false\n```\n\n**With variables** (syncs `.env` to remote):\n```bash\nappwrite push functions --function-id userAuth --with-variables\n```\n\n### 8. Post-Deployment Operations\n- List functions: `appwrite functions list`\n- Create manual deployment: `appwrite functions create-deployment --function-id userAuth`\n- Activate a deployment: `appwrite functions update-deployment --function-id userAuth --deployment-id <ID>`\n- Trigger execution: `appwrite functions create-execution --function-id userAuth --body '{\"key\":\"value\"}'`\n- Manage variables: `appwrite functions create-variable ...` (or use `--with-variables` on push)\n- View logs/executions: `appwrite functions list-executions --function-id userAuth`\n\n### 9. CI/CD / Non-Interactive Mode\n```bash\nappwrite push functions --function-id userAuth --force --activate\n```\n\n### Additional Tips\n- Use `appwrite pull functions` to sync remote changes back to your local config.\n- Use `appwrite push all --all` (or targeted groups) for full project sync.\n- For multi-file projects, prefer the `includes` pattern in `appwrite.config.json`.\n- Always commit the function source code and `.env.example` (never real secrets).\n\nThis workflow covers the full lifecycle from scaffolding to production deployment using only the Appwrite CLI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) runtime selection during the init process, 3) detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, timeout, entrypoint, and more, 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements with additional context about CI/CD, post-deployment operations, and best practices, all of which are accurate and relevant.",
          "promptTokens": 7276,
          "completionTokens": 2009,
          "totalTokens": 9285,
          "cost": 0.011294,
          "durationMs": 8814,
          "tokensPerSecond": 227.93,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7760,
          "completionTokens": 583,
          "totalTokens": 8343,
          "cost": 0.008926,
          "durationMs": 4586,
          "tokensPerSecond": 127.13,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 552,
          "totalTokens": 8306,
          "cost": 0.008858,
          "durationMs": 5179,
          "tokensPerSecond": 106.58,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7798,
          "completionTokens": 1133,
          "totalTokens": 8931,
          "cost": 0.010064,
          "durationMs": 7388,
          "tokensPerSecond": 153.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7794,
          "completionTokens": 858,
          "totalTokens": 8652,
          "cost": 0.00951,
          "durationMs": 5514,
          "tokensPerSecond": 155.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7752,
          "completionTokens": 527,
          "totalTokens": 8279,
          "cost": 0.008806,
          "durationMs": 4419,
          "tokensPerSecond": 119.26,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7748,
          "completionTokens": 595,
          "totalTokens": 8343,
          "cost": 0.008938,
          "durationMs": 4251,
          "tokensPerSecond": 139.97,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7772,
          "completionTokens": 531,
          "totalTokens": 8303,
          "cost": 0.008834,
          "durationMs": 4270,
          "tokensPerSecond": 124.36,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7872,
          "completionTokens": 833,
          "totalTokens": 8705,
          "cost": 0.009538,
          "durationMs": 4779,
          "tokensPerSecond": 174.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7788,
          "completionTokens": 1592,
          "totalTokens": 9380,
          "cost": 0.010972,
          "durationMs": 12591,
          "tokensPerSecond": 126.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "**Data** must be passed as a JSON string via the `--data` flag.  \n**Permissions** must be passed as one or more repeated `--permissions` flags (each containing a permission string in the format `action(\"role\")`).\n\n### Example (TablesDB / current API)\n```bash\nappwrite tables-db create-row \\\n  --database-id \"<DATABASE_ID>\" \\\n  --table-id \"<TABLE_ID>\" \\\n  --row-id 'unique()' \\\n  --data '{ \"title\": \"Hello World\", \"published\": true }' \\\n  --permissions 'read(\"any\")' \\\n  --permissions 'write(\"team:abc\")' \\\n  --permissions 'update(\"user:xyz\")'\n```\n\n### Notes\n- `--data` expects a valid JSON object (stringified).\n- Permissions are **repeated** flags (the CLI collects them into an array).\n- You can also use the legacy `databases create-document` command with the same `--data` / `--permissions` pattern if you are still on the old Databases service.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer correctly mentions data as a JSON string with double quotes and provides a valid example with the correct command (tables-db create-row). However, the permissions syntax differs from the reference answer - the model uses repeated --permissions flags rather than space-separated values in a single array. The reference answer shows permissions passed as space-separated values after a single --permissions flag ('read(\"any\")' 'read(\"team:abc\")'), while the model shows repeated --permissions flags. The example is otherwise correct and demonstrates the proper JSON format for data. The answer is partially correct but misses the specific CLI syntax for passing permissions as space-separated array values.",
          "promptTokens": 7262,
          "completionTokens": 746,
          "totalTokens": 8008,
          "cost": 0.008754,
          "durationMs": 6421,
          "tokensPerSecond": 116.18,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7878,
          "completionTokens": 1561,
          "totalTokens": 9439,
          "cost": 0.011,
          "durationMs": 10966,
          "tokensPerSecond": 142.35,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7824,
          "completionTokens": 1549,
          "totalTokens": 9373,
          "cost": 0.010922,
          "durationMs": 6888,
          "tokensPerSecond": 224.88,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 20092,
          "completionTokens": 3129,
          "totalTokens": 23221,
          "cost": 0.02635,
          "durationMs": 19169,
          "tokensPerSecond": 163.23,
          "toolCallCount": 2
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7754,
          "completionTokens": 1059,
          "totalTokens": 8813,
          "cost": 0.009872,
          "durationMs": 7901,
          "tokensPerSecond": 134.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7914,
          "completionTokens": 1508,
          "totalTokens": 9422,
          "cost": 0.01093,
          "durationMs": 9437,
          "tokensPerSecond": 159.8,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 7860,
          "completionTokens": 1670,
          "totalTokens": 9530,
          "cost": 0.0112,
          "durationMs": 11741,
          "tokensPerSecond": 142.24,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7820,
          "completionTokens": 469,
          "totalTokens": 8289,
          "cost": 0.008758,
          "durationMs": 3931,
          "tokensPerSecond": 119.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7968,
          "completionTokens": 1439,
          "totalTokens": 9407,
          "cost": 0.010846,
          "durationMs": 9196,
          "tokensPerSecond": 156.48,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "claude-opus-4-8",
      "modelName": "Claude Opus 4.8",
      "provider": "Anthropic",
      "promptCostPerMillionTokens": 5,
      "completionCostPerMillionTokens": 25,
      "scores": {
        "foundation": 100,
        "auth": 99.3,
        "tablesdb": 96.1,
        "functions": 95,
        "storage": 94.3,
        "sites": 100,
        "messaging": 100,
        "realtime": 99.2,
        "cli": 92.5
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 100,
        "functions": 94.1,
        "storage": 94.1,
        "sites": 100,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 95,
        "tablesdb": 70,
        "functions": 100,
        "storage": 95,
        "sites": 100,
        "messaging": 100,
        "realtime": 95,
        "cli": 96.7
      },
      "overall": 97.1,
      "mcqOverall": 97.6,
      "freeformOverall": 94.4,
      "totalQuestions": 191,
      "totalCorrect": 186,
      "totalPromptTokens": 1142553,
      "totalCompletionTokens": 45708,
      "totalTokens": 1188261,
      "totalCost": 6.855465,
      "totalDurationMs": 1154601,
      "averageTokensPerSecond": 39.59,
      "runDate": "2026-06-10T07:10:51.311Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.006645,
          "durationMs": 2866,
          "tokensPerSecond": 9.42,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1150,
          "completionTokens": 48,
          "totalTokens": 1198,
          "cost": 0.00695,
          "durationMs": 4479,
          "tokensPerSecond": 10.72,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1155,
          "completionTokens": 58,
          "totalTokens": 1213,
          "cost": 0.007225,
          "durationMs": 4213,
          "tokensPerSecond": 13.77,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1196,
          "completionTokens": 27,
          "totalTokens": 1223,
          "cost": 0.006655,
          "durationMs": 3436,
          "tokensPerSecond": 7.86,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1184,
          "completionTokens": 27,
          "totalTokens": 1211,
          "cost": 0.006595,
          "durationMs": 3092,
          "tokensPerSecond": 8.73,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-Side vs Server-Side SDKs in Appwrite\n\nAppwrite ships two distinct families of SDKs that differ fundamentally in **how they authenticate** and **what they're allowed to do**.\n\n## The Core Difference: Authentication\n\n| | Client-Side SDK | Server-Side SDK |\n|---|---|---|\n| **Packages** | `appwrite` (Web), `react-native-appwrite` | `node-appwrite` (Node.js/Deno) |\n| **Auth method** | User **sessions** (login flow) | **API keys** (`.setKey()`) |\n| **Acts as** | The logged-in end user | An admin/the project itself |\n| **Permissions** | Limited by that user's access rights | Can bypass permissions (scoped by the API key) |\n| **Where it runs** | Browsers, mobile apps (untrusted) | Trusted backends, functions (secrets stay safe) |\n\nThe key insight: **API keys are secrets**. They must never be shipped in a browser or mobile app where they could be extracted. That's why client SDKs use scoped user sessions instead.\n\n```typescript\n// Client-side — no secret, scoped to the user's session\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\n// Server-side — uses a privileged API key\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);   // ← secret, server only\n```\n\n## When to Use Client-Side SDKs\n\nUse these when code runs in an environment you don't control (the user's device):\n\n- **User authentication** — signup, email/password login, OAuth, magic links\n- **Acting on behalf of the logged-in user** — they should only touch data their permissions allow\n- **Real-time subscriptions** — live updates to UI (only available client-side)\n- **Direct file uploads from a file input**\n\n```typescript\nconst account = new Account(client);\nawait account.createEmailPasswordSession({ email, password });\n// Subsequent requests are automatically scoped to this user\n```\n\n## When to Use Server-Side SDKs\n\nUse these in trusted environments (your backend, Appwrite Functions):\n\n- **Administrative tasks** — creating databases, tables, buckets, managing users\n- **Privileged operations** — bulk imports, cross-user data access, anything bypassing per-user permissions\n- **Business logic that must not be tampered with** — payment processing, validation\n- **SSR authentication** (Next.js, SvelteKit, etc.) — using an admin client to create sessions\n\n```typescript\nconst users = new Users(client);  // ← the Users service only exists server-side\nawait users.create({ userId: ID.unique(), email, password, name });\n```\n\nNotice that some services are **server-only** (e.g., `Users` for managing all users, creating databases/tables), while others like `Realtime` are **client-only**.\n\n## A Special Case: SSR\n\nServer-side rendering frameworks blur the line. They use the **server SDK** but with **two clients**:\n- An **admin client** (`.setKey()`) to create sessions during login\n- A **session client** (`.setSession(cookie)`) that acts as the user per-request\n\nThis lets a server safely handle auth while still respecting individual user permissions.\n\n## Rule of Thumb\n\n> **Can a malicious user read your code/secrets?** → Use the client SDK with sessions.\n> **Is the environment trusted and hidden?** → Use the server SDK with an API key for privileged work.\n\nNever put an API key in a browser or mobile bundle, and never try to perform admin-only operations (like managing other users) from a client SDK.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer thoroughly covers all four rubric requirements: 1) Client SDKs are explicitly described as being for frontend/user-facing apps running in browsers and mobile apps; 2) Server SDKs use API keys via `.setKey()`; 3) Server SDKs can bypass permissions (stated in the comparison table and elaborated upon); 4) Client SDKs require user sessions for authentication. The answer goes well beyond the minimum requirements with code examples, use cases, SSR considerations, and security explanations, all of which are accurate and relevant.",
          "promptTokens": 10434,
          "completionTokens": 1375,
          "totalTokens": 11809,
          "cost": 0.086545,
          "durationMs": 23416,
          "tokensPerSecond": 58.72,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1157,
          "completionTokens": 46,
          "totalTokens": 1203,
          "cost": 0.006935,
          "durationMs": 4333,
          "tokensPerSecond": 10.62,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "# Appwrite's Permission Model\n\nAppwrite uses a **permission string** system to control access to resources (database rows, files, etc.). The core principle is **deny-by-default**: no user can access a resource unless permissions are explicitly granted, either at the resource level or inherited from the parent (table/bucket) settings.\n\nEach permission is a string that pairs an **action** with a **role** (who the action applies to). In the SDK, these are built with the `Permission` and `Role` helper classes.\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n// Server-side: import from 'node-appwrite'\n```\n\n## Permission Types (Actions)\n\n| Action | Grants |\n|--------|--------|\n| `read` | View / retrieve the resource |\n| `create` | Create new resources |\n| `update` | Modify the resource |\n| `delete` | Remove the resource |\n| `write` | Shorthand that grants `create` + `update` + `delete` |\n\n```typescript\npermissions: [\n    Permission.read(Role.any()),\n    Permission.update(Role.user('[USER_ID]')),\n    Permission.delete(Role.user('[USER_ID]')),\n    Permission.write(Role.team('[TEAM_ID]')), // create + update + delete\n]\n```\n\n## Roles (Who the permission applies to)\n\nPermissions target **roles** rather than specific actions alone. Common roles include:\n\n| Role | Meaning |\n|------|---------|\n| `Role.any()` | Anyone, including unauthenticated guests |\n| `Role.user('[USER_ID]')` | A specific user by ID |\n| `Role.users()` | Any authenticated user |\n| `Role.team('[TEAM_ID]')` | All members of a team |\n| `Role.team('[TEAM_ID]', 'editor')` | Members holding a specific role within a team |\n| `Role.guests()` | Unauthenticated visitors only |\n\n## Two Levels of Permissions\n\n1. **Collection/Table & Bucket level** — Configured in the resource's settings. Applies uniformly to all rows/files. Best when every item shares the same access rules.\n\n2. **Document/Row & File level** — Set per resource via the `permissions` array when creating or updating. Requires \"row security\" / \"document security\" to be enabled on the table/bucket. Best when access needs to vary per item (e.g., each user owns their own records).\n\n### Example: Per-row permissions\n\n```typescript\nconst doc = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.user('[USER_ID]')),    // owner can read\n        Permission.update(Role.user('[USER_ID]')),  // owner can edit\n        Permission.read(Role.team('[TEAM_ID]')),    // team can read\n        Permission.read(Role.any()),                // public read\n    ]\n});\n```\n\n## Key Cautions\n\n- **Forgetting permissions** makes a resource inaccessible to *everyone*, including its creator.\n- **`Role.any()` combined with `write`/`update`/`delete`** lets anyone—even unauthenticated guests—modify or delete the resource.\n- **`Permission.read(Role.any())` on sensitive data** makes it publicly readable.\n\nIn short: an action (`read`/`create`/`update`/`delete`/`write`) is always combined with a role (who), and you apply these either at the collection/bucket level for uniform rules or at the row/file level for fine-grained, per-resource control.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as a shorthand), 2) More than 3 role types are mentioned (Role.any(), Role.user(), Role.users(), Role.team(), Role.guests()), and 3) It explicitly explains that permissions are set on resources at both collection/bucket level and document/file level. The answer is comprehensive, well-structured, and includes code examples demonstrating practical usage.",
          "promptTokens": 20724,
          "completionTokens": 1380,
          "totalTokens": 22104,
          "cost": 0.13812,
          "durationMs": 21053,
          "tokensPerSecond": 65.55,
          "toolCallCount": 2
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 27,
          "totalTokens": 1206,
          "cost": 0.00657,
          "durationMs": 2893,
          "tokensPerSecond": 9.33,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1217,
          "completionTokens": 63,
          "totalTokens": 1280,
          "cost": 0.00766,
          "durationMs": 4390,
          "tokensPerSecond": 14.35,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11182,
          "completionTokens": 153,
          "totalTokens": 11335,
          "cost": 0.059735,
          "durationMs": 7295,
          "tokensPerSecond": 20.97,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1253,
          "completionTokens": 36,
          "totalTokens": 1289,
          "cost": 0.007165,
          "durationMs": 3109,
          "tokensPerSecond": 11.58,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 45,
          "totalTokens": 1259,
          "cost": 0.007195,
          "durationMs": 3382,
          "tokensPerSecond": 13.31,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1155,
          "completionTokens": 50,
          "totalTokens": 1205,
          "cost": 0.007025,
          "durationMs": 3111,
          "tokensPerSecond": 16.07,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1195,
          "completionTokens": 27,
          "totalTokens": 1222,
          "cost": 0.00665,
          "durationMs": 3062,
          "tokensPerSecond": 8.82,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1177,
          "completionTokens": 51,
          "totalTokens": 1228,
          "cost": 0.00716,
          "durationMs": 3158,
          "tokensPerSecond": 16.15,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1225,
          "completionTokens": 27,
          "totalTokens": 1252,
          "cost": 0.0068,
          "durationMs": 1995,
          "tokensPerSecond": 13.53,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1158,
          "completionTokens": 74,
          "totalTokens": 1232,
          "cost": 0.00764,
          "durationMs": 4044,
          "tokensPerSecond": 18.3,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1210,
          "completionTokens": 36,
          "totalTokens": 1246,
          "cost": 0.00695,
          "durationMs": 2438,
          "tokensPerSecond": 14.77,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are several core Appwrite services (product areas) and what each is used for:\n\n1. **Authentication (Account)** — Manages user identity and access. It handles user sign-up and login via multiple methods (email/password, phone/SMS, magic URL, OAuth2 providers like Google and GitHub, anonymous sessions), session management, JWT tokens, email/phone verification, and multi-factor authentication (MFA).\n\n2. **Databases** — Provides structured data storage. You organize data into databases that contain tables/collections, which hold rows/documents. It supports typed attributes, indexes, relationships between collections, and powerful querying (filtering, sorting, pagination) along with fine-grained, document-level permissions.\n\n3. **Storage** — Handles file management. You upload, download, and serve files organized into buckets, with support for file-level permissions, encryption, antivirus scanning, image transformation/previews (resize, crop, compress), and large-file chunked uploads.\n\nA few more worth knowing:\n\n4. **Functions** — Serverless compute. Lets you deploy and run custom backend code in many runtimes (Node.js, Python, PHP, Dart, etc.), triggered by HTTP requests, events, or schedules (CRON), so you can add custom business logic without managing servers.\n\n5. **Messaging** — Unified messaging service for sending push notifications, emails, and SMS to your users through configured providers, with support for topics and targeted delivery.\n\n6. **Realtime** — Lets clients subscribe to events (on databases, files, accounts, etc.) over WebSockets to receive live updates instantly, ideal for chat apps, live dashboards, and collaborative features.\n\nIf you'd like, I can dive deeper into how to use any of these with a specific SDK (e.g., TypeScript) or the Appwrite CLI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly names at least three Appwrite services with accurate descriptions. It covers Authentication (user identity, OAuth, MFA, sessions), Databases (structured data storage, collections, querying, permissions), Storage (file management, buckets, previews, permissions), and additionally Functions, Messaging, and Realtime - all with accurate and detailed descriptions matching the reference answer.",
          "promptTokens": 813,
          "completionTokens": 774,
          "totalTokens": 1587,
          "cost": 0.023415,
          "durationMs": 12298,
          "tokensPerSecond": 62.94,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1164,
          "completionTokens": 42,
          "totalTokens": 1206,
          "cost": 0.00687,
          "durationMs": 2765,
          "tokensPerSecond": 15.19,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 48,
          "totalTokens": 1227,
          "cost": 0.007095,
          "durationMs": 3427,
          "tokensPerSecond": 14.01,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11314,
          "completionTokens": 104,
          "totalTokens": 11418,
          "cost": 0.05917,
          "durationMs": 7101,
          "tokensPerSecond": 14.65,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "Here's a complete implementation of email/password signup and login using the Appwrite Web SDK:\n\n## Installation\n\n```bash\nnpm install appwrite\n```\n\n## Setup the Client\n\n```typescript\n// appwrite.ts\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // your API endpoint\n    .setProject('[PROJECT_ID]');                          // your project ID\n\nexport const account = new Account(client);\nexport { ID };\n```\n\n## Signup (Create Account + Session)\n\n```typescript\nimport { account, ID } from './appwrite';\nimport { AppwriteException } from 'appwrite';\n\nasync function signUp(email: string, password: string, name: string) {\n    try {\n        // 1. Create the user account\n        await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name,\n        });\n\n        // 2. Immediately log the new user in by creating a session\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n\n        // 3. Fetch the current user\n        const user = await account.get();\n        console.log('Signed up & logged in as:', user.name);\n\n        return user;\n    } catch (err) {\n        if (err instanceof AppwriteException) {\n            // e.g. 409 = a user with this email already exists\n            console.error(`${err.code}: ${err.message}`);\n        }\n        throw err;\n    }\n}\n```\n\n## Login (Create Session)\n\n```typescript\nimport { account } from './appwrite';\nimport { AppwriteException } from 'appwrite';\n\nasync function login(email: string, password: string) {\n    try {\n        const session = await account.createEmailPasswordSession({\n            email,\n            password,\n        });\n\n        const user = await account.get();\n        console.log('Logged in as:', user.name);\n\n        return user;\n    } catch (err) {\n        if (err instanceof AppwriteException) {\n            // e.g. 401 = invalid credentials\n            console.error(`${err.code}: ${err.message}`);\n        }\n        throw err;\n    }\n}\n```\n\n## Logout\n\n```typescript\nimport { account } from './appwrite';\n\nasync function logout() {\n    // 'current' deletes the active session\n    await account.deleteSession({ sessionId: 'current' });\n}\n```\n\n## Key Points\n\n- **`account.create()`** registers the user but does **not** log them in — you must create a session separately. That's why the signup flow chains `createEmailPasswordSession()` afterward.\n- **`createEmailPasswordSession()`** stores the session in a cookie automatically (browser SDK), so subsequent requests are authenticated.\n- **`account.get()`** retrieves the currently authenticated user — use it on page load to check if a session already exists.\n- Passwords must be at least **8 characters** by default.\n- `ID.unique()` lets Appwrite generate a unique user ID; you can also pass your own.\n- Wrap calls in try/catch for `AppwriteException` to handle common cases like `409` (email already exists) and `401` (invalid credentials).",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer includes all 5 required elements: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, the account.create() and createEmailPasswordSession() calls use an object parameter syntax (e.g., `account.create({ userId: ID.unique(), email, password, name })`) rather than the positional parameter syntax used in the Appwrite Web SDK (e.g., `account.create(ID.unique(), email, password, name)`). This is a notable inaccuracy in the API usage that could cause runtime errors, though the overall structure and concepts are correct.",
          "promptTokens": 10464,
          "completionTokens": 1091,
          "totalTokens": 11555,
          "cost": 0.079595,
          "durationMs": 14269,
          "tokensPerSecond": 76.46,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.006645,
          "durationMs": 2135,
          "tokensPerSecond": 12.65,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1244,
          "completionTokens": 70,
          "totalTokens": 1314,
          "cost": 0.00797,
          "durationMs": 4317,
          "tokensPerSecond": 16.21,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "Here's a comprehensive explanation of how Appwrite sessions work.\n\n## What Is a Session?\n\nA session represents an authenticated login for a user. When a user logs in, Appwrite issues a session object (`Models.Session`) containing a **secret** and an **expiry**. This secret is what authenticates subsequent requests on behalf of that user.\n\n## How Sessions Are Created\n\nSessions are created through various authentication methods on the `Account` service:\n\n```typescript\nconst account = new Account(client);\n\n// 1. Email + Password\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n\n// 2. OAuth2 (browser — handles redirect automatically)\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n});\n\n// 3. Token-based (OAuth on React Native/SSR, magic URL, phone OTP, etc.)\n//    First obtain a userId + secret, then exchange them:\nawait account.createSession({ userId, secret });\n\n// 4. Anonymous session (guest users)\n// await account.createAnonymousSession();\n```\n\nThere are several other token-based flows too (magic URL login, phone/SMS OTP, etc.) — they all follow the pattern of getting a `userId` + `secret`, then calling `createSession()`.\n\n## How Sessions Are Managed\n\n**Client-side (Web/React Native):** The SDK automatically stores the session and attaches it to subsequent requests — you generally don't handle the secret manually.\n\n**Server-side / SSR:** You manage the secret yourself, typically via an HTTP-only cookie:\n\n```typescript\nres.cookie('a_session_[PROJECT_ID]', session.secret, {\n    httpOnly: true,\n    secure: true,\n    sameSite: 'strict',\n    expires: new Date(session.expire),\n    path: '/',\n});\n```\n\nThe cookie name **must** be `a_session_<PROJECT_ID>`. To use a session on a per-request basis, attach it to a fresh client:\n\n```typescript\nconst sessionClient = new Client()\n    .setEndpoint('...')\n    .setProject('[PROJECT_ID]')\n    .setSession(session);  // the secret\n\nconst user = await account.get();  // acts as the logged-in user\n```\n\n> **Important:** In SSR, create the **session client per-request** (never share it), but the admin client (API key) can be a reusable singleton. Use `setForwardedUserAgent()` to record the end-user's browser for security/debugging.\n\nYou can also inspect sessions:\n\n```typescript\nawait account.getSession({ sessionId: 'current' });  // get a specific session\nawait account.listSessions();                         // list all active sessions\nawait account.updateSession({ sessionId: 'current' }); // refresh/extend (e.g. OAuth tokens)\n```\n\n## How Sessions Are Deleted\n\n```typescript\n// Log out the current session\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out a specific session by ID\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n\n// Log out of ALL sessions (all devices)\nawait account.deleteSessions();\n```\n\nIn SSR, remember to also clear the cookie after deleting the session.\n\n## Session Limits\n\nA few important constraints to be aware of:\n\n- **Session length:** Configurable in the Appwrite Console under **Auth → Security**. The default is **1 year**, adjustable down to short-lived sessions. The `session.expire` field tells you exactly when it lapses.\n- **Session limit per user:** Appwrite enforces a maximum number of active sessions per user (default **10**, configurable). When the limit is reached, creating a new session automatically **deletes the oldest** session — so a user signing in on an 11th device gets logged out of their first one.\n- **Anonymous sessions** can be converted to permanent accounts by adding an email/password or OAuth identity (via `account.updateEmail()` / linking), preserving the user's data.\n\n## Quick Reference\n\n| Action | Method |\n|--------|--------|\n| Create (email/pass) | `account.createEmailPasswordSession()` |\n| Create (OAuth, web) | `account.createOAuth2Session()` |\n| Create (token exchange) | `account.createSession({ userId, secret })` |\n| Get current user | `account.get()` |\n| Get a session | `account.getSession({ sessionId })` |\n| List sessions | `account.listSessions()` |\n| Delete one session | `account.deleteSession({ sessionId })` |\n| Delete all sessions | `account.deleteSessions()` |\n\nWould you like me to go deeper on any specific flow — such as the full OAuth2 SSR flow, anonymous-to-permanent account conversion, or configuring session limits in the Console?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric criteria: 1) Sessions created on authentication (multiple methods shown), 2) Session tokens/cookies (HTTP-only cookies, secret handling explained in detail), 3) Session limit of 10 per user with behavior when exceeded, 4) Methods to list/delete sessions (listSessions(), deleteSession(), deleteSessions() all shown), and 5) Session expiry (configurable, default 1 year, expire field mentioned). The answer goes well beyond the reference answer in depth and accuracy while hitting all required points.",
          "promptTokens": 10470,
          "completionTokens": 1730,
          "totalTokens": 12200,
          "cost": 0.0956,
          "durationMs": 23012,
          "tokensPerSecond": 75.18,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1188,
          "completionTokens": 49,
          "totalTokens": 1237,
          "cost": 0.007165,
          "durationMs": 4290,
          "tokensPerSecond": 11.42,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1209,
          "completionTokens": 27,
          "totalTokens": 1236,
          "cost": 0.00672,
          "durationMs": 2304,
          "tokensPerSecond": 11.72,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1168,
          "completionTokens": 27,
          "totalTokens": 1195,
          "cost": 0.006515,
          "durationMs": 1774,
          "tokensPerSecond": 15.22,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11340,
          "completionTokens": 104,
          "totalTokens": 11444,
          "cost": 0.0593,
          "durationMs": 6125,
          "tokensPerSecond": 16.98,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11096,
          "completionTokens": 134,
          "totalTokens": 11230,
          "cost": 0.05883,
          "durationMs": 5312,
          "tokensPerSecond": 25.23,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1139,
          "completionTokens": 52,
          "totalTokens": 1191,
          "cost": 0.006995,
          "durationMs": 3137,
          "tokensPerSecond": 16.58,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11162,
          "completionTokens": 168,
          "totalTokens": 11330,
          "cost": 0.06001,
          "durationMs": 7172,
          "tokensPerSecond": 23.42,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 53,
          "totalTokens": 1232,
          "cost": 0.00722,
          "durationMs": 4207,
          "tokensPerSecond": 12.6,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1200,
          "completionTokens": 27,
          "totalTokens": 1227,
          "cost": 0.006675,
          "durationMs": 1779,
          "tokensPerSecond": 15.18,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11208,
          "completionTokens": 147,
          "totalTokens": 11355,
          "cost": 0.059715,
          "durationMs": 6291,
          "tokensPerSecond": 23.37,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11144,
          "completionTokens": 195,
          "totalTokens": 11339,
          "cost": 0.060595,
          "durationMs": 5914,
          "tokensPerSecond": 32.97,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11272,
          "completionTokens": 85,
          "totalTokens": 11357,
          "cost": 0.058485,
          "durationMs": 3911,
          "tokensPerSecond": 21.73,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "Both methods log users out by terminating sessions, but they differ in scope:\n\n## `account.deleteSession({ sessionId })`\n\nDeletes a **single, specific session**.\n\n```typescript\nconst account = new Account(client);\n\n// Delete a specific session by its ID\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n\n// Delete the CURRENT session (the magic 'current' keyword)\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n- Targets one session, identified by its session ID.\n- You can pass the literal string `'current'` to log out the session making the request.\n- Other sessions remain active.\n\n## `account.deleteSessions()`\n\nDeletes **all sessions** for the currently authenticated user across every device/client.\n\n```typescript\nawait account.deleteSessions();\n```\n\n- Terminates every active session for the user at once.\n- The user is fully logged out everywhere.\n\n## When to use each\n\n| Scenario | Method |\n|----------|--------|\n| Standard \"Log out\" button on the current device | `deleteSession({ sessionId: 'current' })` |\n| A \"Sessions\"/\"Active devices\" settings screen where the user revokes one specific device | `deleteSession({ sessionId: '[that session id]' })` |\n| \"Log out of all devices\" / \"Sign out everywhere\" button | `deleteSessions()` |\n| Security action after a password change or suspected account compromise | `deleteSessions()` (force re-auth everywhere) |\n\n**Rule of thumb:** Use `deleteSession` for surgical, per-session control (the everyday logout and per-device management). Use `deleteSessions` for a clean sweep when you want to invalidate every session the user has — typically for security-sensitive events.\n\nYou can enumerate sessions with `account.listSessions()` to populate a UI where users can selectively revoke individual sessions by ID.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (and also mentions the 'current' keyword shortcut), 2) deleteSessions removes all sessions for the user across all devices, 3) clear use cases for each method are provided (single device logout vs logout everywhere, security scenarios). The answer goes beyond the minimum requirements with code examples, a comparison table, and additional context about listing sessions, all of which are accurate and helpful.",
          "promptTokens": 10446,
          "completionTokens": 721,
          "totalTokens": 11167,
          "cost": 0.070255,
          "durationMs": 12571,
          "tokensPerSecond": 57.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1197,
          "completionTokens": 27,
          "totalTokens": 1224,
          "cost": 0.00666,
          "durationMs": 1711,
          "tokensPerSecond": 15.78,
          "toolCallCount": 0
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1259,
          "completionTokens": 72,
          "totalTokens": 1331,
          "cost": 0.008095,
          "durationMs": 3673,
          "tokensPerSecond": 19.6,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's complete code using the current Appwrite Web SDK `TablesDB` API. Note that creating databases, tables, and columns are **server-side operations** that require an API key, so I'll use `node-appwrite`. Inserting rows can be done client-side or server-side.\n\n```typescript\nimport { Client, TablesDB, ID, Permission, Role } from 'node-appwrite';\n\n// --- Client setup (server-side, requires an API key) ---\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst tablesDB = new TablesDB(client);\n\nasync function setupTasks() {\n    // 1. Create a database\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'Tasks Database',\n    });\n    console.log('Database created:', database.$id);\n\n    // 2. Create the \"tasks\" table\n    const table = await tablesDB.createTable({\n        databaseId: database.$id,\n        tableId: ID.unique(),\n        name: 'tasks',\n        permissions: [\n            Permission.read(Role.any()),\n            Permission.create(Role.users()),\n            Permission.update(Role.users()),\n            Permission.delete(Role.users()),\n        ],\n    });\n    console.log('Table created:', table.$id);\n\n    // 3. Create the columns\n    //    title (varchar), completed (boolean), dueDate (datetime)\n    await tablesDB.createVarcharColumn({\n        databaseId: database.$id,\n        tableId: table.$id,\n        key: 'title',\n        size: 255,\n        required: true,\n    });\n\n    await tablesDB.createBooleanColumn({\n        databaseId: database.$id,\n        tableId: table.$id,\n        key: 'completed',\n        required: false,\n        default: false,\n    });\n\n    await tablesDB.createDatetimeColumn({\n        databaseId: database.$id,\n        tableId: table.$id,\n        key: 'dueDate',\n        required: false,\n    });\n    console.log('Columns created');\n\n    // Columns are provisioned asynchronously — wait briefly before inserting rows\n    await new Promise((resolve) => setTimeout(resolve, 2000));\n\n    // 4. Insert a row\n    const row = await tablesDB.createRow({\n        databaseId: database.$id,\n        tableId: table.$id,\n        rowId: ID.unique(),\n        data: {\n            title: 'Finish the Appwrite tutorial',\n            completed: false,\n            dueDate: new Date('2025-12-31T23:59:00.000Z').toISOString(),\n        },\n    });\n    console.log('Row created:', row.$id);\n\n    return { databaseId: database.$id, tableId: table.$id, rowId: row.$id };\n}\n\nsetupTasks().catch((err) => console.error(err));\n```\n\n### Key points\n\n- **`TablesDB`** is the current API and replaces the deprecated `Databases` class. Tables = collections, rows = documents, columns = attributes.\n- **`datetime`** values are passed as **ISO 8601 strings** (use `new Date(...).toISOString()`).\n- **Column provisioning is asynchronous** — after `createColumn` calls, the columns take a moment to become `available`. Inserting a row immediately can fail, hence the short wait. In production, poll the column status (`getColumn`) until it's `available` rather than relying on a fixed delay.\n- **Schema operations need an API key.** If you only need to *insert/read* rows from a browser app, you can use the `appwrite` Web SDK (no API key) with `tablesDB.createRow(...)`, assuming the table or row permissions allow it.\n\nIf you want a purely browser-based version of the **row insertion** part (using the `appwrite` package and a logged-in user), let me know and I'll adapt it.",
          "correct": false,
          "score": 0.1,
          "judgeReasoning": "The answer attempts to use a 'TablesDB' API that does not exist in Appwrite. Appwrite uses 'Databases' (not 'TablesDB'), 'Collections' (not tables), 'Documents' (not rows), and 'Attributes' (not columns). The actual Appwrite SDK methods would be databases.create(), databases.createCollection(), databases.createStringAttribute(), databases.createBooleanAttribute(), databases.createDatetimeAttribute(), and databases.createDocument(). The code structure and logic are reasonable, but the entire API surface being used is fabricated/hallucinated. TablesDB is not a real Appwrite SDK class, and methods like createTable(), createVarcharColumn(), createBooleanColumn(), createDatetimeColumn(), and createRow() do not exist in any version of the Appwrite SDK. This answer would completely fail to run.",
          "promptTokens": 10562,
          "completionTokens": 1443,
          "totalTokens": 12005,
          "cost": 0.088885,
          "durationMs": 17541,
          "tokensPerSecond": 82.26,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1302,
          "completionTokens": 51,
          "totalTokens": 1353,
          "cost": 0.007785,
          "durationMs": 3169,
          "tokensPerSecond": 16.09,
          "toolCallCount": 0
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1230,
          "completionTokens": 42,
          "totalTokens": 1272,
          "cost": 0.0072,
          "durationMs": 3175,
          "tokensPerSecond": 13.23,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB\n\nThe `Query` class builds query strings that you pass as an array to `tablesDB.listRows()` via the `queries` parameter. Multiple queries are combined with **AND** logic by default.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n// Server-side: import from 'node-appwrite'\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n## 1. Filtering\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),          // status == 'active'\n        Query.greaterThan('age', 18),             // age > 18\n        Query.between('price', 10, 100),          // 10 <= price <= 100\n        Query.search('title', 'appwrite'),        // full-text search (needs full-text index)\n        Query.startsWith('name', 'A'),            // name begins with 'A'\n        Query.isNotNull('email'),                 // email is not null\n    ]\n});\n```\n\nCommon filter operators:\n\n| Operator | Meaning |\n|----------|---------|\n| `Query.equal('f', v)` | equals (pass an array for IN matching) |\n| `Query.notEqual('f', v)` | not equal |\n| `Query.lessThan` / `lessThanEqual` | `<` / `<=` |\n| `Query.greaterThan` / `greaterThanEqual` | `>` / `>=` |\n| `Query.between('f', a, b)` | inclusive range |\n| `Query.contains('f', v)` | string/array contains |\n| `Query.search('f', kw)` | full-text search |\n| `Query.isNull` / `isNotNull` | null checks |\n\n### Logical OR / AND\n\nQueries are AND-ed by default, but you can nest explicit logic:\n\n```typescript\nqueries: [\n    Query.or([\n        Query.equal('status', 'active'),\n        Query.equal('status', 'pending'),\n    ]),\n    Query.greaterThan('age', 18),  // AND-ed with the OR block above\n]\n```\n\n## 2. Sorting\n\n```typescript\nqueries: [\n    Query.orderDesc('$createdAt'),   // newest first\n    Query.orderAsc('name'),          // tie-break alphabetically\n]\n```\n\nYou can also sort by built-in fields like `$createdAt` and `$updatedAt`.\n\n## 3. Limiting\n\n`Query.limit()` caps how many rows are returned (default `25`, max `100`).\n\n```typescript\nqueries: [\n    Query.equal('status', 'active'),\n    Query.limit(50),\n]\n```\n\nYou can also use `Query.select()` to return only specific fields, reducing payload size:\n\n```typescript\nqueries: [\n    Query.select(['title', 'price']),\n    Query.limit(25),\n]\n```\n\n## 4. Pagination\n\n### Offset-based (simple, good for small datasets)\n\n```typescript\n// Page 1\nlet page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.offset(0)]\n});\n\n// Page 2\nlet page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.limit(25), Query.offset(25)]\n});\n```\n\n> ⚠️ Offset pagination gets slower at high offsets. For large datasets, prefer cursor pagination.\n\n### Cursor-based (recommended for large datasets)\n\nUse the `$id` of the last row from the previous page:\n\n```typescript\nconst firstPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.orderDesc('$createdAt'), Query.limit(25)]\n});\n\nconst lastId = firstPage.rows[firstPage.rows.length - 1].$id;\n\nconst nextPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('$createdAt'),\n        Query.limit(25),\n        Query.cursorAfter(lastId),   // continue after the last row\n    ]\n});\n```\n\nUse `Query.cursorBefore('[ROW_ID]')` to paginate in the opposite direction.\n\n## Putting It All Together\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'published'),   // filter\n        Query.greaterThan('views', 100),      // filter\n        Query.orderDesc('$createdAt'),         // sort\n        Query.select(['title', 'views']),      // field selection\n        Query.limit(20),                       // limit\n        Query.offset(0),                       // pagination\n    ]\n});\n\nconsole.log(results.total);  // total matching rows (ignores limit/offset)\nconsole.log(results.rows);   // the returned rows\n```\n\n## Key Tips\n\n- **Indexes are required** — `Query.search()` needs a full-text index; filtered/sorted columns should have appropriate indexes for performance.\n- **`equal` with arrays** acts as an IN query: `Query.equal('category', ['tech', 'science'])`.\n- **`total`** in the response reflects all matching rows regardless of `limit`/`offset`, useful for building pagination UIs.\n- **Prefer cursor pagination** over large offsets for performance at scale.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all required rubric elements: 1) Query.equal() for filtering with clear examples, 2) Query.orderDesc() and Query.orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows() with proper syntax, 5) Multiple additional query methods including Query.greaterThan(), Query.between(), Query.search(), Query.cursorAfter(), Query.cursorBefore(), Query.select(), Query.isNotNull(), etc. The answer goes beyond the minimum requirements with excellent organization, a comprehensive table of operators, cursor-based pagination examples, logical OR/AND nesting, and practical tips about indexes and performance.",
          "promptTokens": 10500,
          "completionTokens": 2104,
          "totalTokens": 12604,
          "cost": 0.1051,
          "durationMs": 24142,
          "tokensPerSecond": 87.15,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1203,
          "completionTokens": 62,
          "totalTokens": 1265,
          "cost": 0.007565,
          "durationMs": 3018,
          "tokensPerSecond": 20.54,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1220,
          "completionTokens": 36,
          "totalTokens": 1256,
          "cost": 0.007,
          "durationMs": 3316,
          "tokensPerSecond": 10.86,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11224,
          "completionTokens": 85,
          "totalTokens": 11309,
          "cost": 0.058245,
          "durationMs": 3819,
          "tokensPerSecond": 22.26,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1157,
          "completionTokens": 50,
          "totalTokens": 1207,
          "cost": 0.007035,
          "durationMs": 3175,
          "tokensPerSecond": 15.75,
          "toolCallCount": 0
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11313,
          "completionTokens": 191,
          "totalTokens": 11504,
          "cost": 0.06134,
          "durationMs": 5694,
          "tokensPerSecond": 33.54,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11162,
          "completionTokens": 162,
          "totalTokens": 11324,
          "cost": 0.05986,
          "durationMs": 5620,
          "tokensPerSecond": 28.83,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.00677,
          "durationMs": 1782,
          "tokensPerSecond": 15.15,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1215,
          "completionTokens": 27,
          "totalTokens": 1242,
          "cost": 0.00675,
          "durationMs": 2205,
          "tokensPerSecond": 12.24,
          "toolCallCount": 0
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11172,
          "completionTokens": 117,
          "totalTokens": 11289,
          "cost": 0.058785,
          "durationMs": 5836,
          "tokensPerSecond": 20.05,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.006645,
          "durationMs": 1964,
          "tokensPerSecond": 13.75,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1188,
          "completionTokens": 27,
          "totalTokens": 1215,
          "cost": 0.006615,
          "durationMs": 1872,
          "tokensPerSecond": 14.42,
          "toolCallCount": 0
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.00677,
          "durationMs": 1665,
          "tokensPerSecond": 16.22,
          "toolCallCount": 0
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11280,
          "completionTokens": 161,
          "totalTokens": 11441,
          "cost": 0.060425,
          "durationMs": 5292,
          "tokensPerSecond": 30.42,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, cap results at 20, and sort descending by that field, you combine three `Query` helpers in the `queries` array:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n// Server-side: import from 'node-appwrite'\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('score', 100),  // filter: score > 100\n        Query.orderDesc('score'),          // sort by score, descending\n        Query.limit(20),                   // return at most 20 rows\n    ]\n});\n\nconsole.log(results.total);      // total matching rows (ignores limit)\nconsole.log(results.documents);  // up to 20 rows\n```\n\n### How it works\n\n| Query | Purpose |\n|-------|---------|\n| `Query.greaterThan('score', 100)` | Keeps only rows where `score` is strictly `> 100`. Use `Query.greaterThanEqual('score', 100)` if you want `>= 100`. |\n| `Query.orderDesc('score')` | Sorts the matching rows by `score` from highest to lowest. |\n| `Query.limit(20)` | Restricts the response to a maximum of 20 rows. |\n\n### Notes\n\n- **Multiple queries are combined with AND** by default, so you can freely mix filtering, sorting, and pagination in the same array.\n- **`limit` max is 100** per request (default is 25). For paging through more than 20 rows, add `Query.cursorAfter('[LAST_ROW_ID]')` using the `$id` of the last row from the previous page — this is more efficient than `Query.offset()` for large datasets.\n- **Indexing:** For best performance, make sure the numeric field has an index on the table, since you're both filtering and sorting on it.\n- `results.total` gives the full count of matching rows regardless of the limit, which is useful for building pagination UI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting descending, 3) Query.limit(20) for capping results, and 4) passing all queries to listRows() via the queries parameter. The response is comprehensive, accurate, and includes helpful additional context about pagination, indexing, and AND combination behavior.",
          "promptTokens": 10458,
          "completionTokens": 771,
          "totalTokens": 11229,
          "cost": 0.071565,
          "durationMs": 11919,
          "tokensPerSecond": 64.69,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11418,
          "completionTokens": 201,
          "totalTokens": 11619,
          "cost": 0.062115,
          "durationMs": 6963,
          "tokensPerSecond": 28.87,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11098,
          "completionTokens": 299,
          "totalTokens": 11397,
          "cost": 0.062965,
          "durationMs": 8262,
          "tokensPerSecond": 36.19,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1137,
          "completionTokens": 67,
          "totalTokens": 1204,
          "cost": 0.00736,
          "durationMs": 3441,
          "tokensPerSecond": 19.47,
          "toolCallCount": 0
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1237,
          "completionTokens": 36,
          "totalTokens": 1273,
          "cost": 0.007085,
          "durationMs": 2908,
          "tokensPerSecond": 12.38,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1212,
          "completionTokens": 27,
          "totalTokens": 1239,
          "cost": 0.006735,
          "durationMs": 1621,
          "tokensPerSecond": 16.66,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's a complete Appwrite Function in Node.js that handles a JSON body with a `name` field and returns a personalized greeting:\n\n```javascript\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    // Only allow POST requests for this endpoint\n    if (req.method !== 'POST') {\n        return res.json(\n            { error: 'Method not allowed. Use POST.' },\n            405\n        );\n    }\n\n    // Parse the JSON body (req.bodyJson is the parsed object)\n    const data = req.bodyJson;\n\n    // Validate the \"name\" field\n    if (!data?.name || typeof data.name !== 'string') {\n        error('Missing or invalid \"name\" field');\n        return res.json(\n            { error: 'A \"name\" field (string) is required.' },\n            400\n        );\n    }\n\n    log(`Greeting user: ${data.name}`);\n\n    // Return the personalized greeting\n    return res.json({\n        message: `Hello, ${data.name}! Welcome to Appwrite.`\n    });\n};\n```\n\n### Key points about the structure\n\n**Function signature** — The entry point file (e.g. `src/main.js`) must `export default` an `async` function that destructures the context object:\n\n| Property | Description |\n|----------|-------------|\n| `req` | The incoming request |\n| `res` | Helper to build the response |\n| `log` | Logs info to the execution console |\n| `error` | Logs errors to the execution console |\n\n**Reading the body:**\n- `req.bodyJson` — the **parsed** JSON object (cleanest for JSON payloads)\n- `req.body` — the raw string body (parse manually with `JSON.parse` if you prefer)\n\n**Response format** — Always `return` a response helper. `res.json(data, statusCode)` automatically sets the `Content-Type: application/json` header. Other options include `res.text()`, `res.empty()`, `res.redirect()`, and `res.send()`.\n\n### Example request/response\n\nRequest body:\n```json\n{ \"name\": \"Ada\" }\n```\n\nResponse:\n```json\n{ \"message\": \"Hello, Ada! Welcome to Appwrite.\" }\n```\n\n### `package.json`\n\nMake sure your `package.json` declares ES modules so `export default` works:\n\n```json\n{\n  \"type\": \"module\",\n  \"main\": \"src/main.js\"\n}\n```\n\nWhen configuring the function in Appwrite, set the **entry point** to `src/main.js` and choose a Node.js runtime (e.g. `node-18.0`). If you don't use `\"type\": \"module\"`, switch to CommonJS syntax instead: `module.exports = async ({ req, res, log, error }) => { ... }`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses 'export default async' function, 2) Destructures context with req, res, log, and error, 3) Parses req.body (via req.bodyJson which is the parsed form of req.body), 4) Uses res.json() for the response, 5) Follows the correct function signature pattern. The answer goes beyond the minimum requirements with input validation, error handling, method checking, and helpful explanations about req.bodyJson vs req.body, package.json configuration, and response options.",
          "promptTokens": 10476,
          "completionTokens": 946,
          "totalTokens": 11422,
          "cost": 0.07603,
          "durationMs": 15011,
          "tokensPerSecond": 63.02,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1226,
          "completionTokens": 27,
          "totalTokens": 1253,
          "cost": 0.006805,
          "durationMs": 1747,
          "tokensPerSecond": 15.46,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1209,
          "completionTokens": 27,
          "totalTokens": 1236,
          "cost": 0.00672,
          "durationMs": 4079,
          "tokensPerSecond": 6.62,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1339,
          "completionTokens": 27,
          "totalTokens": 1366,
          "cost": 0.00737,
          "durationMs": 1736,
          "tokensPerSecond": 15.55,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the CLI\n\nHere's the full workflow, from setup to deployment.\n\n## 1. Install & authenticate the CLI\n\n```bash\nnpm install -g appwrite-cli   # or use Homebrew/Scoop/install script\n\nappwrite -v                   # verify install\nappwrite login                # authenticate\n```\n\nFor a self-hosted instance:\n```bash\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n## 2. Initialize the project / function\n\n```bash\nappwrite init project     # creates appwrite.config.json (if not done already)\nappwrite init functions   # scaffold a new function\n```\n\nIf you already have a function in the Console, pull it instead:\n```bash\nappwrite pull functions\n```\n\nBoth approaches register the function in `appwrite.config.json`.\n\n## 3. Configure the function\n\nFunctions are described in `appwrite.config.json` (either inline under `functions`, or split into an include file like `appwrite/functions.json`):\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key configuration options\n\n| Field | Purpose |\n|-------|---------|\n| `runtime` | Execution runtime, e.g. `node-22` |\n| `entrypoint` | File inside `path` that starts the function |\n| `commands` | Build/install command (e.g. `npm install`) run before deploy |\n| `path` | Local source directory for the function code |\n| `timeout` | Max execution duration in seconds |\n| `events` | Event patterns that trigger the function |\n| `schedule` | Cron expression for scheduled runs (empty = disabled) |\n| `scopes` | API scopes granted to the function's execution key |\n| `buildSpecification` / `runtimeSpecification` | Compute specs for build and runtime |\n| `deploymentRetention` | Days to keep old deployments |\n| `enabled` / `logging` | Toggle the function and execution log storage |\n| `ignore` | Extra files to exclude when packaging (`.gitignore` is read automatically) |\n\n## 4. Manage environment variables\n\n**Do not** put variables in `appwrite.config.json`. Place them in a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nSync them only when you explicitly want to update remote variables (the `--with-variables` flag will create/replace/remove remote variables from your local `.env`).\n\n## 5. Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a single function and make it the live deployment\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n\n# Deploy and sync variables from .env\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n## 6. Test the deployment\n\n```bash\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"key\": \"value\"}'\n\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\nYou can also run locally before deploying:\n```bash\nappwrite run functions\nappwrite run functions --with-variables   # use saved function variables\n```\n\n## CI/CD (non-interactive)\n\nFor automated pipelines, add `--force` to skip confirmation prompts:\n\n```bash\nappwrite push functions --all --force\n# or a single function\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n**Summary of the flow:** install → `appwrite login` → `init`/`pull` the function → configure in `appwrite.config.json` → add `.env` variables → `appwrite push functions` (with `--activate` to go live) → test with `create-execution`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: (1) CLI installation with npm/Homebrew/Scoop, (2) appwrite init functions command, (3) detailed configuration in appwrite.config.json with JSON examples, (4) appwrite push functions with various flags, and (5) all key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional details on authentication, environment variables, testing, CI/CD usage, and local development.",
          "promptTokens": 11890,
          "completionTokens": 1588,
          "totalTokens": 13478,
          "cost": 0.09915,
          "durationMs": 20927,
          "tokensPerSecond": 75.88,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1163,
          "completionTokens": 51,
          "totalTokens": 1214,
          "cost": 0.00709,
          "durationMs": 3318,
          "tokensPerSecond": 15.37,
          "toolCallCount": 0
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1208,
          "completionTokens": 27,
          "totalTokens": 1235,
          "cost": 0.006715,
          "durationMs": 1768,
          "tokensPerSecond": 15.27,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 36,
          "totalTokens": 1240,
          "cost": 0.00692,
          "durationMs": 3801,
          "tokensPerSecond": 9.47,
          "toolCallCount": 0
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 67,
          "totalTokens": 1271,
          "cost": 0.007695,
          "durationMs": 3122,
          "tokensPerSecond": 21.46,
          "toolCallCount": 0
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11318,
          "completionTokens": 96,
          "totalTokens": 11414,
          "cost": 0.05899,
          "durationMs": 5521,
          "tokensPerSecond": 17.39,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12766,
          "completionTokens": 170,
          "totalTokens": 12936,
          "cost": 0.06808,
          "durationMs": 8218,
          "tokensPerSecond": 20.69,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 21531,
          "completionTokens": 191,
          "totalTokens": 21722,
          "cost": 0.11243,
          "durationMs": 7771,
          "tokensPerSecond": 24.58,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11148,
          "completionTokens": 169,
          "totalTokens": 11317,
          "cost": 0.059965,
          "durationMs": 6794,
          "tokensPerSecond": 24.87,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11288,
          "completionTokens": 145,
          "totalTokens": 11433,
          "cost": 0.060065,
          "durationMs": 6603,
          "tokensPerSecond": 21.96,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1281,
          "completionTokens": 57,
          "totalTokens": 1338,
          "cost": 0.00783,
          "durationMs": 4671,
          "tokensPerSecond": 12.2,
          "toolCallCount": 0
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 21467,
          "completionTokens": 271,
          "totalTokens": 21738,
          "cost": 0.11411,
          "durationMs": 8021,
          "tokensPerSecond": 33.79,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11204,
          "completionTokens": 135,
          "totalTokens": 11339,
          "cost": 0.059395,
          "durationMs": 5864,
          "tokensPerSecond": 23.02,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Inside an Appwrite Function, the runtime injects a set of `APPWRITE_FUNCTION_*` environment variables you can read (e.g., via `process.env` in Node.js). Here are several of the most useful ones:\n\n1. **`APPWRITE_FUNCTION_ID`** — The unique ID of the currently executing function. Useful for logging, self-referencing, or constructing execution-related resources.\n\n2. **`APPWRITE_FUNCTION_NAME`** — The human-readable name of the function as defined in the Console/config. Handy for log messages and observability.\n\n3. **`APPWRITE_FUNCTION_DEPLOYMENT`** — The ID of the deployment that is currently running. Useful for tracing which build/version produced a given execution.\n\nA few more commonly available ones:\n\n4. **`APPWRITE_FUNCTION_PROJECT_ID`** — The ID of the Appwrite project the function belongs to. Often passed to the SDK client via `.setProject(...)`.\n\n5. **`APPWRITE_FUNCTION_RUNTIME_NAME`** / **`APPWRITE_FUNCTION_RUNTIME_VERSION`** — The runtime (e.g., `node`) and its version that the function is executing under.\n\n6. **`APPWRITE_FUNCTION_API_ENDPOINT`** — The Appwrite API endpoint, useful for configuring the SDK client via `.setEndpoint(...)`.\n\n> **Note:** Beyond these, when a function is triggered, Appwrite also provides dynamic API key headers/values so the function can authenticate to the API on behalf of the platform. You typically configure your SDK client inside the handler like:\n> ```typescript\n> const client = new Client()\n>     .setEndpoint(process.env.APPWRITE_FUNCTION_API_ENDPOINT)\n>     .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID)\n>     .setKey(req.headers['x-appwrite-key']); // dynamic execution key\n> ```\n\nThese variables let your function identify itself, connect back to the Appwrite API, and log meaningful context without hardcoding values.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names more than three APPWRITE_FUNCTION_* environment variables with accurate descriptions of their purposes. It covers APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, and APPWRITE_FUNCTION_API_ENDPOINT — all of which are documented runtime environment variables. Each description is accurate and matches the reference answer's documented purposes.",
          "promptTokens": 20745,
          "completionTokens": 880,
          "totalTokens": 21625,
          "cost": 0.125725,
          "durationMs": 13134,
          "tokensPerSecond": 67,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 49,
          "totalTokens": 1253,
          "cost": 0.007245,
          "durationMs": 3129,
          "tokensPerSecond": 15.66,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1181,
          "completionTokens": 27,
          "totalTokens": 1208,
          "cost": 0.00658,
          "durationMs": 1790,
          "tokensPerSecond": 15.08,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's complete code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL—with permission configuration at each step.\n\n> **Important note:** Creating a **bucket** is a server-only operation (it requires an API key and the `node-appwrite` SDK). The Web SDK (`appwrite`) **cannot** create buckets. So I've split this into two parts:\n> 1. **Server-side** (`node-appwrite`) — create the bucket\n> 2. **Client-side** (`appwrite`, Web SDK) — upload the file and get the preview URL\n\n---\n\n## 1. Create the bucket (server-side — required)\n\n```typescript\n// server.ts — run on your backend (Node.js)\nimport { Client, Storage, Permission, Role, ID } from 'node-appwrite';\n\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY); // API key with buckets.write scope\n\nconst storage = new Storage(adminClient);\n\nconst bucket = await storage.createBucket({\n    bucketId: ID.unique(),\n    name: 'Images',\n    // Bucket-level permissions — define default access for all files in the bucket\n    permissions: [\n        Permission.read(Role.any()),               // anyone can read files\n        Permission.create(Role.users()),           // any logged-in user can upload\n        Permission.update(Role.users()),\n        Permission.delete(Role.users()),\n    ],\n    fileSecurity: true,                              // enable per-file permission overrides\n    enabled: true,\n    maximumFileSize: 10 * 1024 * 1024,               // 10 MB\n    allowedFileExtensions: ['jpg', 'jpeg', 'png', 'webp', 'gif'],\n});\n\nconsole.log('Bucket created:', bucket.$id);\n```\n\n> `fileSecurity: true` lets the per-file permissions you set during upload take effect. If `false`, only bucket-level permissions apply.\n\n---\n\n## 2. Upload a file & get a preview URL (client-side — Web SDK)\n\n```typescript\n// app.ts — runs in the browser\nimport { Client, Storage, Permission, Role, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\nconst BUCKET_ID = '[BUCKET_ID]'; // the $id from step 1\n\nasync function uploadAndPreview(userId: string) {\n    // Get the selected file from an <input type=\"file\" id=\"file-input\">\n    const input = document.getElementById('file-input') as HTMLInputElement;\n    const selectedFile = input.files![0];\n\n    // Upload with per-file permissions\n    const file = await storage.createFile({\n        bucketId: BUCKET_ID,\n        fileId: ID.unique(),\n        file: selectedFile,\n        permissions: [\n            Permission.read(Role.any()),          // public read access\n            Permission.update(Role.user(userId)), // only the owner can modify\n            Permission.delete(Role.user(userId)), // only the owner can delete\n        ],\n    });\n\n    console.log('Uploaded file ID:', file.$id);\n\n    // Get a resized/optimized preview URL for the image\n    const previewUrl = storage.getFilePreview({\n        bucketId: BUCKET_ID,\n        fileId: file.$id,\n        width: 400,\n        height: 400,\n        // Optional transforms:\n        // gravity: ImageGravity.Center,\n        // quality: 80,\n        // output: ImageFormat.Webp,\n    });\n\n    console.log('Preview URL:', previewUrl);\n\n    // Use it directly in an <img>\n    const img = document.createElement('img');\n    img.src = previewUrl.toString();\n    document.body.appendChild(img);\n\n    return previewUrl;\n}\n```\n\n---\n\n### Key points\n\n| Operation | SDK | Why |\n|-----------|-----|-----|\n| Create bucket | `node-appwrite` (server) | Requires an API key; not available in the Web SDK |\n| Upload file | `appwrite` (Web) | User-context upload from a file input |\n| Get preview URL | `appwrite` (Web) | `getFilePreview` returns a URL synchronously (no `await`) |\n\n**Permission tips:**\n- `getFilePreview` only works on **image** files (jpg, png, gif, webp, etc.).\n- For the preview to load in a browser, the file needs `Permission.read(Role.any())` — otherwise the user must be authenticated and have read access.\n- Per-file permissions (set during upload) only apply if the bucket has `fileSecurity: true`.\n\nIf you're working entirely client-side and the bucket already exists (created via the Appwrite Console or CLI), you only need step 2.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is largely correct and comprehensive. It includes: 1) Storage service instantiation (both server and client-side), 2) Bucket creation with permissions (server-side with node-appwrite), 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports from both 'node-appwrite' and 'appwrite'. The code is well-structured and includes helpful explanations. Minor issues: The createBucket() and createFile() calls use object parameter syntax (named parameters) which may not match the actual SDK API signature exactly - the Web SDK typically uses positional parameters. Also, the answer correctly notes that bucket creation requires server-side SDK, which is accurate but slightly deviates from the question asking for Web SDK code. The getFilePreview() call also uses object syntax. Despite these minor discrepancies in API call syntax, the overall structure, concepts, and required elements are all present and correct.",
          "promptTokens": 10497,
          "completionTokens": 1766,
          "totalTokens": 12263,
          "cost": 0.096635,
          "durationMs": 21778,
          "tokensPerSecond": 81.09,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1187,
          "completionTokens": 62,
          "totalTokens": 1249,
          "cost": 0.007485,
          "durationMs": 3449,
          "tokensPerSecond": 17.98,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1213,
          "completionTokens": 55,
          "totalTokens": 1268,
          "cost": 0.00744,
          "durationMs": 3105,
          "tokensPerSecond": 17.71,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1228,
          "completionTokens": 36,
          "totalTokens": 1264,
          "cost": 0.00704,
          "durationMs": 2604,
          "tokensPerSecond": 13.82,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1196,
          "completionTokens": 27,
          "totalTokens": 1223,
          "cost": 0.006655,
          "durationMs": 1796,
          "tokensPerSecond": 15.03,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1172,
          "completionTokens": 47,
          "totalTokens": 1219,
          "cost": 0.007035,
          "durationMs": 2992,
          "tokensPerSecond": 15.71,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "All three methods generate access URLs for files in Appwrite Storage, but they serve different purposes:\n\n## `storage.getFileView()`\n\nReturns the file's **raw content for inline viewing/serving** — served with headers that encourage the browser to display the file rather than download it.\n\n- Returns the original, unmodified file (any file type: PDFs, videos, images, etc.)\n- No transformations applied\n- **Use when:** embedding a file inline in the browser — e.g., a PDF in an `<iframe>`, a video in a `<video>` tag, or displaying an original-quality image without resizing.\n\n## `storage.getFileDownload()`\n\nReturns the file's raw content with a **`Content-Disposition: attachment` header**, which forces the browser to prompt a download/save dialog.\n\n- Returns the original, unmodified file (any file type)\n- No transformations applied\n- **Use when:** you want users to save the file to their device — e.g., a \"Download\" button for documents, ZIPs, invoices, etc.\n\n## `storage.getFilePreview()`\n\nReturns a **transformed/processed version of an image** — this is the only one of the three that manipulates the file.\n\n- **Image files only** (the bucket must allow it and the file must be an image format)\n- Supports parameters like `width`, `height`, `gravity`, `quality`, `border`, `borderRadius`, `opacity`, `rotation`, `background`, and output `output` format (e.g., convert to WebP)\n- **Use when:** rendering thumbnails, avatars, or optimized/resized images in your UI.\n\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n});\n```\n\n## Quick comparison\n\n| Method | File types | Transforms? | Browser behavior | Typical use |\n|--------|-----------|-------------|------------------|-------------|\n| `getFileView()` | Any | No | Display inline | Embed/serve original |\n| `getFileDownload()` | Any | No | Force download | \"Download\" button |\n| `getFilePreview()` | Images only | Yes (resize, crop, format, etc.) | Display inline | Thumbnails / optimized images |\n\n**Rule of thumb:** Use `getFilePreview()` for displaying resized/optimized images, `getFileView()` for serving original files inline (or non-image originals), and `getFileDownload()` whenever you want to trigger a save dialog.\n\nA note on permissions: all three respect the file's read permissions. If the file isn't readable by `Role.any()`, an authenticated session (or an unexpired token) is needed for the URL to resolve.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It clearly explains all four required elements: 1) getFileView() for inline/browser display with no transformations, 2) getFileDownload() for triggering downloads via Content-Disposition: attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, and other parameters, and 4) specific use cases for each method. The answer goes beyond the reference answer with additional helpful details like a comparison table, code example, and permissions note, while accurately covering all the core concepts.",
          "promptTokens": 10462,
          "completionTokens": 979,
          "totalTokens": 11441,
          "cost": 0.076785,
          "durationMs": 17175,
          "tokensPerSecond": 57,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1216,
          "completionTokens": 27,
          "totalTokens": 1243,
          "cost": 0.006755,
          "durationMs": 1783,
          "tokensPerSecond": 15.14,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1218,
          "completionTokens": 51,
          "totalTokens": 1269,
          "cost": 0.007365,
          "durationMs": 2839,
          "tokensPerSecond": 17.96,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11174,
          "completionTokens": 172,
          "totalTokens": 11346,
          "cost": 0.06017,
          "durationMs": 7326,
          "tokensPerSecond": 23.48,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1283,
          "completionTokens": 36,
          "totalTokens": 1319,
          "cost": 0.007315,
          "durationMs": 2858,
          "tokensPerSecond": 12.6,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 11256,
          "completionTokens": 267,
          "totalTokens": 11523,
          "cost": 0.062955,
          "durationMs": 9456,
          "tokensPerSecond": 28.24,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1236,
          "completionTokens": 49,
          "totalTokens": 1285,
          "cost": 0.007405,
          "durationMs": 3761,
          "tokensPerSecond": 13.03,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1202,
          "completionTokens": 48,
          "totalTokens": 1250,
          "cost": 0.00721,
          "durationMs": 3231,
          "tokensPerSecond": 14.86,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1221,
          "completionTokens": 27,
          "totalTokens": 1248,
          "cost": 0.00678,
          "durationMs": 1884,
          "tokensPerSecond": 14.33,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1250,
          "completionTokens": 27,
          "totalTokens": 1277,
          "cost": 0.006925,
          "durationMs": 1958,
          "tokensPerSecond": 13.79,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1202,
          "completionTokens": 27,
          "totalTokens": 1229,
          "cost": 0.006685,
          "durationMs": 2211,
          "tokensPerSecond": 12.21,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "## When to use `getFilePreview` vs `getFileView`\n\n- **`getFilePreview`** — Use when you want a **transformed/manipulated version** of an image (resized, cropped, compressed, etc.). It's ideal for thumbnails, avatars, optimized images, and anywhere you want to control dimensions or quality before delivering the image. Note: image transformations only work on image file types.\n\n- **`getFileView`** — Use when you want to serve the **original, unmodified file** exactly as it was uploaded (no transformations applied). This is the right choice for non-image files or when you need the file at full original quality.\n\n## What `getFilePreview` supports\n\n`getFilePreview` accepts a range of image manipulation parameters, including:\n\n- **`width`** / **`height`** — resize dimensions (in pixels)\n- **`gravity`** — focal point for cropping (e.g. center, top-left, etc.)\n- **`quality`** — compression quality (0–100)\n- **`borderWidth`** / **`borderColor`** — add a border around the image\n- **`borderRadius`** — round the corners\n- **`opacity`** — adjust transparency\n- **`rotation`** — rotate the image by degrees\n- **`background`** — background color\n- **`output`** — output format (e.g. `jpg`, `png`, `webp`, `gif`, `avif`)\n\nExample:\n\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n});\n```\n\n**In short:** reach for `getFilePreview` whenever you need a resized, cropped, or otherwise processed image (thumbnails, avatars, web optimization), and use `getFileView` to serve the original file untouched.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for image transformations) from getFileView (for original unmodified files), and lists all the transformation options including width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format - matching the reference answer completely. The explanation is thorough and includes practical use cases.",
          "promptTokens": 10434,
          "completionTokens": 672,
          "totalTokens": 11106,
          "cost": 0.06897,
          "durationMs": 11925,
          "tokensPerSecond": 56.35,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1189,
          "completionTokens": 27,
          "totalTokens": 1216,
          "cost": 0.00662,
          "durationMs": 1717,
          "tokensPerSecond": 15.73,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1247,
          "completionTokens": 27,
          "totalTokens": 1274,
          "cost": 0.00691,
          "durationMs": 1976,
          "tokensPerSecond": 13.66,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1244,
          "completionTokens": 27,
          "totalTokens": 1271,
          "cost": 0.006895,
          "durationMs": 1965,
          "tokensPerSecond": 13.74,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying a Site to Appwrite Sites\n\nAppwrite Sites lets you deploy static and server-rendered web apps (Astro, Next.js, SvelteKit, React, etc.) directly to Appwrite. Here's how to do it.\n\n## Deployment Methods\n\nThere are two main ways to deploy:\n\n### 1. CLI Deployment\n\n```bash\n# Create a new site interactively\nappwrite init sites\n\n# Or pull an existing site from the Console\nappwrite pull sites\n\n# Deploy\nappwrite push sites\n```\n\nTo deploy/activate a specific site:\n\n```bash\nappwrite push sites --site-id <SITE_ID>\n```\n\nFor **CI/CD / non-interactive** pipelines, add `--all` and `--force`:\n\n```bash\nappwrite push sites --all --force\n```\n\nYou can also work with deployments directly:\n\n| Command | Purpose |\n|---------|---------|\n| `appwrite sites create-deployment --site-id <ID>` | Upload a new deployment |\n| `appwrite sites list-deployments --site-id <ID>` | List deployments |\n| `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>` | Promote a deployment to active |\n| `appwrite sites update-deployment-status --site-id <ID> --deployment-id <ID>` | Cancel an ongoing build |\n\n### 2. Git-Based Deployment\n\nYou can connect a Git repository through the Appwrite Console so that pushes automatically trigger new deployments (production branch + preview branches). This is configured in the Console rather than via the config file.\n\n---\n\n## Build Configuration Options\n\nSites are configured in `appwrite.config.json` (inline or via `includes`). Here's a full example:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"Documentation template\",\n            \"logging\": true,\n            \"framework\": \"astro\",\n            \"timeout\": 30,\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/documentation-template\"\n        }\n    ]\n}\n```\n\n### Key Configuration Fields\n\n| Field | Description |\n|-------|-------------|\n| `framework` | Framework preset that supplies sensible build/deploy defaults (e.g., `astro`, `nextjs`, `sveltekit`). |\n| `installCommand` | Command to install dependencies (e.g., `npm install`). |\n| `buildCommand` | Command that builds the site (e.g., `npm run build`). |\n| `outputDirectory` | Folder containing the static build output (e.g., `./dist`). |\n| `adapter` | Deployment mode — **`static`** or **`ssr`** (server-side rendering). |\n| `fallbackFile` | Fallback file used for SPA routing or missing routes (e.g., `index.html`). |\n| `startCommand` | Command to start the server for SSR sites (e.g., `npm run start`). |\n| `buildRuntime` | Runtime used to build the site, e.g., `node-22`. |\n| `buildSpecification` | Compute spec used during the build. |\n| `runtimeSpecification` | Compute spec used while serving runtime workloads (SSR). |\n| `timeout` | Max request/function duration in seconds for server-rendered sites. |\n| `deploymentRetention` | Days to keep old deployments before automatic deletion. |\n| `logging` | Stores request and build logs. |\n| `path` | Local source directory of the site. |\n\n### Static vs SSR\n\n- **`adapter: \"static\"`** — A pure static build. Appwrite serves files from `outputDirectory`. Use `fallbackFile` for SPA-style routing.\n- **`adapter: \"ssr\"`** — Server-rendered. Appwrite runs `startCommand` on the chosen `buildRuntime`/`runtimeSpecification`, and `timeout` bounds each request.\n\n---\n\n## Environment Variables\n\n**Don't** put site variables in `appwrite.config.json`. Instead, place them in a `.env` file inside the site's `path`:\n\n```bash\n# sites/documentation-template/.env\nPUBLIC_SITE_NAME=docs\n```\n\nThen sync them when deploying:\n\n```bash\n# Push code AND replace remote variables from .env\nappwrite push sites --site-id <SITE_ID> --with-variables\n\n# Push code only, leaving saved variables untouched\nappwrite push sites --site-id <SITE_ID>\n```\n\nYou can also manage variables individually with `appwrite sites create-variable`, `update-variable`, and `delete-variable`.\n\n---\n\n## Helpful Discovery Commands\n\n```bash\nappwrite sites list-frameworks       # Available framework presets\nappwrite sites list-specifications   # Allowed compute specs\nappwrite sites list-templates        # Starter templates\n```\n\n**Typical workflow:** run `appwrite init sites` (or scaffold from a template), set your `framework`, `installCommand`, `buildCommand`, `outputDirectory`, and `adapter`, then run `appwrite push sites` to build and deploy.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric requirements: (1) At least 2 deployment methods - CLI deployment and Git-based deployment are both clearly explained; (2) Build command configuration - `buildCommand` is explicitly documented with examples; (3) Output directory setting - `outputDirectory` is clearly explained; (4) Framework support/presets - `framework` field is documented with examples like astro, nextjs, sveltekit; (5) Environment variables - thoroughly explained including .env files and CLI flags for syncing variables. The answer goes well beyond the minimum requirements with detailed configuration tables, code examples, and additional context about static vs SSR deployments.",
          "promptTokens": 11904,
          "completionTokens": 1928,
          "totalTokens": 13832,
          "cost": 0.10772,
          "durationMs": 22389,
          "tokensPerSecond": 86.11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1232,
          "completionTokens": 27,
          "totalTokens": 1259,
          "cost": 0.006835,
          "durationMs": 1677,
          "tokensPerSecond": 16.1,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1160,
          "completionTokens": 53,
          "totalTokens": 1213,
          "cost": 0.007125,
          "durationMs": 3474,
          "tokensPerSecond": 15.26,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1225,
          "completionTokens": 27,
          "totalTokens": 1252,
          "cost": 0.0068,
          "durationMs": 1916,
          "tokensPerSecond": 14.09,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1221,
          "completionTokens": 27,
          "totalTokens": 1248,
          "cost": 0.00678,
          "durationMs": 1942,
          "tokensPerSecond": 13.9,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1220,
          "completionTokens": 36,
          "totalTokens": 1256,
          "cost": 0.007,
          "durationMs": 2855,
          "tokensPerSecond": 12.61,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1172,
          "completionTokens": 45,
          "totalTokens": 1217,
          "cost": 0.006985,
          "durationMs": 2724,
          "tokensPerSecond": 16.52,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12622,
          "completionTokens": 146,
          "totalTokens": 12768,
          "cost": 0.06676,
          "durationMs": 5815,
          "tokensPerSecond": 25.11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1212,
          "completionTokens": 42,
          "totalTokens": 1254,
          "cost": 0.00711,
          "durationMs": 2798,
          "tokensPerSecond": 15.01,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.00677,
          "durationMs": 1765,
          "tokensPerSecond": 15.3,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1197,
          "completionTokens": 44,
          "totalTokens": 1241,
          "cost": 0.007085,
          "durationMs": 2950,
          "tokensPerSecond": 14.92,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1211,
          "completionTokens": 56,
          "totalTokens": 1267,
          "cost": 0.007455,
          "durationMs": 3766,
          "tokensPerSecond": 14.87,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1211,
          "completionTokens": 65,
          "totalTokens": 1276,
          "cost": 0.00768,
          "durationMs": 2821,
          "tokensPerSecond": 23.04,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1216,
          "completionTokens": 44,
          "totalTokens": 1260,
          "cost": 0.00718,
          "durationMs": 3841,
          "tokensPerSecond": 11.46,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1230,
          "completionTokens": 27,
          "totalTokens": 1257,
          "cost": 0.006825,
          "durationMs": 2408,
          "tokensPerSecond": 11.21,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 36,
          "totalTokens": 1240,
          "cost": 0.00692,
          "durationMs": 2877,
          "tokensPerSecond": 12.51,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Here are several deployment and build configuration options for an Appwrite Site, along with what each is for:\n\n1. **`framework`** — The framework preset (e.g. `astro`, `nextjs`, `sveltekit`). It supplies sensible build and deployment defaults tailored to that framework.\n\n2. **`installCommand`** — The command used to install dependencies before building (e.g. `npm install`).\n\n3. **`buildCommand`** — The command used to build the site (e.g. `npm run build`).\n\n4. **`outputDirectory`** — The directory containing the static build output that gets served (e.g. `./dist`).\n\n5. **`adapter`** — The deployment adapter, determining whether the site behaves as a **static** site or uses **SSR** (server-side rendering).\n\n6. **`buildRuntime`** — The runtime used to build the site, such as `node-22`.\n\n7. **`buildSpecification`** — The compute specification (CPU/memory) used while building the deployment (e.g. `s-1vcpu-512mb`).\n\n8. **`runtimeSpecification`** — The compute specification used while serving runtime workloads for server-rendered sites.\n\n9. **`startCommand`** — The command used to start server-rendered output (e.g. `npm run start`), relevant for SSR sites.\n\n10. **`fallbackFile`** — The fallback file used for SPA routing or for handling missing routes.\n\n11. **`timeout`** — Maximum request/function duration in seconds for server-rendered sites.\n\n12. **`deploymentRetention`** — Number of days to retain old deployments before they're automatically deleted.\n\n**A quick note on configuration approach:** these fields live in your site definition inside `appwrite.config.json` (or an included `sites.json` file). Environment variables for a site should **not** go in this config — instead place them in a `.env` file inside the site's `path` directory and push them with `appwrite push sites --site-id <SITE_ID> --with-variables`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model lists well more than three deployment/build configuration options (it lists 12), and each one is correctly described with its purpose. The options include framework preset, install command, build command, output directory, adapter, build runtime, and more — all of which align with or extend the reference answer's examples. The descriptions are accurate and relevant to Appwrite Sites configuration.",
          "promptTokens": 11868,
          "completionTokens": 720,
          "totalTokens": 12588,
          "cost": 0.07734,
          "durationMs": 11745,
          "tokensPerSecond": 61.3,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1171,
          "completionTokens": 27,
          "totalTokens": 1198,
          "cost": 0.00653,
          "durationMs": 2103,
          "tokensPerSecond": 12.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1244,
          "completionTokens": 27,
          "totalTokens": 1271,
          "cost": 0.006895,
          "durationMs": 1885,
          "tokensPerSecond": 14.32,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1178,
          "completionTokens": 53,
          "totalTokens": 1231,
          "cost": 0.007215,
          "durationMs": 3570,
          "tokensPerSecond": 14.85,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\nAppwrite Messaging is a unified service for sending messages across three channels — **push notifications**, **email**, and **SMS** — all through one consistent API.\n\n## Supported Push Providers\n\nFor push notifications, Appwrite supports the two major platform providers:\n\n| Provider | Use case |\n|----------|----------|\n| **FCM (Firebase Cloud Messaging)** | Android (and can also relay to iOS/web) |\n| **APNS (Apple Push Notification service)** | iOS / macOS apps |\n\n(For the other Messaging channels, Appwrite also integrates email providers like SMTP/Mailgun/Sendgrid and SMS providers like Twilio/Vonage/Telesign/Msg91 — but for **push** specifically, FCM and APNS are the relevant ones.)\n\n## Setup Overview\n\nThe flow has four main steps:\n\n### 1. Configure a provider\nIn the Appwrite Console under **Messaging → Providers**, add an FCM and/or APNS provider with the credentials from your Firebase / Apple Developer account:\n- **FCM**: upload your Firebase service account JSON.\n- **APNS**: provide your auth key (.p8), key ID, team ID, and bundle ID.\n\n### 2. Register device tokens (client-side)\nWhen a user grants notification permission on a device, you capture the device push token (from FCM/APNS) and register it against the logged-in user via a **push target**. This associates the device with the user's account so Appwrite knows where to deliver.\n\n### 3. Create a topic and subscribe targets\nA **topic** is a group of subscribers (push targets, email addresses, or phone numbers). Sending to a topic delivers the message to everyone subscribed — ideal for broadcasts like announcements.\n\n```bash\n# Create a topic\nappwrite messaging create-topic \\\n    --topic-id \"unique()\" \\\n    --name \"announcements\"\n\n# Add a subscriber (a user's target) to the topic\nappwrite messaging create-subscriber \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<TARGET_ID>\"\n```\n\n### 4. Send the push notification\n\n## Sending a Push to a Topic\n\nPush notifications are sent **server-side** (they require an API key with the `messages.write` scope — never send from a client). You pass the topic ID in the `topics` array as the recipient.\n\n### Via the CLI\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New feature available!\" \\\n    --body \"Check out the latest update in the app.\" \\\n    --topics \"<TOPIC_ID>\"\n```\n\n### Via the Node.js Server SDK\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY); // API key with messages.write scope\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'New feature available!',\n    body: 'Check out the latest update in the app.',\n    topics: ['<TOPIC_ID>'],          // deliver to everyone subscribed to this topic\n    // Optional extras:\n    data: { route: '/whats-new' },    // custom key-value payload your app reads\n    // image: '<BUCKET_ID>:<FILE_ID>',\n    // sound: 'default',\n    // badge: 1,\n    // scheduledAt: '2025-01-01T10:00:00.000Z', // schedule for later (draft until then)\n});\n```\n\n## Key Points\n\n- **Recipients** can be specified as `topics`, `users`, or `targets` — topics are best for broadcasts.\n- **Always send server-side** with an API key; push delivery is not a client-side operation.\n- Use **`scheduledAt`** (ISO 8601) to schedule messages; otherwise they send immediately.\n- The **`data`** field carries a custom payload your mobile app can use for deep-linking/routing.\n- You can enable the Messaging service in your project config (`\"messaging\": true` under `settings.services`) and manage topics declaratively via `appwrite push topics`.\n\nWould you like a deeper walkthrough of registering device push tokens on a specific platform (React Native, web, Flutter, etc.)?",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required elements from the rubric: 1) FCM and APNS providers are explicitly mentioned and explained, 2) Topic creation is demonstrated with CLI commands, 3) User subscription/targets are covered including device token registration, 4) messaging.createPush() method is shown in both CLI and Node.js SDK examples, 5) Device token registration is explained in step 2. The answer goes beyond the reference answer with additional details about scheduling, custom data payloads, and server-side requirements, all of which are accurate and helpful.",
          "promptTokens": 20764,
          "completionTokens": 1704,
          "totalTokens": 22468,
          "cost": 0.14642,
          "durationMs": 23504,
          "tokensPerSecond": 72.5,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 27,
          "totalTokens": 1241,
          "cost": 0.006745,
          "durationMs": 3419,
          "tokensPerSecond": 7.9,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1201,
          "completionTokens": 52,
          "totalTokens": 1253,
          "cost": 0.007305,
          "durationMs": 6754,
          "tokensPerSecond": 7.7,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1217,
          "completionTokens": 27,
          "totalTokens": 1244,
          "cost": 0.00676,
          "durationMs": 2149,
          "tokensPerSecond": 12.56,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1197,
          "completionTokens": 72,
          "totalTokens": 1269,
          "cost": 0.007785,
          "durationMs": 3649,
          "tokensPerSecond": 19.73,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "Appwrite Messaging uses a **target-based system** to deliver messages across multiple channels (email, SMS, and push notifications). Let me explain how targeting works, since this is a key concept distinct from the general SDK examples above.\n\n## How Messaging Targeting Works\n\nEvery recipient in Appwrite Messaging is resolved down to a **target** — a single contact point belonging to a user. There are three target types:\n\n- **Email targets** — an email address\n- **SMS targets** — a phone number\n- **Push targets** — a device token (for push notifications)\n\nA single user can have multiple targets (e.g., several email addresses, multiple devices). When you create a user with an email or phone number, Appwrite automatically creates corresponding targets for them. The Messaging system resolves all three of the addressing methods below into a final set of targets before delivery.\n\n## The Three Ways to Address Messages\n\nWhen you create a message (email, SMS, or push), you can specify recipients using any combination of three parameters:\n\n### 1. By Users (`users`)\nPass an array of **user IDs**. Appwrite resolves each user to their relevant targets for that channel (e.g., for an email message, it finds the user's email targets).\n\n```\nusers: ['[USER_ID_1]', '[USER_ID_2]']\n```\n\n### 2. By Topics (`topics`)\nPass an array of **topic IDs**. A topic is a group that targets can subscribe to — ideal for broadcasts like newsletters or announcements. Appwrite delivers to every subscriber of the topic. This is the most scalable approach for sending to many recipients at once.\n\n```\ntopics: ['[TOPIC_ID]']\n```\n\n### 3. By Targets (`targets`)\nPass an array of specific **target IDs** for fine-grained control — useful when a user has multiple addresses/devices and you want to reach a particular one.\n\n```\ntargets: ['[TARGET_ID_1]', '[TARGET_ID_2]']\n```\n\n## Conceptual Flow\n\n```\nTopics ──subscribe──> Targets <──belong to── Users\n                         │\n                         ▼\n                  Message delivery\n                  (email / SMS / push)\n```\n\n1. **Providers** are configured first (e.g., Mailgun/SendGrid for email, Twilio for SMS, FCM/APNS for push). They define *how* messages are sent.\n2. **Targets** represent *who/where* a message goes.\n3. **Topics** group targets for broadcast addressing.\n4. When sending, you mix and match `users`, `topics`, and `targets` — Appwrite unions them all into the final delivery list, deduplicating overlaps.\n\n## Practical Notes\n\n- **Sending messages requires a server SDK** (`node-appwrite`) with an API key and the `messages.write` scope — message creation is a privileged, server-side operation, not something done from the client.\n- Messages can be **sent immediately** or **scheduled** for future delivery using a `scheduledAt` timestamp (requires the `schedules` capability).\n- You manage subscriptions via the Messaging service: topics are created, then targets are subscribed to them, which is how the `topics` addressing scales to large audiences without listing every recipient.\n- Choose your addressing method by use case: **topics** for broadcasts, **users** for transactional messages to specific people, and **targets** for reaching a specific device/address when a user has several.\n\nIf you'd like, I can walk through concrete `node-appwrite` code for creating providers, topics, subscribers, and sending an email/SMS/push message.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly explained with dedicated sections; 2) The topic subscription mechanism is described - topics are groups that targets can subscribe to, with explicit mention of subscribing targets to topics; 3) How messages are sent to each target type is explained - users resolve to their channel-relevant targets, topics deliver to all subscribers, and targets provide direct fine-grained delivery; 4) Combining targeting methods is explicitly stated - 'you mix and match users, topics, and targets' and Appwrite unions them into the final delivery list with deduplication. The answer goes beyond the reference answer with additional useful context about providers, scheduling, and practical notes.",
          "promptTokens": 10452,
          "completionTokens": 1292,
          "totalTokens": 11744,
          "cost": 0.08456,
          "durationMs": 21238,
          "tokensPerSecond": 60.83,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1206,
          "completionTokens": 51,
          "totalTokens": 1257,
          "cost": 0.007305,
          "durationMs": 3395,
          "tokensPerSecond": 15.02,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1143,
          "completionTokens": 55,
          "totalTokens": 1198,
          "cost": 0.00709,
          "durationMs": 2889,
          "tokensPerSecond": 19.04,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1261,
          "completionTokens": 27,
          "totalTokens": 1288,
          "cost": 0.00698,
          "durationMs": 1631,
          "tokensPerSecond": 16.55,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1209,
          "completionTokens": 54,
          "totalTokens": 1263,
          "cost": 0.007395,
          "durationMs": 2896,
          "tokensPerSecond": 18.65,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 27,
          "totalTokens": 1241,
          "cost": 0.006745,
          "durationMs": 2640,
          "tokensPerSecond": 10.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1191,
          "completionTokens": 45,
          "totalTokens": 1236,
          "cost": 0.00708,
          "durationMs": 2879,
          "tokensPerSecond": 15.63,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1203,
          "completionTokens": 51,
          "totalTokens": 1254,
          "cost": 0.00729,
          "durationMs": 2955,
          "tokensPerSecond": 17.26,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1175,
          "completionTokens": 41,
          "totalTokens": 1216,
          "cost": 0.0069,
          "durationMs": 2963,
          "tokensPerSecond": 13.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.00677,
          "durationMs": 2047,
          "tokensPerSecond": 13.19,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1216,
          "completionTokens": 70,
          "totalTokens": 1286,
          "cost": 0.00783,
          "durationMs": 3875,
          "tokensPerSecond": 18.06,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending a Push Notification to a Topic in Appwrite\n\n## Prerequisites — What Must Be Configured First\n\nBefore you can send any push notification, several pieces of setup are required:\n\n### 1. Configure a Push Provider\nAppwrite's Messaging service routes push notifications through a third-party provider. You must set up a provider in the Console (under **Messaging → Providers**):\n- **APNS** (Apple Push Notification Service) for iOS\n- **FCM** (Firebase Cloud Messaging) for Android/Web\n\nYou'll need to supply the provider's credentials (e.g., FCM service account JSON, or APNS auth key/certificate).\n\n### 2. Create a Topic\nA topic is the channel that groups subscribers together so you can message them all at once.\n\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"unique()\" \\\n    --name \"announcements\"\n```\n\n### 3. Register Push Targets and Subscribe Users\n- Client apps must register a **push target** (the device token) on the user's account.\n- Those targets must then be **subscribed to the topic**:\n\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --subscriber-id \"unique()\" \\\n    --target-id \"<TARGET_ID>\"\n```\n\n## Sending the Push Notification\n\nOnce a provider is configured and the topic has subscribers, create the push message and direct it at the topic:\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New Feature Released\" \\\n    --body \"Check out our latest update in the app!\" \\\n    --topics \"<TOPIC_ID>\"\n```\n\nEvery subscriber of `<TOPIC_ID>` will receive the notification. You can target multiple topics, and also optionally pass specific `--users` or `--targets`.\n\n### Useful Verification Commands\n```bash\n# Confirm who is subscribed\nappwrite messaging list-subscribers --topic-id \"<TOPIC_ID>\"\n\n# Check the delivery status of the message\nappwrite messaging get-message --message-id \"<MESSAGE_ID>\"\n```\n\n## Optional: Scheduling & Draft Messages\nThe `create-push` command also supports advanced options such as:\n- `--scheduled-at` to deliver at a future time (ISO 8601)\n- `--draft true` to create the message without sending immediately\n- Rich payload fields like `--data`, `--image`, `--sound`, `--badge`, `--action`\n\n## Summary of the Flow\n1. **Configure a push provider** (FCM/APNS) with credentials.\n2. **Create a topic.**\n3. **Register push targets** on user accounts (from the client app).\n4. **Subscribe those targets** to the topic.\n5. **Create a push message** targeting the topic (`--topics`).\n6. **Verify** subscribers and delivery status.\n\nThe single most common blocker is step 1 — without a properly configured push provider, messages will fail to deliver even if subscribers exist.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all four required rubric points: 1) Provider configuration (FCM/APNS) with credentials, 2) Topic creation with example command, 3) User targets/subscriptions to the topic with subscriber creation command, and 4) Sending push to the topic using createPush/create-push with topicIds. The answer is comprehensive, well-structured, and includes additional helpful details like verification commands and optional features without omitting any required elements.",
          "promptTokens": 20709,
          "completionTokens": 1128,
          "totalTokens": 21837,
          "cost": 0.131745,
          "durationMs": 19242,
          "tokensPerSecond": 58.62,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1178,
          "completionTokens": 47,
          "totalTokens": 1225,
          "cost": 0.007065,
          "durationMs": 2651,
          "tokensPerSecond": 17.73,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11184,
          "completionTokens": 162,
          "totalTokens": 11346,
          "cost": 0.05997,
          "durationMs": 5738,
          "tokensPerSecond": 28.23,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11250,
          "completionTokens": 197,
          "totalTokens": 11447,
          "cost": 0.061175,
          "durationMs": 7899,
          "tokensPerSecond": 24.94,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11294,
          "completionTokens": 123,
          "totalTokens": 11417,
          "cost": 0.059545,
          "durationMs": 5802,
          "tokensPerSecond": 21.2,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11230,
          "completionTokens": 132,
          "totalTokens": 11362,
          "cost": 0.05945,
          "durationMs": 5728,
          "tokensPerSecond": 23.04,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1229,
          "completionTokens": 62,
          "totalTokens": 1291,
          "cost": 0.007695,
          "durationMs": 3024,
          "tokensPerSecond": 20.5,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11292,
          "completionTokens": 230,
          "totalTokens": 11522,
          "cost": 0.06221,
          "durationMs": 8605,
          "tokensPerSecond": 26.73,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11258,
          "completionTokens": 198,
          "totalTokens": 11456,
          "cost": 0.06124,
          "durationMs": 8576,
          "tokensPerSecond": 23.09,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's code that subscribes to both table row changes and file uploads simultaneously, handling each event type differently:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst DATABASE_ID = '[DATABASE_ID]';\nconst TABLE_ID = '[TABLE_ID]';\nconst BUCKET_ID = '[BUCKET_ID]';\n\n// Subscribe to BOTH channels in a single subscription\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row(),\n        Channel.bucket(BUCKET_ID).file(),\n    ],\n    (response) => {\n        // Each event string looks like:\n        //   'tablesdb.[DB].tables.[TABLE].rows.[ROW].create'\n        //   'buckets.[BUCKET].files.[FILE].create'\n        const events = response.events;\n\n        // --- Route based on which resource the event belongs to ---\n\n        // Table row events\n        if (events.some((e) => e.includes('.rows.'))) {\n            handleRowEvent(events, response.payload);\n            return;\n        }\n\n        // File events\n        if (events.some((e) => e.includes('.files.'))) {\n            handleFileEvent(events, response.payload);\n            return;\n        }\n    }\n);\n\n// ---- Handler for table row changes ----\nfunction handleRowEvent(events: string[], payload: any) {\n    if (events.some((e) => e.endsWith('.create'))) {\n        console.log('Row created:', payload.$id, payload);\n    } else if (events.some((e) => e.endsWith('.update'))) {\n        console.log('Row updated:', payload.$id, payload);\n    } else if (events.some((e) => e.endsWith('.delete'))) {\n        console.log('Row deleted:', payload.$id);\n    }\n}\n\n// ---- Handler for file uploads / changes ----\nfunction handleFileEvent(events: string[], payload: any) {\n    if (events.some((e) => e.endsWith('.create'))) {\n        console.log('File uploaded:', payload.$id, payload.name, `${payload.sizeOriginal} bytes`);\n    } else if (events.some((e) => e.endsWith('.update'))) {\n        console.log('File updated:', payload.$id, payload.name);\n    } else if (events.some((e) => e.endsWith('.delete'))) {\n        console.log('File deleted:', payload.$id);\n    }\n}\n\n// ---- Clean up when no longer needed ----\n// await subscription.close();\n```\n\n### How it works\n\n- **`realtime.subscribe([...channels], callback)`** accepts an array of channels, so a single subscription listens to both the table rows and the bucket files at once.\n- The **callback's `response.events`** array contains event strings whose suffix (`.create`, `.update`, `.delete`) tells you the action, while the path segment (`.rows.` vs `.files.`) tells you the resource type.\n- I route on resource type first, then branch on the specific action so each event type is handled differently.\n- Calling **`subscription.close()`** unsubscribes from all channels in that subscription.\n\n### Notes\n- `Channel.tablesdb(db).table(id).row()` (no argument) targets *all* rows in the table; pass a row ID to scope to a single row.\n- `Channel.bucket(id).file()` (no argument) targets *all* files in the bucket; pass a file ID to scope to a single file.\n- The file payload (`Models.File`) exposes useful fields like `name`, `sizeOriginal`, `mimeType`, and `bucketId`.\n\nIf you'd prefer two **separate** subscriptions (e.g., so you can independently close one), let me know and I can show that variant too.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses realtime.subscribe() with an array of channels for a single subscription; 2) Uses Channel.tablesdb(DATABASE_ID).table(TABLE_ID).row() for table rows; 3) Uses Channel.bucket(BUCKET_ID).file() for files; 4) Checks event types in the callback by examining response.events strings for '.rows.' vs '.files.' path segments; 5) Implements different handling logic per event type with separate handleRowEvent() and handleFileEvent() functions that further branch on create/update/delete actions. The code is well-structured, includes cleanup instructions, and provides helpful explanatory notes.",
          "promptTokens": 10466,
          "completionTokens": 1408,
          "totalTokens": 11874,
          "cost": 0.08753,
          "durationMs": 19860,
          "tokensPerSecond": 70.9,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "Both Appwrite Realtime and Webhooks let you react to events happening in your project, but they work in opposite directions and serve very different purposes.\n\n## Appwrite Realtime\n\n**What it is:** A client-side, persistent WebSocket connection that *pushes* events to connected clients in real time.\n\n**Direction:** Appwrite → connected clients (browser/mobile app)\n\n**How it works:** Clients subscribe to *channels* (e.g., a table's rows, a bucket's files, the user's account). When a matching event occurs, Appwrite instantly delivers the event and payload over the open WebSocket.\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        console.log(response.events);   // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload);  // the affected resource\n    }\n);\n\n// later\nawait subscription.close();\n```\n\n**Key traits:**\n- Runs in the **client SDK** (web, React Native, Flutter, etc.)\n- **Permission-aware** — a user only receives events for resources they're allowed to read\n- Connection lives only while the client is open; events are *not* persisted/retried if the client is offline\n- Channels: `account`, `tablesdb.*.tables.*.rows[.ROW_ID]`, `buckets.*.files`, `teams`, `memberships`, `functions.*.executions`\n\n## Webhooks\n\n**What it is:** A server-side HTTP POST that Appwrite sends to a URL you configure whenever a project event fires.\n\n**Direction:** Appwrite → your external server/backend\n\n**How it works:** You register a webhook (URL + the events to listen for) in the project settings/CLI. Appwrite calls your endpoint with the event name and payload. Webhooks support a signature for verification and have retry behavior for failed deliveries.\n\n**Key traits:**\n- Configured at the **project level** (Console or CLI), not in client code\n- **Not permission-scoped** — fires for the event regardless of any single user's read access (it's system-to-system)\n- Delivered to a publicly reachable HTTP endpoint\n- More durable: includes retries and a signature header for verifying authenticity\n\n## When to use each\n\n| Use **Realtime** when… | Use **Webhooks** when… |\n|---|---|\n| You need live UI updates (chat, dashboards, collaborative editing, presence) | You need to trigger backend/third-party workflows |\n| The consumer is an end-user's app/browser | The consumer is your own server or an external service |\n| You want per-user, permission-filtered events | You want to sync data to an external system (CRM, analytics, search index) |\n| Updates only matter while the user is actively viewing | You need reliable, retried delivery even when no user is online |\n| | You want to send emails, run billing, post to Slack, etc., on events |\n\n**Rule of thumb:** Use **Realtime** to keep a *user interface* in sync; use **Webhooks** to keep *other systems* in sync.\n\n> Worth noting: Appwrite also offers **Functions** with event triggers, which are similar to webhooks but run code *inside* Appwrite's serverless runtime instead of hitting an external URL — often a simpler choice than a webhook + external server when your reaction logic can live in Appwrite.\n\nWould you like an example of configuring a webhook via the Appwrite CLI, or setting up a Function event trigger?",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The answer thoroughly covers all five rubric criteria: 1) Realtime uses WebSockets for client-side connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat/dashboards for Realtime; email notifications, Slack, CRM sync for Webhooks). The answer goes beyond the reference with additional valuable details like permission-scoping, retry behavior, signature verification, and a comparison table. Minor deduction only because some Appwrite-specific API details (like 'tablesdb' channel naming) appear slightly non-standard compared to typical Appwrite documentation, but this doesn't affect the core correctness of the conceptual explanation.",
          "promptTokens": 10430,
          "completionTokens": 1340,
          "totalTokens": 11770,
          "cost": 0.08565,
          "durationMs": 22725,
          "tokensPerSecond": 58.97,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11198,
          "completionTokens": 146,
          "totalTokens": 11344,
          "cost": 0.05964,
          "durationMs": 12355,
          "tokensPerSecond": 11.82,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11202,
          "completionTokens": 136,
          "totalTokens": 11338,
          "cost": 0.05941,
          "durationMs": 6288,
          "tokensPerSecond": 21.63,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11222,
          "completionTokens": 97,
          "totalTokens": 11319,
          "cost": 0.058535,
          "durationMs": 5156,
          "tokensPerSecond": 18.81,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11176,
          "completionTokens": 164,
          "totalTokens": 11340,
          "cost": 0.05998,
          "durationMs": 7074,
          "tokensPerSecond": 23.18,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11136,
          "completionTokens": 154,
          "totalTokens": 11290,
          "cost": 0.05953,
          "durationMs": 5476,
          "tokensPerSecond": 28.12,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11268,
          "completionTokens": 247,
          "totalTokens": 11515,
          "cost": 0.062515,
          "durationMs": 6908,
          "tokensPerSecond": 35.76,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11200,
          "completionTokens": 160,
          "totalTokens": 11360,
          "cost": 0.06,
          "durationMs": 6008,
          "tokensPerSecond": 26.63,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1226,
          "completionTokens": 44,
          "totalTokens": 1270,
          "cost": 0.00723,
          "durationMs": 3067,
          "tokensPerSecond": 14.35,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11266,
          "completionTokens": 200,
          "totalTokens": 11466,
          "cost": 0.06133,
          "durationMs": 7644,
          "tokensPerSecond": 26.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Here's a single `realtime.subscribe()` call listening to both a table's rows and a bucket's files:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        console.log(response.channels); // which channel matched\n        console.log(response.events);   // event(s) that fired\n        console.log(response.payload);  // affected row or file\n    }\n);\n\n// Later, to stop listening:\n// await subscription.close();\n```\n\n## The exact channel strings\n\nWhen the `Channel` helpers are resolved, they produce these literal strings:\n\n| Resource | Channel string |\n|----------|----------------|\n| All rows in a table | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| All files in a bucket | `buckets.[BUCKET_ID].files` |\n\nSo if you prefer, you can pass the raw strings directly instead of the builder:\n\n```typescript\nconst subscription = await realtime.subscribe(\n    [\n        'tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows',\n        'buckets.[BUCKET_ID].files',\n    ],\n    (response) => { /* ... */ }\n);\n```\n\n**Notes:**\n- Substitute your real IDs for the bracketed placeholders.\n- To narrow to a single resource, append the ID: `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows.[ROW_ID]` or `buckets.[BUCKET_ID].files.[FILE_ID]`.\n- The callback fires for events on **either** channel; use `response.channels` or `response.events` to distinguish which resource triggered it.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer includes all four required rubric elements: 1) realtime.subscribe with an array of channels, 2) correct rows channel format (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows), 3) correct files channel format (buckets.[BUCKET_ID].files), and 4) a callback function. The exact channel strings match the reference answer perfectly. The model adds extra context about Channel helpers and builder patterns which aren't part of the standard Appwrite SDK (this appears to be fabricated), but the core answer with the raw string version is fully correct. The slight deduction is for the potentially misleading Channel builder API that doesn't exist in Appwrite's SDK, though the correct answer is clearly presented.",
          "promptTokens": 10470,
          "completionTokens": 805,
          "totalTokens": 11275,
          "cost": 0.072475,
          "durationMs": 12889,
          "tokensPerSecond": 62.46,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1195,
          "completionTokens": 36,
          "totalTokens": 1231,
          "cost": 0.006875,
          "durationMs": 3703,
          "tokensPerSecond": 9.72,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12572,
          "completionTokens": 140,
          "totalTokens": 12712,
          "cost": 0.06636,
          "durationMs": 6030,
          "tokensPerSecond": 23.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12564,
          "completionTokens": 153,
          "totalTokens": 12717,
          "cost": 0.066645,
          "durationMs": 8149,
          "tokensPerSecond": 18.78,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12574,
          "completionTokens": 126,
          "totalTokens": 12700,
          "cost": 0.06602,
          "durationMs": 5486,
          "tokensPerSecond": 22.97,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12522,
          "completionTokens": 130,
          "totalTokens": 12652,
          "cost": 0.06586,
          "durationMs": 5734,
          "tokensPerSecond": 22.67,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12580,
          "completionTokens": 119,
          "totalTokens": 12699,
          "cost": 0.065875,
          "durationMs": 7472,
          "tokensPerSecond": 15.93,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12554,
          "completionTokens": 98,
          "totalTokens": 12652,
          "cost": 0.06522,
          "durationMs": 5186,
          "tokensPerSecond": 18.9,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1158,
          "completionTokens": 41,
          "totalTokens": 1199,
          "cost": 0.006815,
          "durationMs": 3681,
          "tokensPerSecond": 11.14,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# Setting Up a CI/CD Pipeline with the Appwrite CLI\n\nHere's how to build a non-interactive deployment pipeline with the Appwrite CLI.\n\n## 1. Install the CLI\n\nIn your CI environment (npm is usually easiest in CI):\n\n```bash\nnpm install -g appwrite-cli\n```\n\n## 2. Authenticate Non-Interactively\n\nThe interactive `appwrite login` is **not** suitable for CI. Instead, authenticate using environment variables exposed by the CLI. Set these as **secrets** in your CI provider:\n\n```bash\nexport APPWRITE_ENDPOINT=\"https://<REGION>.cloud.appwrite.io/v1\"\nexport APPWRITE_PROJECT_ID=\"<PROJECT_ID>\"\nexport APPWRITE_API_KEY=\"<YOUR_API_KEY>\"\n```\n\nThis lets the CLI act with an API key rather than an interactive user session. You can also pin the project/endpoint explicitly via config:\n\n```bash\nappwrite client --endpoint \"$APPWRITE_ENDPOINT\"\nappwrite client --project-id \"$APPWRITE_PROJECT_ID\"\n```\n\n## 3. Commit Your `appwrite.config.json`\n\nYour repo should contain `appwrite.config.json` (and optionally `includes` files like `appwrite/functions.json`, `appwrite/sites.json`, `appwrite/webhooks.json`). This is the source of truth that the pipeline pushes to Appwrite. It defines your project ID, endpoint, settings, functions, sites, tables, buckets, teams, topics, and webhooks.\n\n## 4. The Key Flags for Non-Interactive Deployment\n\nTwo flags do the heavy lifting:\n\n| Flag | Purpose |\n|------|---------|\n| `-f, --force` | Auto-confirms all warnings/prompts — **essential** for headless runs so the CLI never blocks waiting for input |\n| `-a, --all` | Selects all resources of a type so you don't have to enumerate IDs |\n\n## 5. Deploy Commands\n\n**Push everything at once:**\n\n```bash\nappwrite push all --all --force\n```\n\n**Push specific resource groups:**\n\n```bash\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\n**Push a single function by ID:**\n\n```bash\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n## 6. Handling Deployment Activation & Variables\n\n```bash\n# Deploy and immediately route live traffic to the new deployment\nappwrite push functions --function-id <FUNCTION_ID> --activate --force\n\n# Deploy without switching live traffic (e.g., for staged rollouts)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false --force\n\n# Sync function env variables from a .env file in the function's path\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\n> Note: Don't store secrets in `appwrite.config.json`. Put function/site variables in a `.env` file inside the resource's configured `path`, and use `--with-variables` only when you want to push/replace remote variables.\n\n## 7. Example GitHub Actions Workflow\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - uses: actions/setup-node@v4\n        with:\n          node-version: 22\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Deploy resources\n        env:\n          APPWRITE_ENDPOINT: ${{ secrets.APPWRITE_ENDPOINT }}\n          APPWRITE_PROJECT_ID: ${{ secrets.APPWRITE_PROJECT_ID }}\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n        run: |\n          appwrite push all --all --force\n```\n\n## Useful Extras for CI\n\n- **`--json`** — machine-readable output for parsing/log inspection.\n- **`-V, --verbose`** — full error logs to debug failed pipeline steps.\n- **Type-safe SDK generation** in CI: `appwrite generate --language typescript --output ./src/generated` to keep generated types in sync with your schema.\n\n## Summary\n\nThe core recipe is:\n1. Install the CLI in CI.\n2. Authenticate with `APPWRITE_ENDPOINT`, `APPWRITE_PROJECT_ID`, and `APPWRITE_API_KEY` secrets (no interactive login).\n3. Keep `appwrite.config.json` in version control.\n4. Run `appwrite push all --all --force` (the `--force` flag is what makes it truly non-interactive, `--all` selects all resources).\n\nFor deeper details, see the [Non-Interactive Mode docs](https://appwrite.io/docs/tooling/command-line/non-interactive).",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric criteria well: 1) API key authentication is clearly explained with APPWRITE_API_KEY environment variable, 2) --force flag for non-interactive mode is prominently featured and explained, 3) appwrite push command is thoroughly covered with multiple variants, 4) Environment variable configuration is detailed with all three required variables, 5) Authentication step is covered (though it correctly notes that interactive login isn't suitable for CI and uses env vars instead). The answer goes beyond the reference answer with additional useful details like GitHub Actions workflow, --all flag, --activate flag, and other CI-specific tips. The slight deduction is because the answer replaces the interactive 'appwrite login --endpoint --key' approach with pure environment variables, which while arguably more correct for CI, diverges slightly from the reference answer's mention of 'appwrite login with --endpoint and --key flags'. Overall this is a comprehensive and accurate response.",
          "promptTokens": 11906,
          "completionTokens": 1844,
          "totalTokens": 13750,
          "cost": 0.10563,
          "durationMs": 22191,
          "tokensPerSecond": 83.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Workflow: Creating, Configuring & Deploying an Appwrite Function via CLI\n\nHere's the end-to-end workflow from setup to production deployment.\n\n## 1. Install the CLI\n\n```bash\nnpm install -g appwrite-cli\n# or: brew install appwrite/appwrite/appwrite\nappwrite -v   # verify\n```\n\n## 2. Authenticate\n\n```bash\nappwrite login\n# Self-hosted instances:\nappwrite login --endpoint \"https://your-instance.com/v1\"\n```\n\n> Note: `appwrite whoami` will show the account login endpoint (e.g. `https://cloud.appwrite.io/v1`) — this is normal. Only project-scoped operations use the regional endpoint.\n\n## 3. Initialize the Project\n\n```bash\nappwrite init project   # creates appwrite.config.json\n```\n\n## 4. Scaffold the Function\n\n```bash\nappwrite init functions   # interactively creates a function + source dir\n```\n\nThis adds a function entry to `appwrite.config.json` and generates the source directory (e.g. `functions/userAuth/`).\n\n## 5. Configure the Function\n\nFunctions can be defined inline in `appwrite.config.json` or split out via `includes` into a separate JSON array file. Example function block:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key configuration fields\n\n| Field | Purpose |\n|-------|---------|\n| `enabled` | Enables/disables the function (disabled = not executable) |\n| `logging` | Stores execution logs for debugging |\n| `runtime` | Execution runtime, e.g. `node-22` |\n| `buildSpecification` | Compute spec used during build |\n| `runtimeSpecification` | Compute spec used during executions |\n| `deploymentRetention` | Days to retain old deployments before auto-deletion |\n| `scopes` | API scopes granted to the function's generated execution key |\n| `events` | Event patterns that trigger the function (e.g. `users.*.create`) |\n| `schedule` | Cron expression for scheduled runs (empty = disabled) |\n| `timeout` | Max execution duration in seconds |\n| `entrypoint` | File inside `path` that starts the function |\n| `commands` | Build/install command run before deployment |\n| `ignore` | Newline-separated ignore rules for packaging (`.gitignore` auto-applied) |\n| `path` | Local source directory (resolved relative to include file if using `includes`) |\n\n### Optional: split config with `includes`\n\n```json\n{\n    \"includes\": { \"functions\": \"appwrite/functions.json\" }\n}\n```\nA resource cannot be defined both inline and in `includes`, and `path` values resolve relative to the include file directory.\n\n## 6. Configure Environment Variables\n\n**Do not** put variables in `appwrite.config.json`. Instead create a `.env` inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\n## 7. Test Locally\n\n```bash\nappwrite run functions\nappwrite run functions --with-variables   # pull vars from function settings\n```\n\n## 8. Deploy\n\n```bash\n# Deploy and activate (switch live traffic)\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n\n# Sync .env variables on deploy\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n\n# Deploy all functions\nappwrite push functions --all\n```\n\n> Use `--with-variables` **only** when you want to create/replace/remove the remote variables from your local `.env`. A normal push leaves saved variables untouched.\n\n## 9. Verify & Execute\n\n```bash\nappwrite functions list-deployments --function-id <FUNCTION_ID>\n\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"key\": \"value\"}'\n\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n## 10. CI/CD (Non-Interactive)\n\nFor automated pipelines, add `--force` to bypass confirmation prompts:\n\n```bash\nappwrite push functions --all --force\n# or a single function:\nappwrite push functions --function-id <FUNCTION_ID> --force\n```\n\n---\n\n**Round-trip tip:** If a function was created in the Console, pull it down first with `appwrite pull functions` to sync it into your local config before editing and re-pushing.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer covers all five required elements from the rubric: 1) appwrite init functions to scaffold the function, 2) runtime selection (shown in the config with 'runtime': 'node-22' and mentioned as an interactive step), 3) appwrite.config.json configuration options (extensively covered with a detailed table of key fields including name, runtime, execute permissions via scopes, variables, schedule, etc.), 4) local development with appwrite run functions, and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements, providing additional context about CI/CD, environment variables, verification steps, and advanced deployment options, all of which are accurate and relevant.",
          "promptTokens": 11916,
          "completionTokens": 1830,
          "totalTokens": 13746,
          "cost": 0.10533,
          "durationMs": 22255,
          "tokensPerSecond": 82.23,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12578,
          "completionTokens": 100,
          "totalTokens": 12678,
          "cost": 0.06539,
          "durationMs": 8679,
          "tokensPerSecond": 11.52,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12598,
          "completionTokens": 99,
          "totalTokens": 12697,
          "cost": 0.065465,
          "durationMs": 5229,
          "tokensPerSecond": 18.93,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 12700,
          "completionTokens": 172,
          "totalTokens": 12872,
          "cost": 0.0678,
          "durationMs": 5944,
          "tokensPerSecond": 28.94,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1205,
          "completionTokens": 36,
          "totalTokens": 1241,
          "cost": 0.006925,
          "durationMs": 3675,
          "tokensPerSecond": 9.8,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12588,
          "completionTokens": 112,
          "totalTokens": 12700,
          "cost": 0.06574,
          "durationMs": 5189,
          "tokensPerSecond": 21.58,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1157,
          "completionTokens": 27,
          "totalTokens": 1184,
          "cost": 0.00646,
          "durationMs": 3683,
          "tokensPerSecond": 7.33,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12600,
          "completionTokens": 107,
          "totalTokens": 12707,
          "cost": 0.065675,
          "durationMs": 5419,
          "tokensPerSecond": 19.75,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1259,
          "completionTokens": 27,
          "totalTokens": 1286,
          "cost": 0.00697,
          "durationMs": 2203,
          "tokensPerSecond": 12.26,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12598,
          "completionTokens": 98,
          "totalTokens": 12696,
          "cost": 0.06544,
          "durationMs": 4392,
          "tokensPerSecond": 22.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row with the CLI, the two arguments are passed differently:\n\n- **`--data`** takes a single **JSON string** (one argument).\n- **`--permissions`** takes a **space-separated list** of permission strings (multiple values, not JSON).\n\n### Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\n**Key points:**\n\n- `--data` is a single quoted JSON object string: `'{ \"title\": \"Hello World\" }'`.\n- `--permissions` is a list where each permission is its own quoted argument (here `'read(\"any\")'` and `'write(\"team:abc\")'`), separated by spaces rather than being wrapped in a JSON array.\n- `--row-id` can be `'unique()'` to auto-generate an ID.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys/values, 2) permissions as space-separated values (multiple arguments, not a JSON array), and 3) provides a correct example using tables-db create-row with proper syntax. The explanation is clear and complete, matching the reference answer's key points.",
          "promptTokens": 11874,
          "completionTokens": 409,
          "totalTokens": 12283,
          "cost": 0.069595,
          "durationMs": 7421,
          "tokensPerSecond": 55.11,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12816,
          "completionTokens": 157,
          "totalTokens": 12973,
          "cost": 0.068005,
          "durationMs": 6510,
          "tokensPerSecond": 24.12,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1235,
          "completionTokens": 50,
          "totalTokens": 1285,
          "cost": 0.007425,
          "durationMs": 9842,
          "tokensPerSecond": 5.08,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 12676,
          "completionTokens": 141,
          "totalTokens": 12817,
          "cost": 0.066905,
          "durationMs": 5915,
          "tokensPerSecond": 23.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12552,
          "completionTokens": 121,
          "totalTokens": 12673,
          "cost": 0.065785,
          "durationMs": 4610,
          "tokensPerSecond": 26.25,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12766,
          "completionTokens": 117,
          "totalTokens": 12883,
          "cost": 0.066755,
          "durationMs": 4836,
          "tokensPerSecond": 24.19,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12652,
          "completionTokens": 131,
          "totalTokens": 12783,
          "cost": 0.066535,
          "durationMs": 5494,
          "tokensPerSecond": 23.84,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12694,
          "completionTokens": 98,
          "totalTokens": 12792,
          "cost": 0.06592,
          "durationMs": 5151,
          "tokensPerSecond": 19.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12874,
          "completionTokens": 97,
          "totalTokens": 12971,
          "cost": 0.066795,
          "durationMs": 5130,
          "tokensPerSecond": 18.91,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "minimax-m3",
      "modelName": "MiniMax M3",
      "provider": "MiniMax",
      "promptCostPerMillionTokens": 0.3,
      "completionCostPerMillionTokens": 1.2,
      "scores": {
        "foundation": 95,
        "auth": 92.5,
        "tablesdb": 99.1,
        "functions": 94.5,
        "storage": 94.3,
        "sites": 94.5,
        "messaging": 99.5,
        "realtime": 99.5,
        "cli": 92.9
      },
      "mcqScores": {
        "foundation": 94.1,
        "auth": 94.1,
        "tablesdb": 100,
        "functions": 94.1,
        "storage": 94.1,
        "sites": 94.4,
        "messaging": 100,
        "realtime": 100,
        "cli": 92
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 83.3,
        "tablesdb": 93.3,
        "functions": 96.7,
        "storage": 95,
        "sites": 95,
        "messaging": 96.7,
        "realtime": 96.7,
        "cli": 100
      },
      "overall": 95.7,
      "mcqOverall": 95.8,
      "freeformOverall": 95.2,
      "totalQuestions": 191,
      "totalCorrect": 184,
      "totalPromptTokens": 1376178,
      "totalCompletionTokens": 68244,
      "totalTokens": 1444422,
      "totalCost": 0.49475,
      "totalDurationMs": 2718231,
      "averageTokensPerSecond": 25.11,
      "runDate": "2026-06-10T07:10:51.311Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 915,
          "completionTokens": 73,
          "totalTokens": 988,
          "cost": 0.000362,
          "durationMs": 6937,
          "tokensPerSecond": 10.52,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 883,
          "completionTokens": 161,
          "totalTokens": 1044,
          "cost": 0.000458,
          "durationMs": 11745,
          "tokensPerSecond": 13.71,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 7127,
          "completionTokens": 142,
          "totalTokens": 7269,
          "cost": 0.002309,
          "durationMs": 9911,
          "tokensPerSecond": 14.33,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 908,
          "completionTokens": 67,
          "totalTokens": 975,
          "cost": 0.000353,
          "durationMs": 6702,
          "tokensPerSecond": 10,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 891,
          "completionTokens": 52,
          "totalTokens": 943,
          "cost": 0.00033,
          "durationMs": 4996,
          "tokensPerSecond": 10.41,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-Side vs Server-Side SDKs in Appwrite\n\nAppwrite splits its TypeScript SDK into two distinct packages because they serve fundamentally different trust boundaries and use cases.\n\n## The Two Packages\n\n| | Client-side | Server-side |\n|---|---|---|\n| **Web** | `appwrite` | `node-appwrite` |\n| **React Native** | `react-native-appwrite` | `node-appwrite` (via Node runtime) |\n| **Node/Deno** | — | `node-appwrite` |\n\n## Client-Side SDK\n\nRuns in browsers and mobile apps where the code is **publicly visible** to users.\n\n```typescript\nimport { Client, Account, TablesDB } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n```\n\n**Authenticates with user sessions** (cookies, JWTs from email/OAuth login).\n\n**Available services:**\n- `Account` — user login, signup, OAuth, profile management\n- `TablesDB` — read/write rows **subject to row-level permissions**\n- `Storage` — upload files, get previews/downloads\n- `Realtime` — subscribe to live changes via WebSocket\n\n**Cannot do:** create databases/tables, manage other users, use API keys, or bypass permissions.\n\n## Server-Side SDK\n\nRuns on servers, in serverless functions, or SSR routes where the code is **private and trusted**.\n\n```typescript\nimport { Client, Users, TablesDB, Functions } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);   // admin privileges\n```\n\n**Authenticates with an API key** (`.setKey()`) which grants full admin access, **or with a session cookie** (`.setSession()`) for SSR apps acting on behalf of a user.\n\n**Available services (in addition to everything client-side has):**\n- `Users` — create, list, update, delete any user (admin only)\n- `TablesDB` — create/delete databases and tables, plus all row operations\n- `Functions` — trigger executions, list execution history\n- `Teams` admin operations\n- Bypasses rate limits when using an API key\n\n## When to Use Each\n\n**Use the client-side SDK when:**\n- Building a React/Vue/Svelte/mobile UI\n- The code is shipping to end users' browsers/devices\n- You only need operations the logged-in user is allowed to perform\n- You need real-time subscriptions (Realtime is client-side only)\n\n**Use the server-side SDK when:**\n- Writing Appwrite Functions or other serverless handlers\n- Doing SSR in Next.js / SvelteKit / Nuxt / Remix / Astro\n- Performing admin actions: creating users, managing databases, running background jobs\n- Handling sensitive operations (payments, email sending) that must never expose an API key\n- Bypassing rate limits for trusted internal traffic\n\n## Two Common Server-Side Patterns\n\n**1. Admin client (API key) — for trusted backend code:**\n\n```typescript\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst users = new Users(adminClient);\nawait users.create({ userId: ID.unique(), email: 'a@b.com', password: '...' });\n```\n\n**2. Session client (SSR) — act on behalf of the current user:**\n\n```typescript\nconst sessionClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setSession(req.cookies['a_session_[PROJECT_ID]']);  // per-request, never reuse\n\nconst account = new Account(sessionClient);\nconst user = await account.get();   // scoped to that user's permissions\n```\n\n## The Security Rule\n\n> **Never put an API key in client-side code.** API keys grant full admin access and bypass all permissions — anyone who extracts one owns your project. The two-SDK split exists precisely so the untrusted client and the trusted server each have only the capabilities they need.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric criteria: 1) Client SDKs for frontend/user-facing apps (browsers, mobile, React/Vue/Svelte), 2) Server SDKs use API keys (.setKey()), 3) Server SDKs can bypass permissions (explicitly mentioned for row-level permissions and rate limits), and 4) Client SDKs require user sessions (cookies, JWTs). The answer goes well beyond the minimum requirements with detailed code examples, comparison tables, security guidance, and practical use cases, all of which are accurate and relevant.",
          "promptTokens": 6659,
          "completionTokens": 1309,
          "totalTokens": 7968,
          "cost": 0.003568,
          "durationMs": 52985,
          "tokensPerSecond": 24.71,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8184,
          "completionTokens": 152,
          "totalTokens": 8336,
          "cost": 0.002638,
          "durationMs": 9513,
          "tokensPerSecond": 15.98,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "# Appwrite's Permission Model\n\nAppwrite uses a **role-based access control (RBAC)** system where permissions are defined as strings that pair an **action** with a **role target**. Permissions control who can perform what operations on a given resource (database rows, files, etc.).\n\n## How It Works\n\n- Every resource has a `$permissions` array of permission strings.\n- By default, **no one** has access to a resource unless permissions are explicitly granted.\n- Permissions can be set at two levels:\n  1. **Resource level** — defined per row or file (e.g., when creating a specific document).\n  2. **Table/Bucket level** — defined once on the table or bucket, applying to all rows/files in it.\n- Use the `Permission` and `Role` helpers to build permission strings instead of hand-crafting them.\n\n## Permission Types (Actions)\n\nEach permission grants a specific action on the resource:\n\n| Action | Description |\n|--------|-------------|\n| `read` | View or fetch the resource |\n| `create` | Create new resources (typically table/bucket level) |\n| `update` | Modify the resource |\n| `delete` | Remove the resource |\n| `write` | Shorthand for `create` + `update` + `delete` |\n\n## Role Types (Targets)\n\nThe `Role` helpers identify *who* the permission applies to:\n\n| Role | Description |\n|------|-------------|\n| `Role.any()` | Anyone, including unauthenticated guests |\n| `Role.user('[USER_ID]')` | A specific authenticated user |\n| `Role.users()` | Any authenticated user (login required) |\n| `Role.guests()` | Unauthenticated guests only |\n| `Role.team('[TEAM_ID]')` | All members of a specific team |\n| `Role.team('[TEAM_ID]', 'role')` | Members of a team with a specific role (e.g., `'admin'`, `'editor'`) |\n| `Role.member('[MEMBERSHIP_ID]')` | A specific team membership |\n| `Role.label('labelName')` | Users matching a specific label |\n\n## Example\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nawait tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.any()),                  // anyone can read\n        Permission.read(Role.user('[USER_ID]')),      // specific user can read\n        Permission.update(Role.user('[USER_ID]')),    // specific user can update\n        Permission.read(Role.team('[TEAM_ID]')),      // all team members can read\n        Permission.delete(Role.user('[USER_ID]')),    // specific user can delete\n    ]\n});\n```\n\n## Key Best Practices\n\n- **Always set permissions explicitly** — forgetting them makes a resource inaccessible even to its creator.\n- **Avoid `Role.any()` with write/update/delete** — that lets unauthenticated guests mutate data.\n- **Be careful with `Permission.read(Role.any())`** on sensitive data — it makes the resource publicly readable.\n- **Set table/bucket-level permissions** for shared rules, and **row/file-level permissions** for per-resource access control.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) Permission types are clearly listed (read, create, update, delete, plus write as a shorthand), 2) More than 3 role types are mentioned (Role.any(), Role.user(), Role.users(), Role.guests(), Role.team(), Role.member(), Role.label()), and 3) It explicitly explains that permissions are set on resources (both at resource level and table/bucket level). The answer is comprehensive, accurate, and well-structured with examples.",
          "promptTokens": 6669,
          "completionTokens": 866,
          "totalTokens": 7535,
          "cost": 0.00304,
          "durationMs": 35066,
          "tokensPerSecond": 24.7,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 909,
          "completionTokens": 101,
          "totalTokens": 1010,
          "cost": 0.000394,
          "durationMs": 3864,
          "tokensPerSecond": 26.14,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7171,
          "completionTokens": 180,
          "totalTokens": 7351,
          "cost": 0.002367,
          "durationMs": 12440,
          "tokensPerSecond": 14.47,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7175,
          "completionTokens": 193,
          "totalTokens": 7368,
          "cost": 0.002384,
          "durationMs": 6492,
          "tokensPerSecond": 29.73,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7259,
          "completionTokens": 254,
          "totalTokens": 7513,
          "cost": 0.002483,
          "durationMs": 11844,
          "tokensPerSecond": 21.45,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 160,
          "totalTokens": 7353,
          "cost": 0.00235,
          "durationMs": 8630,
          "tokensPerSecond": 18.54,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7137,
          "completionTokens": 115,
          "totalTokens": 7252,
          "cost": 0.002279,
          "durationMs": 6914,
          "tokensPerSecond": 16.63,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8220,
          "completionTokens": 254,
          "totalTokens": 8474,
          "cost": 0.002771,
          "durationMs": 12655,
          "tokensPerSecond": 20.07,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7165,
          "completionTokens": 216,
          "totalTokens": 7381,
          "cost": 0.002409,
          "durationMs": 11080,
          "tokensPerSecond": 19.49,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7225,
          "completionTokens": 269,
          "totalTokens": 7494,
          "cost": 0.00249,
          "durationMs": 11683,
          "tokensPerSecond": 23.02,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7119,
          "completionTokens": 214,
          "totalTokens": 7333,
          "cost": 0.002393,
          "durationMs": 10996,
          "tokensPerSecond": 19.46,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7205,
          "completionTokens": 179,
          "totalTokens": 7384,
          "cost": 0.002376,
          "durationMs": 8326,
          "tokensPerSecond": 21.5,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "# Appwrite Services (Product Areas)\n\nAppwrite offers several integrated services that make up its backend-as-a-service platform. Here are at least three of the core ones:\n\n## 1. **Auth**\nHandles user authentication and account management.\n- Email/password, magic links, anonymous, OAuth2 (Google, GitHub, Apple, etc.), phone/SMS, and session-based auth\n- Manages teams, preferences, and JWT-based access control\n- Enforces role-based permissions at the row/document level\n\n## 2. **Databases**\nA document-oriented (NoSQL) database with powerful querying.\n- Stores structured documents in tables (collections) with typed attributes\n- Supports rich queries, filtering, pagination, sorting, and full-text search\n- Permissions can be scoped per document, so access rules travel with the data\n\n## 3. **Storage**\nSecure file storage with built-in access control and image transformations.\n- Upload, download, and manage files (images, video, documents, etc.)\n- On-the-fly image previews, resizing, and format conversion via query params\n- Per-file permissions and bucket-level configuration\n\n## Bonus services worth mentioning\n- **Functions** – Deploy serverless code (Node, Python, Dart, etc.) to run custom backend logic, webhooks, or scheduled tasks.\n- **Messaging** – Send push notifications, email, and SMS to users.\n- **Realtime** – Subscribe to live database, storage, and function events over WebSockets.\n- **Sites** – Host static sites or SSR frameworks (Next.js, Nuxt, SvelteKit, etc.) directly on Appwrite.\n\nLet me know if you'd like a deeper dive into any of these — I can pull up SDK examples for the TypeScript SDK or CLI commands to work with them.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names at least three Appwrite services with accurate descriptions. Auth, Databases (now TablesDB), and Storage are all correctly described with their core purposes. Additionally, the answer includes bonus services (Functions, Messaging, Realtime, Sites) which are all valid Appwrite services with accurate descriptions. The descriptions align well with the reference answer's expected content.",
          "promptTokens": 652,
          "completionTokens": 588,
          "totalTokens": 1240,
          "cost": 0.000901,
          "durationMs": 28848,
          "tokensPerSecond": 20.38,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 894,
          "completionTokens": 135,
          "totalTokens": 1029,
          "cost": 0.00043,
          "durationMs": 6135,
          "tokensPerSecond": 22,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7161,
          "completionTokens": 233,
          "totalTokens": 7394,
          "cost": 0.002428,
          "durationMs": 12505,
          "tokensPerSecond": 18.63,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7229,
          "completionTokens": 235,
          "totalTokens": 7464,
          "cost": 0.002451,
          "durationMs": 11834,
          "tokensPerSecond": 19.86,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "# Email/Password Auth with the Appwrite Web SDK\n\n## 1. Install the SDK\n\n```bash\nnpm install appwrite\n```\n\n## 2. Set up the client\n\n```ts\n// src/lib/appwrite.ts\nimport { Client, Account, ID } from 'appwrite';\n\nexport const client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. 'fra.cloud.appwrite.io/v1'\n  .setProject('<YOUR_PROJECT_ID>');\n\nexport const account = new Account(client);\nexport { ID };\n```\n\n> Put `<REGION>` and `<YOUR_PROJECT_ID>` in env vars (e.g. `VITE_APPWRITE_ENDPOINT`, `VITE_APPWRITE_PROJECT_ID`) for any non-trivial app.\n\n## 3. Sign up (create account)\n\n```ts\nimport { AppwriteException } from 'appwrite';\nimport { account, ID } from './lib/appwrite';\n\nexport async function signUp(email: string, password: string, name: string) {\n  try {\n    const user = await account.create({\n      userId: ID.unique(),\n      email,\n      password,\n      name,\n    });\n    // Auto-login after signup (optional)\n    await signIn(email, password);\n    return user;\n  } catch (err) {\n    if (err instanceof AppwriteException) {\n      // 409 = user already exists, 400 = weak password/validation, etc.\n      throw new Error(err.message);\n    }\n    throw err;\n  }\n}\n```\n\n## 4. Sign in (create email/password session)\n\n```ts\nimport { AppwriteException } from 'appwrite';\nimport { account } from './lib/appwrite';\n\nexport async function signIn(email: string, password: string) {\n  try {\n    const session = await account.createEmailPasswordSession({\n      email,\n      password,\n    });\n    return session; // { $id, userId, secret, expire, ... }\n  } catch (err) {\n    if (err instanceof AppwriteException) {\n      // 401 = invalid credentials, 429 = rate limited\n      throw new Error(err.message);\n    }\n    throw err;\n  }\n}\n```\n\n## 5. Get the current user / sign out\n\n```ts\nimport { account } from './lib/appwrite';\n\nexport async function getCurrentUser() {\n  try {\n    return await account.get();\n  } catch {\n    return null; // no active session\n  }\n}\n\nexport async function signOut() {\n  await account.deleteSession({ sessionId: 'current' });\n}\n```\n\n## 6. Putting it together in a component\n\n```tsx\nimport { useState } from 'react';\nimport { signUp, signIn } from './auth';\n\nexport default function AuthForm() {\n  const [email, setEmail] = useState('');\n  const [password, setPassword] = useState('');\n  const [name, setName] = useState('');\n  const [mode, setMode] = useState<'signup' | 'login'>('signup');\n  const [error, setError] = useState<string | null>(null);\n\n  async function handleSubmit(e: React.FormEvent) {\n    e.preventDefault();\n    setError(null);\n    try {\n      if (mode === 'signup') {\n        await signUp(email, password, name);\n      } else {\n        await signIn(email, password);\n      }\n      // Navigate to your protected page\n    } catch (err) {\n      setError((err as Error).message);\n    }\n  }\n\n  return (\n    <form onSubmit={handleSubmit}>\n      {mode === 'signup' && (\n        <input\n          type=\"text\"\n          placeholder=\"Name\"\n          value={name}\n          onChange={(e) => setName(e.target.value)}\n          required\n        />\n      )}\n      <input\n        type=\"email\"\n        placeholder=\"Email\"\n        value={email}\n        onChange={(e) => setEmail(e.target.value)}\n        required\n      />\n      <input\n        type=\"password\"\n        placeholder=\"Password (min 8 chars)\"\n        minLength={8}\n        value={password}\n        onChange={(e) => setPassword(e.target.value)}\n        required\n      />\n      <button type=\"submit\">\n        {mode === 'signup' ? 'Create account' : 'Sign in'}\n      </button>\n      <button type=\"button\" onClick={() => setMode(mode === 'signup' ? 'login' : 'signup')}>\n        Switch to {mode === 'signup' ? 'login' : 'signup'}\n      </button>\n      {error && <p style={{ color: 'red' }}>{error}</p>}\n    </form>\n  );\n}\n```\n\n## Key gotchas\n\n- **Email/password auth must be enabled** in your Appwrite Console → *Auth → Settings*.\n- **`createEmailPasswordSession`** is the dedicated method — don't reuse `createSession` (that's for OAuth tokens). On Appwrite Cloud, sessions are limited to 100 per user (oldest is pruned on the 101st).\n- **Password rules** (enforced server-side): minimum 8 chars by default. If you get a `400` on signup, check the console's auth settings.\n- **Use `ID.unique()`** for `userId` unless you have a reason to supply your own (e.g. matching an external system).\n- For SSR (Next.js, SvelteKit, etc.) you can't use the web SDK directly — see the SSR section in the docs and use `node-appwrite` with cookies named `a_session_<PROJECT_ID>`.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password (though uses object syntax instead of positional args), (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. The only minor issue is that account.create() uses named object parameters ({userId, email, password, name}) rather than the positional arguments (ID.unique(), email, password, name) shown in the reference answer. The Appwrite SDK actually uses positional parameters, not an options object, so this is a slight inaccuracy. However, the answer is otherwise comprehensive, well-structured, and includes additional helpful content like error handling, sign-out, and a React component example.",
          "promptTokens": 6681,
          "completionTokens": 1398,
          "totalTokens": 8079,
          "cost": 0.003682,
          "durationMs": 35713,
          "tokensPerSecond": 39.15,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 914,
          "completionTokens": 68,
          "totalTokens": 982,
          "cost": 0.000356,
          "durationMs": 5158,
          "tokensPerSecond": 13.18,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7231,
          "completionTokens": 238,
          "totalTokens": 7469,
          "cost": 0.002455,
          "durationMs": 11264,
          "tokensPerSecond": 21.13,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# Appwrite Sessions\n\nA **session** in Appwrite represents an authenticated login for a user. Once a user authenticates (via email/password, OAuth, magic URL, etc.), Appwrite creates a session that identifies the user across subsequent requests.\n\n## How Sessions Are Created\n\nSessions are created on the **client side** through the `Account` service after a successful authentication flow. The most common method is email/password:\n\n```typescript\nconst account = new Account(client);\n\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n```\n\nThe returned `session` object contains:\n- `$id` — the session ID\n- `userId` — the owner\n- `secret` — the actual token sent on subsequent requests\n- `expire` — expiration timestamp\n\nFor **OAuth2** on the web, the flow redirects the user to the provider and back, and Appwrite sets a session cookie automatically. On **React Native**, you must use `createOAuth2Token()` with deep linking and then call `account.createSession({ userId, secret })` yourself with the credentials from the redirect URL.\n\nFor **server-side SSR**, you create a session using the admin client (with an API key) and then store `session.secret` in a cookie named `a_session_<PROJECT_ID>` on the user's browser.\n\n## How Sessions Are Managed\n\nAfter creation, the client SDK stores the session and sends it on every request:\n\n- **Web/React Native:** stored in a secure cookie managed by the SDK.\n- **SSR:** your server reads the `a_session_<PROJECT_ID>` cookie and calls `sessionClient.setSession(secret)` on a per-request client.\n\nYou can inspect the current session via `account.getSession({ sessionId: 'current' })`, list all active sessions for the logged-in user with `account.listSessions()`, and fetch the current user with `account.get()`.\n\nReal-time updates for account/session changes are also available via the `account` channel.\n\n## How Sessions Are Deleted\n\nThere are three deletion levels:\n\n```typescript\n// Delete the current session (logout)\nawait account.deleteSession({ sessionId: 'current' });\n\n// Delete all sessions for the logged-in user (logout everywhere)\nawait account.deleteSessions();\n\n// Server-side: delete a specific user's session by ID\nawait users.deleteSession({ userId: '[USER_ID]', sessionId: '[SESSION_ID]' });\n```\n\nDeleting the last active session effectively logs the user out. You can also revoke all sessions for a user server-side (useful when a user changes their password or you detect suspicious activity).\n\n## Session Limits\n\nAppwrite enforces a **maximum of 100 active sessions per user** per project. The exact default and behavior:\n\n- Each new session created when the user is already at the limit will typically cause the **oldest** session to be evicted, depending on your Appwrite version and configuration. The most recent active session is generally preserved.\n- Sessions also have a **time-based expiration** (the `expire` field on the session object), after which they are no longer valid even if not explicitly deleted. The default lifetime is 1 year.\n- Each session is bound to a specific **device/client** via its `provider` and `providerUid`/`clientCode` fields, and the same user can have concurrent active sessions on multiple devices.\n\nTo stay within the limit, you can either explicitly delete old sessions on logout, or use `account.deleteSessions()` server-side to prune them when needed.\n\n## Security Tips\n\n- Always use `httpOnly`, `secure`, and `sameSite: 'strict'` for SSR session cookies.\n- Call `sessionClient.setForwardedUserAgent(...)` on the server to record the end-user's browser info for security auditing.\n- Use API keys only on trusted server code — never expose them in client apps, since they bypass session checks entirely.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The model's answer covers most key aspects: sessions created on authentication (✓), session tokens/cookies (✓), methods to list/delete sessions (✓), and session expiry (✓). However, it incorrectly states the session limit as 100 per user, when the correct limit is 10 per user. This is a factual error on a specific rubric criterion. The answer is otherwise comprehensive and well-structured, covering creation methods, management, deletion at multiple levels, and security considerations. The incorrect session limit (100 vs 10) prevents a full score.",
          "promptTokens": 6680,
          "completionTokens": 986,
          "totalTokens": 7666,
          "cost": 0.003187,
          "durationMs": 41765,
          "tokensPerSecond": 23.61,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7181,
          "completionTokens": 378,
          "totalTokens": 7559,
          "cost": 0.002608,
          "durationMs": 14889,
          "tokensPerSecond": 25.39,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 200,
          "totalTokens": 7393,
          "cost": 0.002398,
          "durationMs": 9567,
          "tokensPerSecond": 20.91,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7143,
          "completionTokens": 82,
          "totalTokens": 7225,
          "cost": 0.002241,
          "durationMs": 6178,
          "tokensPerSecond": 13.27,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7275,
          "completionTokens": 182,
          "totalTokens": 7457,
          "cost": 0.002401,
          "durationMs": 11354,
          "tokensPerSecond": 16.03,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7129,
          "completionTokens": 216,
          "totalTokens": 7345,
          "cost": 0.002398,
          "durationMs": 11612,
          "tokensPerSecond": 18.6,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7119,
          "completionTokens": 208,
          "totalTokens": 7327,
          "cost": 0.002385,
          "durationMs": 9198,
          "tokensPerSecond": 22.61,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7155,
          "completionTokens": 294,
          "totalTokens": 7449,
          "cost": 0.002499,
          "durationMs": 11365,
          "tokensPerSecond": 25.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 914,
          "completionTokens": 187,
          "totalTokens": 1101,
          "cost": 0.000499,
          "durationMs": 6750,
          "tokensPerSecond": 27.7,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7181,
          "completionTokens": 140,
          "totalTokens": 7321,
          "cost": 0.002322,
          "durationMs": 8879,
          "tokensPerSecond": 15.77,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7217,
          "completionTokens": 405,
          "totalTokens": 7622,
          "cost": 0.002651,
          "durationMs": 15966,
          "tokensPerSecond": 25.37,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7157,
          "completionTokens": 289,
          "totalTokens": 7446,
          "cost": 0.002494,
          "durationMs": 11985,
          "tokensPerSecond": 24.11,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 941,
          "completionTokens": 198,
          "totalTokens": 1139,
          "cost": 0.00052,
          "durationMs": 7394,
          "tokensPerSecond": 26.78,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "# `account.deleteSession()` vs `account.deleteSessions()`\n\nThese two methods operate at different scopes when managing a user's authentication sessions.\n\n## `account.deleteSession({ sessionId })`\n\nDeletes **one specific session** belonging to the current user.\n\n- **Targeted removal** — you pass the ID of the session you want to revoke.\n- The current session also works via the special `'current'` shortcut, which is the standard logout pattern:\n\n```typescript\n// Logout from this device/browser\nawait account.deleteSession({ sessionId: 'current' });\n```\n\n- Useful in \"active sessions\" UIs where the user picks a specific device to log out of.\n\n## `account.deleteSessions()`\n\nDeletes **every session** belonging to the current user across **all devices** at once.\n\n- **Bulk removal** — no parameters; wipes the full list in a single call.\n- Typically used as a security action (\"log me out everywhere\").\n\n```typescript\n// Logout from every device this user is signed into\nawait account.deleteSessions();\n```\n\n> ⚠️ **Note:** `deleteSessions()` does **not** delete the *current* session — it only revokes the others. The user stays logged in on the device that made the call. If you want a true \"log out everywhere including here,\" combine it with `deleteSession({ sessionId: 'current' })`:\n>\n> ```typescript\n> await account.deleteSessions();          // kill all other devices\n> await account.deleteSession({ sessionId: 'current' }); // kill this one too\n> ```\n\n## When to Use Each\n\n| Scenario | Use |\n|---|---|\n| Standard logout on a single device | `deleteSession({ sessionId: 'current' })` |\n| \"Sign out of this device\" from a sessions list | `deleteSession({ sessionId: '<specific-id>' })` |\n| \"Sign out of all devices\" security button | `deleteSessions()` (optionally followed by `deleteSession('current')`) |\n| Password change / suspected compromise | `deleteSessions()` to invalidate anything an attacker might have |\n| Lost/stolen device | `deleteSessions()` from a trusted device |\n\n## Quick Reference\n\n| Method | Scope | Current session affected? |\n|---|---|---|\n| `deleteSession({ sessionId: '...' })` | One specific session | Only if you pass `'current'` (or the matching ID) |\n| `deleteSessions()` | All sessions of the user | No — the calling session survives |\n\nBoth methods require an **authenticated user** (a valid active session), so they can't be used to log out arbitrary users from the client SDK. To manage other users' sessions programmatically, use the server-side `users.deleteSession({ userId, sessionId })` and `users.deleteSessions({ userId })` from the `node-appwrite` SDK with an API key.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly covers all three rubric points: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, and 3) use cases for each (single device logout vs logout everywhere). The answer goes beyond the reference with additional details about the 'current' shortcut, the note about deleteSessions not affecting the current session (which is actually a nuanced point worth noting), and server-side alternatives. The only minor issue is the claim that deleteSessions() does NOT delete the current session - this behavior may vary by Appwrite version and contradicts the common understanding that it removes ALL sessions. This could be slightly misleading, but overall the core requirements are well covered.",
          "promptTokens": 6659,
          "completionTokens": 761,
          "totalTokens": 7420,
          "cost": 0.002911,
          "durationMs": 31865,
          "tokensPerSecond": 23.88,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7175,
          "completionTokens": 328,
          "totalTokens": 7503,
          "cost": 0.002546,
          "durationMs": 11901,
          "tokensPerSecond": 27.56,
          "toolCallCount": 1
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7247,
          "completionTokens": 261,
          "totalTokens": 7508,
          "cost": 0.002487,
          "durationMs": 10295,
          "tokensPerSecond": 25.35,
          "toolCallCount": 1
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "# Appwrite Web SDK — Create Database, Table, and Row\n\n> **Important:** Creating databases and tables are **server-side only** operations that require an API key. Use the server SDK (`node-appwrite`) for setup, or call the web SDK from a backend with an API key. Client-side apps (browser/mobile) can only create rows, not databases or tables.\n\nHere's a complete, runnable script that uses the `appwrite` package (Web SDK) to do everything end-to-end. If you want to run this in the browser, skip the `create` calls and pre-create the database/table on the server.\n\n## Installation\n\n```bash\nnpm install appwrite\n```\n\n## Code\n\n```ts\nimport { Client, TablesDB, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. 'https://cloud.appwrite.io/v1'\n    .setProject('<PROJECT_ID>')\n    .setKey('<API_KEY>'); // Required for createDatabase / createTable\n\nconst tablesDB = new TablesDB(client);\n\nasync function main() {\n    // 1) Create the database (server-side only)\n    const database = await tablesDB.create({\n        databaseId: ID.unique(),\n        name: 'TaskTracker',\n    });\n    const databaseId = database.$id;\n    console.log('Created database:', databaseId);\n\n    // 2) Create the \"tasks\" table with columns\n    const table = await tablesDB.createTable({\n        databaseId,\n        tableId: ID.unique(),\n        name: 'tasks',\n        columns: [\n            { key: 'title',     type: 'varchar',  size: 255, required: true  },\n            { key: 'completed', type: 'boolean',            required: false, default: false },\n            { key: 'dueDate',   type: 'datetime',           required: false },\n        ],\n    });\n    const tableId = table.$id;\n    console.log('Created table:', tableId);\n\n    // 3) Insert a row\n    const row = await tablesDB.createRow({\n        databaseId,\n        tableId,\n        rowId: ID.unique(),\n        data: {\n            title: 'Write Appwrite quickstart',\n            completed: false,\n            dueDate: new Date('2026-02-01T17:00:00.000Z').toISOString(),\n        },\n        permissions: [\n            Permission.read(Role.any()),\n            Permission.update(Role.any()),\n            Permission.delete(Role.any()),\n        ],\n    });\n\n    console.log('Created row:', row);\n}\n\nmain().catch((err) => console.error(err));\n```\n\n## Column types used\n\n| Column    | Type       | Notes                                                      |\n|-----------|------------|------------------------------------------------------------|\n| `title`     | `varchar`  | Inline string, max 16,383 chars; fully indexable.          |\n| `completed` | `boolean`  | `true` / `false`.                                          |\n| `dueDate`   | `datetime` | ISO 8601 string, e.g. `\"2026-02-01T17:00:00.000Z\"`.        |\n\n## Browser-only variant (rows only)\n\nIf you want to do the row insert from the browser using a logged-in user, drop the API key and use a session instead. The `create` and `createTable` calls must be removed (do them once on the server first):\n\n```ts\nimport { Client, TablesDB, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>');\n\nconst tablesDB = new TablesDB(client);\n\nconst row = await tablesDB.createRow({\n    databaseId: '<DATABASE_ID>',\n    tableId: '<TABLE_ID>',\n    rowId: ID.unique(),\n    data: {\n        title: 'Buy groceries',\n        completed: false,\n        dueDate: '2026-02-15T10:00:00.000Z',\n    },\n    permissions: [\n        Permission.read(Role.user('<USER_ID>')),\n        Permission.update(Role.user('<USER_ID>')),\n        Permission.delete(Role.user('<USER_ID>')),\n    ],\n});\n```\n\n## Tips\n\n- **Idempotency:** If you re-run the script, capture the generated `databaseId` and `tableId` and reuse them instead of calling `create` again.\n- **Permissions:** Rows inherit table-level permissions by default. Only set `permissions` on `createRow` when you need per-row overrides.\n- **Object-params style:** This SDK uses named parameters (`{ databaseId, tableId, ... }`) — preferred over positional arguments for readability.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer includes all five required rubric elements: 1) Client + TablesDB setup with proper imports and configuration, 2) tablesDB.create() for database creation, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns with appropriate properties, and 5) tablesDB.createRow() with the required data object containing title, completed, and dueDate fields. The code is well-structured and includes helpful context about server-side vs client-side usage. Minor uncertainty: TablesDB is not a real/current Appwrite SDK service (Appwrite uses Databases service with collections/documents, not TablesDB with tables/rows), so this API doesn't actually exist. However, since the question specifically asks about the 'TablesDB API' and the reference answer confirms this terminology, the model correctly follows the fictional/hypothetical API specification provided. The implementation is comprehensive and matches the rubric criteria well.",
          "promptTokens": 6742,
          "completionTokens": 1695,
          "totalTokens": 8437,
          "cost": 0.004057,
          "durationMs": 52662,
          "tokensPerSecond": 32.19,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7303,
          "completionTokens": 228,
          "totalTokens": 7531,
          "cost": 0.002465,
          "durationMs": 9990,
          "tokensPerSecond": 22.82,
          "toolCallCount": 1
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 947,
          "completionTokens": 70,
          "totalTokens": 1017,
          "cost": 0.000368,
          "durationMs": 3325,
          "tokensPerSecond": 21.05,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB with the `Query` Class\n\nThe `Query` class (imported alongside `TablesDB`) builds query strings that you pass in the `queries` array to `tablesDB.listRows()`. Each method returns a query object — combine as many as you need; by default they are joined with **AND**.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';\n// Server-side: import { Client, TablesDB, Query } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst response = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        // build queries here\n    ]\n});\n\nresponse.documents; // row objects\nresponse.total;     // total count\n```\n\n---\n\n## 1. Filtering\n\n### Equality & inequality\n```typescript\nQuery.equal('status', 'active')        // status == 'active'\nQuery.notEqual('status', 'archived')   // status != 'archived'\n\n// Pass an array for IN queries\nQuery.equal('role', ['admin', 'editor'])  // role IN ('admin', 'editor')\n```\n\n### Numeric / date comparisons\n```typescript\nQuery.lessThan('age', 30)\nQuery.lessThanEqual('age', 30)\nQuery.greaterThan('age', 18)\nQuery.greaterThanEqual('age', 18)\nQuery.between('age', 18, 65)          // 18 <= age <= 65\n```\n\n### Null checks\n```typescript\nQuery.isNull('deletedAt')\nQuery.isNotNull('avatarUrl')\n```\n\n### String matching\n```typescript\nQuery.startsWith('name', 'Al')         // \"Alice\", \"Alex\", ...\nQuery.endsWith('email', '@appwrite.io')\nQuery.contains('tags', 'featured')     // works on string contains or array contains\n```\n\n### Full-text search\n```typescript\nQuery.search('body', 'appwrite tutorial') // requires a full-text index on the column\n```\n\n### Logical composition\n```typescript\n// Explicit AND (queries are already AND-joined by default)\nQuery.and([\n    Query.greaterThan('age', 18),\n    Query.lessThan('age', 65)\n])\n\n// OR\nQuery.or([\n    Query.equal('role', 'admin'),\n    Query.equal('role', 'editor')\n])\n```\n\n**Example — combine filters:**\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.greaterThanEqual('views', 100),\n        Query.or([\n            Query.startsWith('title', 'Appwrite'),\n            Query.contains('tags', 'featured')\n        ])\n    ]\n});\n```\n\n---\n\n## 2. Sorting\n\n```typescript\nQuery.orderAsc('createdAt')\nQuery.orderDesc('views')\n```\n\n**Example — newest published first:**\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.orderDesc('createdAt')\n    ]\n});\n```\n\n> The order of sort fields determines priority — earlier sorts win over later ones. To sort by multiple fields, add multiple `orderAsc`/`orderDesc` calls in the desired priority order.\n\n---\n\n## 3. Limiting\n\n`Query.limit()` caps the number of rows returned in a single response.\n\n```typescript\nQuery.limit(25) // default is 25, max is 100\n```\n\n**Example — top 10 most-viewed:**\n```typescript\nconst top = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [\n        Query.equal('status', 'published'),\n        Query.orderDesc('views'),\n        Query.limit(10)\n    ]\n});\n```\n\n**Selecting specific fields** (also a kind of \"limit\" on the response payload):\n```typescript\nqueries: [Query.select(['title', 'summary', 'author'])]\n```\n\n---\n\n## 4. Pagination\n\nThere are two strategies: **offset** (simple, but slow on large datasets) and **cursor** (recommended for large datasets).\n\n### Offset-based\n```typescript\nconst page1 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [Query.limit(25), Query.offset(0)]\n});\n\nconst page2 = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [Query.limit(25), Query.offset(25)]\n});\n```\n\n`response.total` contains the total number of rows matching your filters, which you can use to compute total pages.\n\n### Cursor-based (preferred for large datasets)\nCursor pagination uses the `$id` of the last/first row from the previous page — it's stable and fast even with millions of rows.\n\n```typescript\n// First page\nconst first = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [Query.limit(25), Query.orderDesc('$createdAt')]\n});\n\n// Next page — pass the last row's ID\nconst lastId = first.documents[first.documents.length - 1].$id;\nconst second = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [Query.limit(25), Query.orderDesc('$createdAt'), Query.cursorAfter(lastId)]\n});\n\n// Walk backwards with cursorBefore\nconst previous = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'articles',\n    queries: [Query.limit(25), Query.orderDesc('$createdAt'), Query.cursorBefore(firstId)]\n});\n```\n\n---\n\n## Putting it all together\n\nA realistic search/list page query that filters, sorts, paginates, and shapes the response:\n\n```typescript\nasync function searchArticles({ search, page = 0, perPage = 20 }) {\n    const queries = [\n        Query.equal('status', 'published'),\n    ];\n\n    if (search) queries.push(Query.search('title', search));\n\n    queries.push(\n        Query.orderDesc('publishedAt'),\n        Query.limit(perPage),\n        Query.offset(page * perPage),\n        Query.select(['$id', 'title', 'summary', 'author', 'publishedAt'])\n    );\n\n    const res = await tablesDB.listRows({\n        databaseId: '[DATABASE_ID]',\n        tableId: 'articles',\n        queries\n    });\n\n    return {\n        rows: res.documents,\n        total: res.total,\n        hasMore: (page + 1) * perPage < res.total\n    };\n}\n```\n\n**Tips:**\n- The default `Query.limit()` is **25**, the maximum is **100**. For more, use pagination.\n- You can combine as many queries as you need — there's no artificial cap, but more filters can affect index usage.\n- For frequently-queried fields, make sure your columns have appropriate indexes configured in the Appwrite Console.\n- Prefer **cursor pagination** (`cursorAfter` / `cursorBefore`) over `offset` for any dataset that may grow large.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer is comprehensive and covers all required rubric items: 1) Query.equal() for filtering is demonstrated with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting are shown, 3) Query.limit() and Query.offset() for pagination are both covered, 4) Passing queries array to listRows() is demonstrated throughout, 5) Multiple additional query methods are shown including Query.cursorAfter(), Query.between(), Query.search(), Query.or(), Query.select(), etc. The answer goes well beyond the minimum requirements with detailed examples, cursor-based pagination, logical composition, and a complete real-world example. The only minor concern is that TablesDB may not be an actual Appwrite product (Appwrite uses 'Databases' not 'TablesDB'), but since the question itself uses this terminology, the answer correctly follows the question's framing. The answer is thorough, well-organized, and technically accurate within the context of the question.",
          "promptTokens": 6671,
          "completionTokens": 1772,
          "totalTokens": 8443,
          "cost": 0.004128,
          "durationMs": 56077,
          "tokensPerSecond": 31.6,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 192,
          "totalTokens": 7385,
          "cost": 0.002388,
          "durationMs": 8709,
          "tokensPerSecond": 22.05,
          "toolCallCount": 1
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7219,
          "completionTokens": 213,
          "totalTokens": 7432,
          "cost": 0.002421,
          "durationMs": 9148,
          "tokensPerSecond": 23.28,
          "toolCallCount": 1
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7197,
          "completionTokens": 132,
          "totalTokens": 7329,
          "cost": 0.002317,
          "durationMs": 8630,
          "tokensPerSecond": 15.3,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7135,
          "completionTokens": 144,
          "totalTokens": 7279,
          "cost": 0.002313,
          "durationMs": 7661,
          "tokensPerSecond": 18.8,
          "toolCallCount": 1
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7231,
          "completionTokens": 227,
          "totalTokens": 7458,
          "cost": 0.002442,
          "durationMs": 10796,
          "tokensPerSecond": 21.03,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7173,
          "completionTokens": 185,
          "totalTokens": 7358,
          "cost": 0.002374,
          "durationMs": 8347,
          "tokensPerSecond": 22.16,
          "toolCallCount": 1
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 915,
          "completionTokens": 139,
          "totalTokens": 1054,
          "cost": 0.000441,
          "durationMs": 5348,
          "tokensPerSecond": 25.99,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 7183,
          "completionTokens": 117,
          "totalTokens": 7300,
          "cost": 0.002295,
          "durationMs": 7501,
          "tokensPerSecond": 15.6,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7185,
          "completionTokens": 201,
          "totalTokens": 7386,
          "cost": 0.002397,
          "durationMs": 7116,
          "tokensPerSecond": 28.25,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 933,
          "completionTokens": 82,
          "totalTokens": 1015,
          "cost": 0.000378,
          "durationMs": 4034,
          "tokensPerSecond": 20.33,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 917,
          "completionTokens": 49,
          "totalTokens": 966,
          "cost": 0.000334,
          "durationMs": 3355,
          "tokensPerSecond": 14.61,
          "toolCallCount": 0
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7205,
          "completionTokens": 138,
          "totalTokens": 7343,
          "cost": 0.002327,
          "durationMs": 7459,
          "tokensPerSecond": 18.5,
          "toolCallCount": 1
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7225,
          "completionTokens": 179,
          "totalTokens": 7404,
          "cost": 0.002382,
          "durationMs": 7856,
          "tokensPerSecond": 22.79,
          "toolCallCount": 1
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "# Filtering and Sorting Rows with Query\n\nAppwrite's `Query` helper lets you compose filter, sort, and pagination conditions that you pass as an array to `listRows`. Multiple queries are combined with **AND** by default, so you can just stack them.\n\n## The Three Queries You Need\n\n```typescript\nQuery.greaterThan('price', 100)   // Filter:  field > 100\nQuery.orderDesc('price')         // Sort:    field descending\nQuery.limit(20)                  // Page:    return at most 20 rows\n```\n\n## Full Example\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite';        // or 'node-appwrite' server-side\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('price', 100),\n        Query.orderDesc('price'),\n        Query.limit(20),\n    ],\n});\n\nconsole.log(results.documents); // up to 20 rows, highest price first\nconsole.log(results.total);     // total matching rows (ignores limit)\n```\n\n## How It Works\n\n- **`Query.greaterThan('price', 100)`** — keeps only rows whose `price` is strictly greater than 100. Use `Query.greaterThanEqual(...)` if you want `>= 100`.\n- **`Query.orderDesc('price')`** — sorts the matching rows by `price` from largest to smallest. For the opposite order, use `Query.orderAsc('price')`.\n- **`Query.limit(20)`** — caps the result set at 20 rows. The hard maximum is 100; if you need more, paginate with `Query.offset()` or, for large datasets, prefer `Query.cursorAfter('[ROW_ID]')` for stable, efficient paging.\n- **Order doesn't matter** within the `queries` array — Appwrite applies filters first, then sorts, then paginates.\n\n## Common Variations\n\n```typescript\n// Include 100: field >= 100\nQuery.greaterThanEqual('price', 100)\n\n// Range filter\nQuery.greaterThan('price', 100), Query.lessThan('price', 500)\n\n// Paginate the next page\nQuery.limit(20), Query.offset(20)\n\n// Cursor-based pagination (more efficient for large tables)\nQuery.limit(20), Query.cursorAfter(lastRowIdFromPreviousPage)\n```\n\n## Tip: Make It Type-Safe\n\nFor full TypeScript inference on the returned rows, pass a generic interface to `listRows<T>`:\n\n```typescript\ninterface Product {\n    name: string;\n    price: number;\n}\n\nconst results = await tablesDB.listRows<Product>({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.greaterThan('price', 100), Query.orderDesc('price'), Query.limit(20)],\n});\n\nresults.documents[0].price; // typed as number\n```\n\n> **Note:** For consistent performance, ensure the column you're filtering/sorting on has an index configured in your table settings. Sorting on unindexed columns works but can be slow on large tables.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all four rubric criteria: 1) Uses Query.greaterThan() for filtering, 2) Uses Query.orderDesc() for sorting, 3) Uses Query.limit(20) for pagination, and 4) Passes all queries to listRows() via the queries parameter. The answer goes beyond the reference by providing complete code examples, explanations of each query, common variations, and TypeScript tips, all of which are accurate and helpful.",
          "promptTokens": 6677,
          "completionTokens": 826,
          "totalTokens": 7503,
          "cost": 0.002994,
          "durationMs": 27400,
          "tokensPerSecond": 30.15,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8414,
          "completionTokens": 188,
          "totalTokens": 8602,
          "cost": 0.00275,
          "durationMs": 10300,
          "tokensPerSecond": 18.25,
          "toolCallCount": 1
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 13503,
          "completionTokens": 265,
          "totalTokens": 13768,
          "cost": 0.004369,
          "durationMs": 11560,
          "tokensPerSecond": 22.92,
          "toolCallCount": 2
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 13491,
          "completionTokens": 301,
          "totalTokens": 13792,
          "cost": 0.004409,
          "durationMs": 11710,
          "tokensPerSecond": 25.7,
          "toolCallCount": 2
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8264,
          "completionTokens": 202,
          "totalTokens": 8466,
          "cost": 0.002722,
          "durationMs": 10572,
          "tokensPerSecond": 19.11,
          "toolCallCount": 1
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8250,
          "completionTokens": 196,
          "totalTokens": 8446,
          "cost": 0.00271,
          "durationMs": 8051,
          "tokensPerSecond": 24.34,
          "toolCallCount": 1
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "```js\n// src/main.js\nexport default async function ({ req, res, log, error }) {\n  try {\n    // req.body is automatically parsed when Content-Type is application/json\n    const { name } = req.body;\n\n    if (!name || typeof name !== \"string\") {\n      return res.json(\n        {\n          ok: false,\n          message: 'Missing or invalid \"name\" field in request body.',\n        },\n        400,\n      );\n    }\n\n    log(`Greeting requested for: ${name}`);\n\n    return res.json({\n      ok: true,\n      message: `Hello, ${name}! Welcome to Appwrite Functions.`,\n      name,\n    });\n  } catch (err) {\n    error(\"Failed to handle greeting request: \" + err.message);\n    return res.json(\n      { ok: false, message: \"Internal server error.\" },\n      500,\n    );\n  }\n}\n```\n\n### How it works\n\nAppwrite Functions in Node.js export a default async function that receives a single context object with these properties:\n\n| Property | Purpose |\n|---|---|\n| `req` | The incoming request. `req.body` is auto-parsed for `application/json`, `req.bodyRaw` gives the raw string, and `req.query` / `req.headers` / `req.method` / `req.path` are also available. |\n| `res` | The response object. Use `res.json(payload, statusCode)` to return JSON, plus `res.text()`, `res.send()`, `res.empty()`, `res.redirect()`, `res.binary()`. |\n| `log(...)` | Writes an info-level log visible in the execution log. |\n| `error(...)` | Writes an error-level log. |\n\n`res.json()` accepts `(payload, statusCode)` where `statusCode` defaults to `200`, which is why the error branches pass `400` and `500`.\n\n### `package.json` (optional, in the function folder)\n\n```json\n{\n  \"type\": \"module\",\n  \"main\": \"src/main.js\"\n}\n```\n\nThe `\"type\": \"module\"` setting lets you use the `export default` syntax. If you prefer CommonJS, use:\n\n```js\n// src/main.js (CommonJS variant)\nmodule.exports = async function ({ req, res, log, error }) {\n  // ...same body as above\n};\n```\n\n### Deploy it\n\nFrom your `appwrite.config.json` add the function definition:\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"greeting\",\n      \"name\": \"Greeting\",\n      \"runtime\": \"node-22\",\n      \"entrypoint\": \"src/main.js\",\n      \"path\": \"functions/greeting\",\n      \"commands\": \"npm install\"\n    }\n  ]\n}\n```\n\nThen run:\n\n```bash\nappwrite push functions --function-id greeting --activate\n```\n\n### Invoke it\n\n```bash\nappwrite functions create-execution \\\n  --function-id greeting \\\n  --body '{\"name\":\"Ada\"}'\n```\n\nResponse:\n\n```json\n{\n  \"ok\": true,\n  \"message\": \"Hello, Ada! Welcome to Appwrite Functions.\",\n  \"name\": \"Ada\"\n}\n```\n\nA few notes:\n- You don't need any SDK dependency to read `req.body` — Appwrite parses JSON for you.\n- For binary or streaming responses, use `res.binary()` or `res.send()` with a buffer/stream.\n- For scheduled or event-driven invocations, `req.body` will contain the Appwrite event payload; the same handler works as long as you validate the input.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: (1) uses 'export default async function', (2) destructures req, res, log, and error from the context object, (3) parses req.body to extract the 'name' field, (4) uses res.json() for all responses, and (5) follows the correct Appwrite Function signature pattern. The implementation also includes proper error handling, input validation, logging, and helpful supplementary documentation about deployment and invocation.",
          "promptTokens": 7753,
          "completionTokens": 1037,
          "totalTokens": 8790,
          "cost": 0.00357,
          "durationMs": 34676,
          "tokensPerSecond": 29.91,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 929,
          "completionTokens": 108,
          "totalTokens": 1037,
          "cost": 0.000408,
          "durationMs": 3869,
          "tokensPerSecond": 27.91,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8260,
          "completionTokens": 212,
          "totalTokens": 8472,
          "cost": 0.002732,
          "durationMs": 8999,
          "tokensPerSecond": 23.56,
          "toolCallCount": 1
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7289,
          "completionTokens": 150,
          "totalTokens": 7439,
          "cost": 0.002367,
          "durationMs": 7257,
          "tokensPerSecond": 20.67,
          "toolCallCount": 1
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying Appwrite Functions with the CLI\n\nAppwrite Functions let you run backend code in response to events, HTTP requests, or schedules. The CLI gives you a fully scriptable workflow: define functions as code, version them in Git, and deploy with a single command.\n\n## 1. Install and log in\n\n```bash\n# Install (choose one)\nnpm install -g appwrite-cli\nbrew install appwrite/appwrite/appwrite\ncurl -sL https://appwrite.io/cli/install.sh | bash\n\n# Verify\nappwrite -v\n\n# Log in (Cloud or self-hosted)\nappwrite login\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Initialize a project (creates appwrite.config.json)\nappwrite init project\n```\n\nFor headless/CI usage, set the endpoint and project non-interactively:\n\n```bash\nappwrite client --endpoint \"https://<REGION>.cloud.appwrite.io/v1\"\nappwrite client --project-id \"<PROJECT_ID>\"\n```\n\n## 2. Create a function\n\n```bash\n# Scaffold a new function in your project\nappwrite init functions\n```\n\nThis creates a directory (e.g. `functions/userAuth/`) with a starter `src/main.js` (or similar) and adds an entry under the `functions` key in `appwrite.config.json`. If you already have a function in Appwrite Console, pull it locally instead:\n\n```bash\nappwrite pull functions\n```\n\n## 3. Configure the function\n\nEach function is described in `appwrite.config.json` (inline or in an included file like `appwrite/functions.json`):\n\n```json\n{\n  \"functions\": [\n    {\n      \"$id\": \"userAuth\",\n      \"name\": \"userAuth\",\n      \"enabled\": true,\n      \"logging\": true,\n      \"runtime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"deploymentRetention\": 7,\n      \"scopes\": [],\n      \"events\": [],\n      \"schedule\": \"\",\n      \"timeout\": 15,\n      \"entrypoint\": \"src/main.js\",\n      \"commands\": \"npm install\",\n      \"ignore\": \"node_modules\\n.tmp\",\n      \"path\": \"functions/userAuth\"\n    }\n  ]\n}\n```\n\n### Key configuration options\n\n| Field | Purpose |\n|---|---|\n| `runtime` | Runtime used to execute the function (e.g. `node-22`, `python-3.12`). See `appwrite functions list-runtimes`. |\n| `entrypoint` | File inside `path` that starts the function. |\n| `commands` | Build/install command run before packaging (e.g. `npm install`, `npm run build`). |\n| `ignore` | Extra newline-separated ignore rules for packaging. `.gitignore` is read automatically. |\n| `path` | Local source directory (relative to the config file). |\n| `enabled` | Enables or disables the function entirely. |\n| `logging` | Persists execution logs in the Console. |\n| `timeout` | Maximum execution duration in seconds. |\n| `buildSpecification` / `runtimeSpecification` | Compute size for build vs. execution (e.g. `s-1vcpu-512mb`). |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion. |\n| `events` | Event patterns that trigger the function (e.g. `users.*.create`). |\n| `schedule` | Cron expression for scheduled runs. Empty string disables scheduling. |\n| `scopes` | API scopes granted to the function's auto-generated execution API key. |\n\nYou can split function config out of the main file using `includes`:\n\n```json\n{\n  \"includes\": { \"functions\": \"appwrite/functions.json\" }\n}\n```\n\nEach include is a JSON **array** path relative to the project directory. When using includes, `path` is resolved relative to the include file.\n\n## 4. Develop locally\n\n```bash\n# Run the function locally\nappwrite run functions\n\n# Pull environment variables from Appwrite into the local run\nappwrite run functions --with-variables\n```\n\n`appwrite run functions` hot-reloads on changes to the source.\n\n## 5. Manage environment variables\n\nDo **not** store secrets in `appwrite.config.json`. Put them in a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nSync them to Appwrite only when you want to change the remote values:\n\n```bash\n# Push code + sync .env → remote\nappwrite push functions --function-id userAuth --with-variables\n\n# Push code only (variables unchanged)\nappwrite push functions --function-id userAuth\n```\n\n## 6. Deploy\n\n```bash\n# Deploy all functions and activate the new deployments\nappwrite push functions\n\n# Deploy a single function and switch live traffic\nappwrite push functions --function-id userAuth --activate\n\n# Deploy without activating (manual cutover later)\nappwrite push functions --function-id userAuth --activate=false\n\n# Non-interactive / CI mode\nappwrite push functions --all --force\n```\n\nThe CLI packages the source from `path` (respecting `ignore` and `.gitignore`), runs `commands` to build, uploads a deployment, and (with `--activate`) makes it the active deployment. Old deployments are kept around for `deploymentRetention` days.\n\n## 7. Common follow-up commands\n\n```bash\n# Inspect functions and deployments\nappwrite functions list\nappwrite functions get --function-id userAuth\nappwrite functions list-deployments --function-id userAuth\n\n# Manually trigger an execution (great for testing)\nappwrite functions create-execution \\\n  --function-id userAuth \\\n  --body '{\"key\":\"value\"}'\n\n# Inspect execution logs\nappwrite functions list-executions --function-id userAuth\n\n# Roll back / manage deployments\nappwrite functions update-deployment --function-id userAuth --deployment-id <ID>\nappwrite functions download-deployment --function-id userAuth --deployment-id <ID>\nappwrite functions delete-deployment --function-id userAuth --deployment-id <ID>\n```\n\n## Recommended workflow\n\n1. `appwrite login` and `appwrite init project` once.\n2. `appwrite init functions` to scaffold, or `appwrite pull functions` to import existing ones.\n3. Edit code in the function's `path`; tweak settings in `appwrite.config.json`; keep secrets in `.env`.\n4. `appwrite run functions` to test locally (with `--with-variables` to pull remote env).\n5. `appwrite push functions --with-variables` to deploy and sync env.\n6. `appwrite functions create-execution` to smoke-test, then wire up `events` or `schedule` for production triggers.\n\nThis config-as-code approach makes function deployments reproducible, reviewable in Git, and easy to run from CI.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric points: 1) CLI installation with multiple methods (npm, brew, curl), 2) appwrite init functions command explicitly mentioned, 3) Configuration in appwrite.config.json with detailed JSON example, 4) appwrite push functions command with various options, 5) Key options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements, providing additional context about local development, environment variables, CI/CD usage, and follow-up commands, all of which are accurate and relevant.",
          "promptTokens": 7710,
          "completionTokens": 1646,
          "totalTokens": 9356,
          "cost": 0.004288,
          "durationMs": 52672,
          "tokensPerSecond": 31.25,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7175,
          "completionTokens": 149,
          "totalTokens": 7324,
          "cost": 0.002331,
          "durationMs": 9311,
          "tokensPerSecond": 16,
          "toolCallCount": 1
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8228,
          "completionTokens": 156,
          "totalTokens": 8384,
          "cost": 0.002656,
          "durationMs": 8758,
          "tokensPerSecond": 17.81,
          "toolCallCount": 1
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7185,
          "completionTokens": 117,
          "totalTokens": 7302,
          "cost": 0.002296,
          "durationMs": 6677,
          "tokensPerSecond": 17.52,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13587,
          "completionTokens": 315,
          "totalTokens": 13902,
          "cost": 0.004454,
          "durationMs": 12237,
          "tokensPerSecond": 25.74,
          "toolCallCount": 2
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7291,
          "completionTokens": 187,
          "totalTokens": 7478,
          "cost": 0.002412,
          "durationMs": 8369,
          "tokensPerSecond": 22.34,
          "toolCallCount": 1
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8352,
          "completionTokens": 405,
          "totalTokens": 8757,
          "cost": 0.002992,
          "durationMs": 15653,
          "tokensPerSecond": 25.87,
          "toolCallCount": 1
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 13631,
          "completionTokens": 293,
          "totalTokens": 13924,
          "cost": 0.004441,
          "durationMs": 10006,
          "tokensPerSecond": 29.28,
          "toolCallCount": 2
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7181,
          "completionTokens": 261,
          "totalTokens": 7442,
          "cost": 0.002468,
          "durationMs": 10276,
          "tokensPerSecond": 25.4,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 7243,
          "completionTokens": 333,
          "totalTokens": 7576,
          "cost": 0.002572,
          "durationMs": 14702,
          "tokensPerSecond": 22.65,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 20895,
          "completionTokens": 275,
          "totalTokens": 21170,
          "cost": 0.006599,
          "durationMs": 16758,
          "tokensPerSecond": 16.41,
          "toolCallCount": 2
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8234,
          "completionTokens": 258,
          "totalTokens": 8492,
          "cost": 0.00278,
          "durationMs": 10923,
          "tokensPerSecond": 23.62,
          "toolCallCount": 1
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7201,
          "completionTokens": 286,
          "totalTokens": 7487,
          "cost": 0.002504,
          "durationMs": 10957,
          "tokensPerSecond": 26.1,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Appwrite automatically injects a set of `APPWRITE_FUNCTION_*` environment variables into every function execution. Here are some of the most useful ones:\n\n### 1. `APPWRITE_FUNCTION_ID` & `APPWRITE_FUNCTION_NAME`\nThe unique ID and the human-readable name of the function being executed. Useful for logging, multi-purpose functions, or when one codebase is shared across deployments.\n\n```javascript\nconsole.log(`Running function: ${process.env.APPWRITE_FUNCTION_NAME} (${process.env.APPWRITE_FUNCTION_ID})`);\n```\n\n### 2. `APPWRITE_FUNCTION_API_KEY`\nA scoped API key automatically generated for the function. It carries the scopes configured in the function's `scopes` field in `appwrite.config.json` and is intended for the function to authenticate against the Appwrite server-side API. This is the credential you'd plug into `client.setKey(...)` when using `node-appwrite`:\n\n```javascript\nimport { Client, Users } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint(process.env.APPWRITE_ENDPOINT)\n    .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID)\n    .setKey(process.env.APPWRITE_FUNCTION_API_KEY);\n\nconst users = new Users(client);\n```\n\n### 3. `APPWRITE_FUNCTION_PROJECT_ID` & `APPWRITE_FUNCTION_ENDPOINT`\nThe project ID and the Appwrite API endpoint (e.g. `https://cloud.appwrite.io/v1`) for the project the function belongs to. Combined with the API key above, they let the function call other Appwrite services (Databases, Storage, Users, etc.) without hardcoding any values.\n\n```javascript\nconst endpoint = process.env.APPWRITE_FUNCTION_ENDPOINT;\nconst projectId = process.env.APPWRITE_FUNCTION_PROJECT_ID;\n```\n\n### Other useful ones worth knowing\n| Variable | Purpose |\n|---|---|\n| `APPWRITE_FUNCTION_TRIGGER` | What invoked the execution: `http`, `schedule`, or `event`. |\n| `APPWRITE_FUNCTION_EVENT` | The event payload string (for event-triggered runs). |\n| `APPWRITE_FUNCTION_DATA` | The execution body/data passed to the function. |\n| `APPWRITE_FUNCTION_EXECUTION_ID` | The unique ID of the current execution (great for idempotency). |\n| `APPWRITE_FUNCTION_USER_ID` | The ID of the user who triggered the function (when applicable). |\n| `APPWRITE_FUNCTION_DEPLOYMENT` | The deployment ID that handled the execution. |\n| `APPWRITE_FUNCTION_RUNTIME` | The runtime name/version (e.g. `node-22`). |\n| `APPWRITE_FUNCTION_REGION` | The region where the function is running. |\n\nYou can read the raw payload of the incoming request directly off `req.body` / `req.bodyJson` / `req.headers` in the function handler, but for metadata about the execution itself (trigger, project, API key, etc.), these `APPWRITE_FUNCTION_*` variables are the canonical source.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer correctly identifies well more than three APPWRITE_FUNCTION_* variables with accurate descriptions of their purposes. It covers APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_TRIGGER, APPWRITE_FUNCTION_EVENT, APPWRITE_FUNCTION_DATA, APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DEPLOYMENT, and others. The only minor issue is APPWRITE_FUNCTION_API_KEY - the reference answer doesn't list this variable (it lists APPWRITE_FUNCTION_JWT instead), and APPWRITE_FUNCTION_ENDPOINT vs APPWRITE_FUNCTION_API_ENDPOINT is a slight naming discrepancy. However, the core requirement of naming at least 3 correct variables with correct purposes is clearly met, and most of the additional variables listed are accurate per the reference.",
          "promptTokens": 13076,
          "completionTokens": 1079,
          "totalTokens": 14155,
          "cost": 0.005218,
          "durationMs": 34789,
          "tokensPerSecond": 31.02,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7197,
          "completionTokens": 154,
          "totalTokens": 7351,
          "cost": 0.002344,
          "durationMs": 12583,
          "tokensPerSecond": 12.24,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7161,
          "completionTokens": 202,
          "totalTokens": 7363,
          "cost": 0.002391,
          "durationMs": 8581,
          "tokensPerSecond": 23.54,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "# Appwrite Web SDK: Bucket, Upload & Image Preview\n\nCreating a bucket is a **server-side admin operation** (requires an API key), while file uploads and previews are typically done **client-side**. Here's a complete solution using both:\n\n## 1. Create the Bucket (Server-side / Admin)\n\n```typescript\n// server.ts — uses the server SDK with an API key\nimport { Client, Storage, ID, Permission, Role } from 'node-appwrite';\n\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID!)\n    .setKey(process.env.APPWRITE_API_KEY!);\n\nconst storage = new Storage(adminClient);\n\nconst bucket = await storage.createBucket({\n    bucketId: ID.unique(),\n    name: 'User Avatars',\n    permissions: [\n        Permission.read(Role.any()),        // public read so preview URLs work\n        Permission.create(Role.users()),    // any logged-in user can upload\n        Permission.update(Role.users()),\n        Permission.delete(Role.users()),\n    ],\n    fileSecurity: true,                    // enable per-file permissions\n    enabled: true,\n    maximumFileSize: 10 * 1024 * 1024,     // 10 MB\n    allowedFileExtensions: ['jpg', 'jpeg', 'png', 'gif', 'webp'],\n});\n\nconsole.log('Bucket created:', bucket.$id);\n```\n\n## 2. Upload a File & Get Preview URL (Client-side)\n\n```typescript\n// client.ts — uses the Web SDK in the browser\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('<PROJECT_ID>');\n\nconst storage = new Storage(client);\n\nasync function uploadImage(bucketId: string, userId: string) {\n    // Pick file from <input type=\"file\" id=\"file-input\" accept=\"image/*\">\n    const fileInput = document.getElementById('file-input') as HTMLInputElement;\n    if (!fileInput.files?.[0]) throw new Error('No file selected');\n\n    // Upload with per-file permissions\n    const file = await storage.createFile({\n        bucketId,\n        fileId: ID.unique(),\n        file: fileInput.files[0],\n        permissions: [\n            Permission.read(Role.any()),              // public preview\n            Permission.update(Role.user(userId)),     // owner can update\n            Permission.delete(Role.user(userId)),     // owner can delete\n        ],\n    });\n\n    // Generate preview URL (returns a URL object — usable in <img src>)\n    const preview = storage.getFilePreview({\n        bucketId,\n        fileId: file.$id,\n        width: 400,                                  // resize\n        height: 400,\n        gravity: 'center',                           // 'center' | 'top-left' | etc.\n        quality: 80,\n        borderRadius: 8,                             // optional rounded crop\n        output: 'jpg',                               // 'jpg' | 'png' | 'webp' | 'gif'\n    });\n\n    return { file, previewUrl: preview.toString() };\n}\n\n// Usage\nconst { file, previewUrl } = await uploadImage('<BUCKET_ID>', '<USER_ID>');\n\ndocument.querySelector('img')!.src = previewUrl;\nconsole.log('File ID:', file.$id);\n```\n\n## Key Points\n\n| Concern | Detail |\n|---|---|\n| **Bucket creation** | Server-side only — must use `node-appwrite` with an API key |\n| **Bucket-level permissions** | Set once at creation; default for all files inside |\n| **File-level permissions** | Override per-file — requires `fileSecurity: true` on the bucket |\n| **`Permission.read(Role.any())`** | Required on either the bucket OR the file for `getFilePreview` to work publicly |\n| **Preview URL** | Returned synchronously by `getFilePreview()` — no network call. Pipe it directly into `<img src>`, `fetch()`, etc. |\n| **Image processing** | `width`, `height`, `quality`, `gravity`, `borderRadius`, and `output` are all optional |\n\n## Permissions Cheat-Sheet\n\n```typescript\n// Common patterns\nPermission.read(Role.any())                          // public, including guests\nPermission.read(Role.users())                        // any authenticated user\nPermission.read(Role.user(userId))                   // specific user\nPermission.read(Role.team(teamId))                   // any team member\nPermission.read(Role.team(teamId, 'editor'))         // members with a specific role\n\nPermission.write(Role.user(userId))                  // create + update + delete\nPermission.update(Role.user(userId))                 // update only\nPermission.delete(Role.user(userId))                 // delete only\n```\n\n> ⚠️ **Common mistake:** Setting `Permission.read(Role.any())` only on individual files but forgetting to enable `fileSecurity: true` on the bucket — the file-level permissions will be ignored.",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is largely correct and comprehensive. It includes: 1) Storage service instantiation (both server and client-side), 2) Bucket creation with permissions using Permission and Role helpers, 3) storage.createFile() with bucketId, fileId, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports from both 'node-appwrite' and 'appwrite'. The answer goes beyond the basic requirements by explaining server vs client-side operations, per-file permissions, and image processing options. Minor issues: The createBucket() and createFile() calls use object parameter syntax (named parameters) which may not match the actual Web SDK API signature exactly - the SDK typically uses positional parameters. Also, the answer uses node-appwrite for bucket creation rather than the Web SDK as specified in the question. These are minor deductions but the core functionality and concepts are correctly demonstrated.",
          "promptTokens": 6679,
          "completionTokens": 1824,
          "totalTokens": 8503,
          "cost": 0.004193,
          "durationMs": 52348,
          "tokensPerSecond": 34.84,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7153,
          "completionTokens": 166,
          "totalTokens": 7319,
          "cost": 0.002345,
          "durationMs": 10503,
          "tokensPerSecond": 15.81,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7211,
          "completionTokens": 258,
          "totalTokens": 7469,
          "cost": 0.002473,
          "durationMs": 10690,
          "tokensPerSecond": 24.13,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7223,
          "completionTokens": 235,
          "totalTokens": 7458,
          "cost": 0.002449,
          "durationMs": 9512,
          "tokensPerSecond": 24.71,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7165,
          "completionTokens": 193,
          "totalTokens": 7358,
          "cost": 0.002381,
          "durationMs": 6528,
          "tokensPerSecond": 29.56,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8168,
          "completionTokens": 240,
          "totalTokens": 8408,
          "cost": 0.002738,
          "durationMs": 10609,
          "tokensPerSecond": 22.62,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "# Appwrite Storage: `getFileView()` vs `getFileDownload()` vs `getFilePreview()`\n\nAll three methods generate a **URL string** (not the file data itself) that you assign to an `<img>`, `<a>`, `window.open()`, etc. The key differences are in **how the file is served** and **what transformations apply**.\n\n## 1. `storage.getFileView()`\n\nReturns a URL that serves the file **inline** (in the browser) with `Content-Disposition: inline`. Works for **any file type** — PDFs, videos, audio, images, etc. No transformations are applied.\n\n```typescript\nconst result = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n// -> 'https://<REGION>.cloud.appwrite.io/v1/storage/buckets/.../files/.../view'\n```\n\n**Use when:** You want users to *view* a file in the browser tab without forcing a download. For example, opening a PDF invoice, playing a video, or displaying a file's content directly in an iframe.\n\n## 2. `storage.getFileDownload()`\n\nReturns a URL that serves the file with `Content-Disposition: attachment`, **forcing the browser to download** it. Works for **any file type**. No transformations.\n\n```typescript\nconst result = storage.getFileDownload({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n// -> 'https://<REGION>.cloud.appwrite.io/v1/storage/buckets/.../files/.../download'\n```\n\n**Use when:** You want the user to save a copy locally — e.g., a \"Download Report\" button, exporting a CSV, downloading a ZIP.\n\n> Note: In the browser SDK this returns a `URL` object; on the server SDK you typically fetch the bytes directly.\n\n## 3. `storage.getFilePreview()`\n\nReturns a URL for a **transformed image preview**. Only works for **image files** (PNG, JPG, WebP, etc.) and supports manipulation parameters like `width`, `height`, `gravity`, `quality`, `border`, `opacity`, `rotation`, `background`, and `output` format.\n\n```typescript\nconst preview = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: 'center',\n    quality: 80,\n    output: 'webp'\n});\n// -> 'https://<REGION>.cloud.appwrite.io/v1/storage/buckets/.../files/.../preview?width=300&...'\n```\n\n**Use when:** You need a **resized/optimized image variant** — e.g., avatar thumbnails in a user list, card cover images, or any place where loading the full-resolution original would be wasteful.\n\n## Quick Comparison\n\n| Method | File types | Transformations | Browser behavior |\n|---|---|---|---|\n| `getFileView()` | Any | ❌ None | Display inline |\n| `getFileDownload()` | Any | ❌ None | Force download |\n| `getFilePreview()` | Images only | ✅ Resize, crop, quality, format, etc. | Display inline (as image) |\n\n## Practical Examples\n\n```typescript\n// User avatar thumbnail in a list\n<img src={storage.getFilePreview({\n    bucketId: 'avatars',\n    fileId: user.avatarId,\n    width: 64, height: 64, gravity: 'face'\n}).toString()} />\n\n// \"View PDF\" button\n<a href={storage.getFileView({\n    bucketId: 'documents',\n    fileId: invoice.fileId\n}).toString()} target=\"_blank\">View Invoice</a>\n\n// \"Download CSV\" button\n<a href={storage.getFileDownload({\n    bucketId: 'exports',\n    fileId: export.fileId\n}).toString()}>Download Report</a>\n```\n\n**Rule of thumb:**\n- Need a resized image? → `getFilePreview`\n- Want the original file shown in the browser? → `getFileView`\n- Want the original file saved to disk? → `getFileDownload`",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It clearly explains all three methods: 1) getFileView() for inline browser display with Content-Disposition: inline, 2) getFileDownload() for forcing downloads with Content-Disposition: attachment, 3) getFilePreview() for image transformations with resize, crop, quality, format conversion capabilities. It also clearly explains when to use each one, provides code examples, a comparison table, and practical use cases. All four rubric criteria are met thoroughly.",
          "promptTokens": 6669,
          "completionTokens": 1325,
          "totalTokens": 7994,
          "cost": 0.003591,
          "durationMs": 44285,
          "tokensPerSecond": 29.92,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7197,
          "completionTokens": 140,
          "totalTokens": 7337,
          "cost": 0.002327,
          "durationMs": 7988,
          "tokensPerSecond": 17.53,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 928,
          "completionTokens": 85,
          "totalTokens": 1013,
          "cost": 0.00038,
          "durationMs": 3323,
          "tokensPerSecond": 25.58,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 201,
          "totalTokens": 7394,
          "cost": 0.002399,
          "durationMs": 8188,
          "tokensPerSecond": 24.55,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7315,
          "completionTokens": 288,
          "totalTokens": 7603,
          "cost": 0.00254,
          "durationMs": 12434,
          "tokensPerSecond": 23.16,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 7211,
          "completionTokens": 582,
          "totalTokens": 7793,
          "cost": 0.002862,
          "durationMs": 21749,
          "tokensPerSecond": 26.76,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 934,
          "completionTokens": 86,
          "totalTokens": 1020,
          "cost": 0.000383,
          "durationMs": 4441,
          "tokensPerSecond": 19.37,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7197,
          "completionTokens": 234,
          "totalTokens": 7431,
          "cost": 0.00244,
          "durationMs": 9336,
          "tokensPerSecond": 25.06,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 224,
          "totalTokens": 7417,
          "cost": 0.002427,
          "durationMs": 10992,
          "tokensPerSecond": 20.38,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7277,
          "completionTokens": 278,
          "totalTokens": 7555,
          "cost": 0.002517,
          "durationMs": 12475,
          "tokensPerSecond": 22.28,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7175,
          "completionTokens": 231,
          "totalTokens": 7406,
          "cost": 0.00243,
          "durationMs": 10074,
          "tokensPerSecond": 22.93,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "# `getFilePreview` vs `getFileView` in Appwrite Storage\n\n## When to use `getFilePreview`\n\nUse `getFilePreview` when you're working with **image files** and need to display them with specific transformations rather than serving the original. Common scenarios include:\n\n- Showing **thumbnails** in lists, cards, or grids\n- Generating **avatar/profile pictures** at a fixed size\n- Optimizing image dimensions for **different screen sizes** (responsive images)\n- Applying **format conversions** for performance (e.g., WebP, JPG)\n- Displaying images within **fixed-size UI containers** without layout shifts\n\n`getFileView` is the right choice when the user needs the **original file as-is** — e.g., letting users download a document, view a full-resolution photo, or stream a video.\n\n## What `getFilePreview` supports\n\n`getFilePreview` works on image files (JPG, PNG, WebP, GIF, etc.) and accepts a rich set of transformation parameters:\n\n| Parameter | Description |\n|-----------|-------------|\n| `width` | Resize the image to this width (pixels) |\n| `height` | Resize the image to this height (pixels) |\n| `gravity` | Focal point for cropping when both width and height are set — values like `center`, `top-left`, `bottom-right`, `face`, or coordinates `x,y` |\n| `quality` | Output quality (1–100) for lossy formats |\n| `borderWidth` | Adds a colored border of the specified pixel width |\n| `borderColor` | Hex color of the border (e.g., `\"#FF0000\"`) |\n| `borderRadius` | Rounds the image; supports values up to half the smaller dimension for a circle |\n| `opacity` | Sets transparency (0.0–1.0) — great for placeholders/avatars |\n| `rotation` | Rotates the image in degrees (-360 to 360) |\n| `background` | Hex color for the background, useful for transparent images when resizing/cropping |\n| `output` | Forces a specific output format: `jpg`, `png`, `webp`, `gif` |\n\nThe result is a **URL** (returned by `getFilePreview`) that serves a freshly transformed image, processed on Appwrite's edge on demand and cached for performance.\n\n## Example\n\n```typescript\nconst storage = new Storage(client);\n\n// Square 300x300 avatar, center-cropped, rounded\nconst avatar = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: 'center',\n    borderRadius: 'max',   // or '50%' style, or a pixel value\n    output: 'webp',\n    quality: 80,\n});\n\n// <img src={avatar} alt=\"avatar\" />\n```\n\n## Quick rule of thumb\n\n- **Displaying an image** with size/format/cropping needs → `getFilePreview`\n- **Serving the original file** for download or unaltered viewing → `getFileView`\n\nIf you're handling non-image files (PDFs, videos, raw documents), `getFilePreview` won't apply transformations — use `getFileView` or `getFileDownload` instead.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies both rubric requirements: (1) it clearly distinguishes getFilePreview for image transformations vs getFileView for serving the original file, and (2) it lists well more than 2 transformation options including width, height, quality, format/output, gravity, borderWidth, borderColor, borderRadius, opacity, rotation, and background — matching the reference answer comprehensively.",
          "promptTokens": 6663,
          "completionTokens": 1006,
          "totalTokens": 7669,
          "cost": 0.003206,
          "durationMs": 36526,
          "tokensPerSecond": 27.54,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8222,
          "completionTokens": 193,
          "totalTokens": 8415,
          "cost": 0.002698,
          "durationMs": 7760,
          "tokensPerSecond": 24.87,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8262,
          "completionTokens": 153,
          "totalTokens": 8415,
          "cost": 0.002662,
          "durationMs": 8546,
          "tokensPerSecond": 17.9,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8272,
          "completionTokens": 272,
          "totalTokens": 8544,
          "cost": 0.002808,
          "durationMs": 12376,
          "tokensPerSecond": 21.98,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying a Site to Appwrite Sites\n\nYou can deploy sites to Appwrite Sites using the Appwrite CLI, which reads site configuration from `appwrite.config.json` (or an included `appwrite/sites.json` file) and packages/uploads the source from a local directory.\n\n## 1. Initial setup\n\n```bash\n# Install the CLI\nnpm install -g appwrite-cli\n\n# Log in and initialize\nappwrite login\nappwrite init project      # creates appwrite.config.json\nappwrite init sites        # scaffolds a site entry\n```\n\nYou can also pull an existing site configuration from the Console:\n\n```bash\nappwrite pull sites\n```\n\n## 2. Site configuration (`appwrite.config.json`)\n\nSites are defined under the top-level `sites` array. A complete site entry looks like:\n\n```json\n{\n  \"sites\": [\n    {\n      \"$id\": \"<SITE_ID>\",\n      \"name\": \"Documentation template\",\n      \"logging\": true,\n      \"framework\": \"astro\",\n      \"timeout\": 30,\n      \"installCommand\": \"npm install\",\n      \"buildCommand\": \"npm run build\",\n      \"outputDirectory\": \"./dist\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"buildRuntime\": \"node-22\",\n      \"adapter\": \"ssr\",\n      \"fallbackFile\": \"\",\n      \"startCommand\": \"npm run start\",\n      \"deploymentRetention\": 7,\n      \"path\": \"sites/documentation-template\"\n    }\n  ]\n}\n```\n\nFor larger projects, split the array into a separate file:\n\n```json\n{\n  \"includes\": {\n    \"sites\": \"appwrite/sites.json\"\n  }\n}\n```\n\n`path` values inside an included file are resolved relative to the include file's directory.\n\n## 3. Build configuration options\n\n| Field | Description |\n|-------|-------------|\n| `framework` | Framework preset (e.g. `astro`, `nextjs`, `nuxt`, `sveltekit`, `static`, etc.). Use `appwrite sites list-frameworks` to see what's available. |\n| `buildRuntime` | Runtime used to build the site, e.g. `node-22`. |\n| `buildSpecification` | Compute spec for the build phase, e.g. `s-1vcpu-512mb`. |\n| `runtimeSpecification` | Compute spec for serving runtime/SSR workloads. |\n| `installCommand` | Command to install dependencies (e.g. `npm install`, `pnpm install`). |\n| `buildCommand` | Command that produces the build output (e.g. `npm run build`). |\n| `outputDirectory` | Directory containing the static build output (e.g. `./dist`, `./build`). |\n| `adapter` | Deployment adapter, e.g. `static` or `ssr`. |\n| `fallbackFile` | Fallback file for SPA routing / missing routes (e.g. `index.html`). |\n| `startCommand` | Command used to start a server-rendered site (e.g. `npm run start`). |\n| `timeout` | Maximum request or function duration (seconds) for server-rendered sites. |\n| `logging` | Stores request and build logs. |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion. |\n| `path` | Local source directory for the site. |\n\nYou can explore valid options with:\n\n```bash\nappwrite sites list-frameworks\nappwrite sites list-specifications\nappwrite sites list-templates\n```\n\n## 4. Environment variables\n\nSite variables are **not** stored in `appwrite.config.json`. Put them in a `.env` file inside the configured `path`:\n\n```bash\n# sites/documentation-template/.env\nPUBLIC_SITE_NAME=docs\n```\n\nSync them during deploy with `--with-variables` (otherwise the push will not change saved variables):\n\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables\n```\n\n## 5. Deployment methods\n\n### a) Deploy everything (most common)\n\n```bash\n# Deploy all configured sites\nappwrite push sites\n\n# Deploy a single site\nappwrite push sites --site-id <SITE_ID>\n\n# Deploy and immediately activate\nappwrite push sites --site-id <SITE_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push sites --site-id <SITE_ID> --activate=false\n```\n\n### b) Programmatic deployment via CLI commands\n\nYou can also drive deployments directly without pushing config:\n\n```bash\n# Create a new deployment\nappwrite sites create-deployment --site-id <SITE_ID>\n\n# Inspect deployments\nappwrite sites list-deployments --site-id <SITE_ID>\nappwrite sites get-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n\n# Activate a specific deployment\nappwrite sites update-site-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n\n# Cancel an ongoing build\nappwrite sites update-deployment-status --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n\n# Delete a deployment\nappwrite sites delete-deployment --site-id <SITE_ID> --deployment-id <DEPLOYMENT_ID>\n```\n\n### c) Non-interactive / CI/CD deployment\n\nFor GitHub Actions, GitLab CI, etc.:\n\n```bash\n# Push all sites non-interactively\nappwrite push sites --all --force\n\n# Push a specific site\nappwrite push sites --site-id <SITE_ID> --force\n```\n\nSee the [Non-Interactive Mode docs](https://appwrite.io/docs/tooling/command-line/non-interactive) for setting up API keys and headless login.\n\n### d) Git-based deployment\n\nBeyond the CLI, Appwrite Sites also supports connecting a Git repository directly from the Appwrite Console — pushing to the connected branch automatically triggers a build using the same configuration options shown above.\n\n## 6. Useful post-deploy commands\n\n```bash\n# Stream request logs\nappwrite sites list-logs --site-id <SITE_ID>\nappwrite sites get-log --site-id <SITE_ID> --log-id <LOG_ID>\n\n# Inspect a site\nappwrite sites get --site-id <SITE_ID>\n\n# Update site config\nappwrite sites update --site-id <SITE_ID>\n```\n\n## Quick reference: end-to-end\n\n```bash\n# 1. Log in and init\nappwrite login\nappwrite init project\n\n# 2. Add a site entry to appwrite.config.json (or appwrite/sites.json)\n#    with framework, buildCommand, outputDirectory, path, etc.\n\n# 3. (Optional) Add a .env inside the site path for variables\n\n# 4. Deploy\nappwrite push sites --site-id <SITE_ID> --activate --with-variables\n```\n\nThat covers the full lifecycle: configuring the build, supplying environment variables, and deploying — either through `appwrite push` from the CLI, directly via `appwrite sites create-deployment`, or automatically from a connected Git repo.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The model's answer covers all 5 rubric criteria: (1) Multiple deployment methods are mentioned including Git-based deployment, CLI push, programmatic CLI commands, and CI/CD - well exceeding the requirement of at least 2; (2) Build command configuration is explicitly covered with the `buildCommand` field; (3) Output directory setting is covered with `outputDirectory`; (4) Framework support/presets are covered with the `framework` field and examples like astro, nextjs, nuxt, sveltekit; (5) Environment variables are covered with .env files and the `--with-variables` flag. The answer is comprehensive and accurate. It loses a small fraction because it doesn't explicitly mention 'manual upload' as a deployment method (the reference answer mentions manual uploads as one of the three methods), though it does cover CLI and Git-based deployments thoroughly. The answer also adds significant additional detail beyond what's required, which is generally positive.",
          "promptTokens": 7724,
          "completionTokens": 1614,
          "totalTokens": 9338,
          "cost": 0.004254,
          "durationMs": 43851,
          "tokensPerSecond": 36.81,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8266,
          "completionTokens": 141,
          "totalTokens": 8407,
          "cost": 0.002649,
          "durationMs": 6650,
          "tokensPerSecond": 21.2,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8164,
          "completionTokens": 251,
          "totalTokens": 8415,
          "cost": 0.00275,
          "durationMs": 12224,
          "tokensPerSecond": 20.53,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8244,
          "completionTokens": 205,
          "totalTokens": 8449,
          "cost": 0.002719,
          "durationMs": 9909,
          "tokensPerSecond": 20.69,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8288,
          "completionTokens": 149,
          "totalTokens": 8437,
          "cost": 0.002665,
          "durationMs": 7834,
          "tokensPerSecond": 19.02,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8258,
          "completionTokens": 251,
          "totalTokens": 8509,
          "cost": 0.002779,
          "durationMs": 9823,
          "tokensPerSecond": 25.55,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8194,
          "completionTokens": 325,
          "totalTokens": 8519,
          "cost": 0.002848,
          "durationMs": 12053,
          "tokensPerSecond": 26.96,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8224,
          "completionTokens": 264,
          "totalTokens": 8488,
          "cost": 0.002784,
          "durationMs": 13232,
          "tokensPerSecond": 19.95,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8230,
          "completionTokens": 128,
          "totalTokens": 8358,
          "cost": 0.002623,
          "durationMs": 7453,
          "tokensPerSecond": 17.17,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8266,
          "completionTokens": 254,
          "totalTokens": 8520,
          "cost": 0.002785,
          "durationMs": 9860,
          "tokensPerSecond": 25.76,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 8220,
          "completionTokens": 1225,
          "totalTokens": 9445,
          "cost": 0.003936,
          "durationMs": 42607,
          "tokensPerSecond": 28.75,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8276,
          "completionTokens": 268,
          "totalTokens": 8544,
          "cost": 0.002804,
          "durationMs": 10534,
          "tokensPerSecond": 25.44,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8224,
          "completionTokens": 164,
          "totalTokens": 8388,
          "cost": 0.002664,
          "durationMs": 9047,
          "tokensPerSecond": 18.13,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8254,
          "completionTokens": 283,
          "totalTokens": 8537,
          "cost": 0.002816,
          "durationMs": 12701,
          "tokensPerSecond": 22.28,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 20988,
          "completionTokens": 902,
          "totalTokens": 21890,
          "cost": 0.007379,
          "durationMs": 29153,
          "tokensPerSecond": 30.94,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8242,
          "completionTokens": 158,
          "totalTokens": 8400,
          "cost": 0.002662,
          "durationMs": 6884,
          "tokensPerSecond": 22.95,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "# Appwrite Site Build/Deployment Configuration Options\n\nHere are several key configuration options for an Appwrite Site, defined in `appwrite.config.json` under the `sites` array:\n\n| Option | What it's for |\n|--------|---------------|\n| **`framework`** | Specifies the framework preset (e.g., `astro`, `nextjs`, `nuxt`) used to apply sensible build and deployment defaults for that framework. |\n| **`buildRuntime`** | The runtime used during the build phase (e.g., `node-22`). Determines which language/toolchain executes the build commands. |\n| **`buildSpecification`** | The compute size used *while building* the deployment (e.g., `s-1vcpu-512mb`). Increase this for heavier builds that need more CPU/RAM. |\n| **`runtimeSpecification`** | The compute size used *while serving* the deployed site. Controls the CPU/RAM available to handle incoming requests. |\n| **`installCommand`** | The shell command run to install dependencies before building (e.g., `npm install`, `pnpm install`, `yarn`). |\n| **`buildCommand`** | The shell command that produces the deployable output (e.g., `npm run build`). |\n| **`outputDirectory`** | The path to the build output (e.g., `./dist`, `.next`, `public`) that Appwrite will deploy. |\n| **`adapter`** | Selects the deployment mode — `static` for pre-rendered static sites, or `ssr` for server-rendered sites that need a running process. |\n| **`startCommand`** | For SSR sites, the command used to start the server (e.g., `npm run start`). |\n| **`fallbackFile`** | Path to a fallback file used for SPA routing or unknown routes (e.g., `index.html`). |\n| **`timeout`** | Maximum request duration in seconds for server-rendered sites. |\n| **`deploymentRetention`** | Number of days to retain older deployments before they are auto-deleted (controls rollback history). |\n\n### Example configuration\n\n```json\n{\n  \"sites\": [\n    {\n      \"$id\": \"<SITE_ID>\",\n      \"name\": \"Documentation template\",\n      \"framework\": \"astro\",\n      \"installCommand\": \"npm install\",\n      \"buildCommand\": \"npm run build\",\n      \"outputDirectory\": \"./dist\",\n      \"buildRuntime\": \"node-22\",\n      \"buildSpecification\": \"s-1vcpu-512mb\",\n      \"runtimeSpecification\": \"s-1vcpu-512mb\",\n      \"adapter\": \"ssr\",\n      \"startCommand\": \"npm run start\",\n      \"fallbackFile\": \"\",\n      \"timeout\": 30,\n      \"deploymentRetention\": 7,\n      \"path\": \"sites/documentation-template\"\n    }\n  ]\n}\n```\n\nYou can deploy these with `appwrite push sites` (or `appwrite push sites --site-id <SITE_ID>` for a single site), and generate them interactively with `appwrite init sites` or pull existing ones with `appwrite pull sites`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than three deployment/build configuration options, each with a correct and detailed explanation of its purpose. It covers all the key options mentioned in the reference answer (framework preset, install command, build command, output directory) plus additional valid options like buildRuntime, adapter, startCommand, timeout, etc. All descriptions are accurate and relevant to Appwrite Sites configuration.",
          "promptTokens": 7704,
          "completionTokens": 951,
          "totalTokens": 8655,
          "cost": 0.003452,
          "durationMs": 30054,
          "tokensPerSecond": 31.64,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 895,
          "completionTokens": 58,
          "totalTokens": 953,
          "cost": 0.000338,
          "durationMs": 3444,
          "tokensPerSecond": 16.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 946,
          "completionTokens": 90,
          "totalTokens": 1036,
          "cost": 0.000392,
          "durationMs": 3751,
          "tokensPerSecond": 23.99,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 912,
          "completionTokens": 112,
          "totalTokens": 1024,
          "cost": 0.000408,
          "durationMs": 4769,
          "tokensPerSecond": 23.49,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\nI have some information about Appwrite Messaging from the documentation, but the available skills don't include deep coverage of the Messaging service specifics. Let me share what I do know, and clearly flag where you'd want to consult the official Messaging docs for the most accurate, up-to-date provider information.\n\n## High-level setup flow\n\nPush notifications with Appwrite Messaging generally follow these steps:\n\n### 1. Enable the Messaging service\n\nIn `appwrite.config.json`, make sure the `messaging` service is enabled:\n\n```json\n{\n    \"settings\": {\n        \"services\": {\n            \"messaging\": true\n        }\n    }\n}\n```\n\n### 2. Configure a push provider\n\nYou configure providers (and their credentials) in the Appwrite Console under **Messaging → Providers**. Typical push providers Appwrite supports include:\n\n- **FCM (Firebase Cloud Messaging)** — for Android and Web push. You supply the Firebase service account JSON.\n- **APNS (Apple Push Notification service)** — for iOS. You supply the auth key/certificate (.p8 or .p12).\n\n> ⚠️ The specific provider list, required credentials, and console setup steps aren't covered in the SDK skills I have. For the exact, current list and credential format, check the official docs at https://appwrite.io/docs/products/messaging.\n\n### 3. Register devices (subscribers)\n\nDevices subscribe to a topic via the `subscribers` resource. From the CLI:\n\n```bash\nappwrite messaging create-subscriber --topic-id \"<TOPIC_ID>\" --target-id \"<DEVICE_TOKEN>\" --provider-id \"<PROVIDER_ID>\"\n```\n\n### 4. Create a topic (optional but recommended)\n\nTopics let you group subscribers so you can broadcast to many devices at once:\n\n```bash\nappwrite init topics\nappwrite push topics\n```\n\nTopic configuration goes in `appwrite/topics.json` and is deployed with `appwrite push topics`.\n\n### 5. Create and send a push notification to a topic\n\n```bash\nappwrite messaging create-push \\\n    --topic-id \"<TOPIC_ID>\" \\\n    --title \"Hello\" \\\n    --body \"You have a new message\" \\\n    --data '{\"foo\": \"bar\"}' \\\n    --action \"Open\" \\\n    --image \"https://example.com/icon.png\" \\\n    --sound \"default\" \\\n    --color \"#000000\" \\\n    --tag \"message-1\"\n```\n\nCommon flags for `create-push`:\n\n| Flag | Description |\n|------|-------------|\n| `--topic-id` | Send to all subscribers of a topic |\n| `--user-id` / `--target-id` | Send to a specific user or device |\n| `--title` | Notification title |\n| `--body` | Notification body |\n| `--data` | JSON string of custom payload data |\n| `--action` | Action button label |\n| `--image` | Image URL shown in the notification |\n| `--sound` | Sound to play |\n| `--color` | Accent color (Android) |\n| `--tag` | Notification group/tag |\n\nYou can also send to a user, target device, or a list of topics/users/targets in a single call by combining the appropriate flags.\n\n## From the server SDK (Node.js / Deno)\n\nOn the server side, you use `node-appwrite`. The Messaging service is initialized the same way as other services, then you call `messaging.createPush(...)` with similar parameters. Use an API key on the server (not a user session) to send notifications:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n    messageId: ID.unique(),\n    topicId: '<TOPIC_ID>',\n    title: 'Hello',\n    body: 'You have a new message',\n    data: { foo: 'bar' },\n});\n```\n\n## What I couldn't confirm\n\nThe skill docs I have access to don't enumerate the **exact** list of supported push providers, the **provider-specific credential format** required in the console, or **advanced APNS options** (like the `apns-push-type` headers, collapse IDs, mutable-content, etc.). For those, your best sources are:\n\n- Appwrite's official Messaging docs: https://appwrite.io/docs/products/messaging\n- The REST API reference: https://appwrite.io/docs/references/1.6.x/server-rest\n\nIf you can share the docs page or any additional context, I can give you a more precise walkthrough — particularly for whichever provider (FCM vs. APNS) you're targeting.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer covers all five rubric criteria: (1) FCM and APNS providers are explicitly mentioned with credential details, (2) topic creation is explained with CLI commands and configuration, (3) user subscription/targets are covered via the create-subscriber command and target-id flags, (4) messaging.createPush() method is shown in both CLI and Node.js SDK examples, and (5) device token registration is addressed through the subscriber/target-id concept. The answer is comprehensive, well-structured, and includes practical code examples. Minor deduction for slight uncertainty expressed about provider specifics, but overall the answer is accurate and complete.",
          "promptTokens": 19123,
          "completionTokens": 1529,
          "totalTokens": 20652,
          "cost": 0.007572,
          "durationMs": 57726,
          "tokensPerSecond": 26.49,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7177,
          "completionTokens": 140,
          "totalTokens": 7317,
          "cost": 0.002321,
          "durationMs": 9179,
          "tokensPerSecond": 15.25,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7173,
          "completionTokens": 380,
          "totalTokens": 7553,
          "cost": 0.002608,
          "durationMs": 14254,
          "tokensPerSecond": 26.66,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7195,
          "completionTokens": 183,
          "totalTokens": 7378,
          "cost": 0.002378,
          "durationMs": 8390,
          "tokensPerSecond": 21.81,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 13553,
          "completionTokens": 177,
          "totalTokens": 13730,
          "cost": 0.004278,
          "durationMs": 7430,
          "tokensPerSecond": 23.82,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nBased on the Appwrite documentation, Messaging supports flexible targeting through three primary mechanisms. Note: the retrieved skills cover the CLI surface and TypeScript SDK well, but don't include a dedicated Messaging section — so the following describes the supported targeting model.\n\n## 1. Topics (Group Targeting)\n\nTopics are the recommended way to send messages to groups of users who share an interest.\n\n**Create a topic:**\n```bash\nappwrite messaging create-topic \\\n    --topic-id \"newsletter\" \\\n    --name \"Product Newsletter\"\n```\n\n**Subscribe users to a topic** (one subscriber per target — email address, phone number, or push token):\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id \"newsletter\" \\\n    --subscriber-id \"unique()\" \\\n    --target \"user@example.com\"\n```\n\n**Send a message to a topic:**\n```bash\nappwrite messaging create-email \\\n    --message-id \"unique()\" \\\n    --subject \"Hello\" \\\n    --content \"Body text\" \\\n    --topics \"newsletter\"\n```\n\nA single message can target **multiple topics at once** by passing a comma-separated list, and Appwrite de-duplicates recipients who belong to several of those topics.\n\n## 2. Specific Users (User Targeting)\n\nYou can target a message at one or more Appwrite user IDs directly. Users must have the appropriate provider target registered (e.g., an email, phone, or push token in their account):\n\n```bash\nappwrite messaging create-email \\\n    --message-id \"unique()\" \\\n    --subject \"Welcome\" \\\n    --content \"Body\" \\\n    --users \"USER_ID_1,USER_ID_2\"\n```\n\nThis is useful for transactional messages (receipts, security alerts, password resets) where you already know the recipient.\n\n## 3. Individual Targets (Direct Targeting)\n\nFor users who aren't Appwrite accounts, or when you want to send to a raw address, you can target by the provider's native identifier:\n\n| Channel | Target value |\n|---|---|\n| **Email** | Email address (e.g. `user@example.com`) |\n| **SMS** | Phone number in E.164 (e.g. `+12025550123`) |\n| **Push** | Device token or FCM/APNs identifier |\n\n```bash\n# Send email to a raw address\nappwrite messaging create-email \\\n    --message-id \"unique()\" \\\n    --subject \"Hi\" \\\n    --content \"Body\" \\\n    --targets \"someone@external.com\"\n\n# Send SMS to a phone number\nappwrite messaging create-sms \\\n    --message-id \"unique()\" \\\n    --content \"Your code is 123456\" \\\n    --targets \"+12025550123\"\n```\n\n## Combining Targets\n\nA single message can mix **topics**, **users**, and **targets** in the same call. Appwrite unions all recipient sets and de-duplicates, so a user who is subscribed to a topic *and* listed as a target only receives one copy of the message.\n\n```bash\nappwrite messaging create-push \\\n    --message-id \"unique()\" \\\n    --title \"New update\" \\\n    --body \"Check it out\" \\\n    --topics \"all-users,beta-testers\" \\\n    --users \"user-id-1\" \\\n    --targets \"raw-device-token\"\n```\n\n## CLI Summary of Targeting Flags\n\nWhen creating any message (`create-email`, `create-sms`, `create-push`), the targeting flags are:\n\n| Flag | Purpose |\n|---|---|\n| `--topics` | Comma-separated list of topic IDs |\n| `--users` | Comma-separated list of Appwrite user IDs |\n| `--targets` | Comma-separated list of provider-specific targets (email, phone, push token) |\n\n**Important:** At least one of `--topics`, `--users`, or `--targets` must be provided, otherwise the message has no recipients and the API will reject it.\n\n## Managing Resources\n\nYou can also configure topics as code via `appwrite.config.json` and deploy them with `appwrite push topics`, making it easy to keep your topic definitions under version control alongside your other infrastructure-as-code.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer is comprehensive and covers all four rubric requirements: 1) Three targeting methods (topics, users, targets) are clearly described with dedicated sections; 2) Topic subscription mechanism is explained with create-topic and create-subscriber commands; 3) How messages are sent to each target type is detailed with code examples for each; 4) Combining targets is explicitly covered with an example showing all three used together in a single call. The answer also adds useful details about de-duplication, CLI flags summary, and infrastructure-as-code management. The only minor caveat is the model acknowledges it doesn't have a dedicated Messaging section in its retrieved skills, but the information provided aligns well with Appwrite's actual messaging model. The answer is slightly more detailed than the reference but fully satisfies all rubric criteria.",
          "promptTokens": 13063,
          "completionTokens": 1287,
          "totalTokens": 14350,
          "cost": 0.005463,
          "durationMs": 46040,
          "tokensPerSecond": 27.95,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7183,
          "completionTokens": 186,
          "totalTokens": 7369,
          "cost": 0.002378,
          "durationMs": 11376,
          "tokensPerSecond": 16.35,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7109,
          "completionTokens": 189,
          "totalTokens": 7298,
          "cost": 0.00236,
          "durationMs": 9140,
          "tokensPerSecond": 20.68,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7267,
          "completionTokens": 213,
          "totalTokens": 7480,
          "cost": 0.002436,
          "durationMs": 10280,
          "tokensPerSecond": 20.72,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7179,
          "completionTokens": 243,
          "totalTokens": 7422,
          "cost": 0.002445,
          "durationMs": 9743,
          "tokensPerSecond": 24.94,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 938,
          "completionTokens": 129,
          "totalTokens": 1067,
          "cost": 0.000436,
          "durationMs": 4931,
          "tokensPerSecond": 26.16,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7197,
          "completionTokens": 284,
          "totalTokens": 7481,
          "cost": 0.0025,
          "durationMs": 11960,
          "tokensPerSecond": 23.75,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7219,
          "completionTokens": 206,
          "totalTokens": 7425,
          "cost": 0.002413,
          "durationMs": 10497,
          "tokensPerSecond": 19.62,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7149,
          "completionTokens": 132,
          "totalTokens": 7281,
          "cost": 0.002303,
          "durationMs": 7414,
          "tokensPerSecond": 17.8,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7219,
          "completionTokens": 264,
          "totalTokens": 7483,
          "cost": 0.002483,
          "durationMs": 9911,
          "tokensPerSecond": 26.64,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7229,
          "completionTokens": 200,
          "totalTokens": 7429,
          "cost": 0.002409,
          "durationMs": 8093,
          "tokensPerSecond": 24.71,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending a Push Notification to Topic Subscribers\n\n## Prerequisites: What Must Be Configured First\n\nBefore you can send a push notification to a topic, you need to set up the following:\n\n### 1. Enable the Messaging Service\nMake sure messaging is enabled in your project. In `appwrite.config.json`:\n```json\n{\n  \"settings\": {\n    \"services\": {\n      \"messaging\": true\n    }\n  }\n}\n```\n\n### 2. Configure a Push Notification Provider\nYou must register and configure at least one push provider in your Appwrite project:\n- **Firebase Cloud Messaging (FCM)** for Android (and optionally iOS)\n- **Apple Push Notification service (APNs)** for iOS\n\nThis is done in the Appwrite Console under **Messaging → Providers**, where you provide credentials (e.g., FCM service account JSON, APNs auth key/certificate).\n\n### 3. Create a Topic\nTopics are logical groupings that subscribers join. Define them in `appwrite.config.json` or create them via CLI:\n```bash\nappwrite messaging create-topic \\\n  --topic-id \"news-updates\" \\\n  --name \"News Updates\"\n```\n\nExample in `appwrite.config.json`:\n```json\n{\n  \"topics\": [\n    {\n      \"$id\": \"news-updates\",\n      \"name\": \"News Updates\",\n      \"description\": \"Latest news pushed to all subscribers\"\n    }\n  ]\n}\n```\n\nDeploy with:\n```bash\nappwrite push topics\n```\n\n### 4. Subscribe Target Users/Devices to the Topic\nEach user (with their device target) must be subscribed:\n```bash\nappwrite messaging create-subscriber \\\n  --topic-id \"news-updates\" \\\n  --subscriber-id \"USER_ID\" \\\n  --target-id \"DEVICE_TOKEN\"\n```\n\nIn a real app, this is done from the client SDK — the device registers a push target via the Appwrite Account SDK, then subscribes to the topic.\n\n---\n\n## Step-by-Step: Sending the Push Notification\n\nOnce configured, sending a notification to all topic subscribers is a single command:\n\n```bash\nappwrite messaging create-push \\\n  --topic-id \"news-updates\" \\\n  --title \"Breaking News\" \\\n  --body \"A new article has been published!\" \\\n  --image-url \"https://example.com/image.png\" \\\n  --data '{\"articleId\": \"123\"}' \\\n  --action \"view-article\"\n```\n\n### Optional useful flags\n| Flag | Purpose |\n|------|---------|\n| `--topic-id` | The target topic whose subscribers receive the message |\n| `--title` | Notification title |\n| `--body` | Notification body text |\n| `--image-url` | Image to display (optional) |\n| `--icon` | Icon to display (optional) |\n| `--sound` | Sound to play (optional) |\n| `--color` | Accent color (optional) |\n| `--tag` | Notification tag (used to replace/update) |\n| `--badge` | Badge count to set (iOS) |\n| `--data` | Custom JSON payload delivered to the app |\n| `--action` | Action identifier handled by your client |\n| `--draft` | Create as a draft instead of sending immediately |\n| `--scheduled-at` | ISO 8601 datetime for scheduled delivery |\n\n---\n\n## Server-Side Alternative (Node.js / Deno SDK)\n\nIf you want to send the push notification from your backend:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst client = new Client()\n  .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n  .setProject(process.env.APPWRITE_PROJECT_ID)\n  .setKey(process.env.APPWRITE_API_KEY);\n\nconst messaging = new Messaging(client);\n\nawait messaging.createPush({\n  messageId: ID.unique(),\n  topicId: 'news-updates',\n  title: 'Breaking News',\n  body: 'A new article has been published!',\n  imageUrl: 'https://example.com/image.png',\n  data: { articleId: '123' },\n});\n```\n\n---\n\n## Common Pitfalls\n\n- **No provider configured** — push notifications will silently fail or be rejected. Always verify your FCM/APNs credentials in the Console.\n- **Empty topic** — if no devices are subscribed, the message is sent to no one.\n- **Wrong `targetId` on subscription** — must be a valid device push token registered against the user.\n- **Mismatched topic ID** — the topic referenced in the subscription must match the one used when creating the push.\n- **Self-signed / dev APNs** — make sure your APNs environment (sandbox vs. production) matches the build you are testing.\n\nWith provider, topic, and subscribers in place, sending a push to everyone subscribed is as simple as a single `messaging create-push --topic-id <ID>` call.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four required rubric points: 1) Provider configuration (FCM/APNS) - clearly explained in section 2 with details about credentials setup; 2) Topic creation - covered in section 3 with CLI examples; 3) User targets/subscriptions to the topic - covered in section 4 with subscriber creation; 4) Sending push to the topic using createPush with topicIds - demonstrated both via CLI and Node.js SDK. The answer goes beyond the minimum requirements with additional details about optional parameters, common pitfalls, and multiple implementation approaches.",
          "promptTokens": 13058,
          "completionTokens": 1435,
          "totalTokens": 14493,
          "cost": 0.005639,
          "durationMs": 49821,
          "tokensPerSecond": 28.8,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7141,
          "completionTokens": 144,
          "totalTokens": 7285,
          "cost": 0.002315,
          "durationMs": 8485,
          "tokensPerSecond": 16.97,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7165,
          "completionTokens": 188,
          "totalTokens": 7353,
          "cost": 0.002375,
          "durationMs": 9668,
          "tokensPerSecond": 19.45,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7227,
          "completionTokens": 275,
          "totalTokens": 7502,
          "cost": 0.002498,
          "durationMs": 12490,
          "tokensPerSecond": 22.02,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7191,
          "completionTokens": 207,
          "totalTokens": 7398,
          "cost": 0.002406,
          "durationMs": 9458,
          "tokensPerSecond": 21.89,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7241,
          "completionTokens": 342,
          "totalTokens": 7583,
          "cost": 0.002583,
          "durationMs": 12384,
          "tokensPerSecond": 27.62,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7205,
          "completionTokens": 179,
          "totalTokens": 7384,
          "cost": 0.002376,
          "durationMs": 8930,
          "tokensPerSecond": 20.04,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7239,
          "completionTokens": 235,
          "totalTokens": 7474,
          "cost": 0.002454,
          "durationMs": 11312,
          "tokensPerSecond": 20.77,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7191,
          "completionTokens": 714,
          "totalTokens": 7905,
          "cost": 0.003014,
          "durationMs": 23761,
          "tokensPerSecond": 30.05,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "# Subscribing to Realtime Table Rows and File Uploads\n\nThe Appwrite Web SDK lets you subscribe to multiple channels in a single `subscribe()` call, then branch on `response.events` to handle each kind of change. The event strings follow a predictable pattern (`tablesdb.*.tables.*.rows.*.<action>` and `buckets.*.files.*.<action>`), which makes routing easy.\n\n## Install\n\n```bash\nnpm install appwrite\n```\n\n## Full example\n\n```ts\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\n// Subscribe to a table's rows AND a bucket's files in one call.\n// Each response includes `events`, `payload`, `channels`, and `timestamp`.\nconst channels = [\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(), // all rows in the table\n    Channel.bucket('[BUCKET_ID]').file(),                       // all files in the bucket\n];\n\nconst subscription = await realtime.subscribe(channels, (response) => {\n    // Every event in Appwrite realtime is namespaced. Branching on the\n    // first event is sufficient because the SDK delivers one logical\n    // change per callback invocation.\n    const event = response.events[0];\n\n    if (event?.startsWith('tablesdb.')) {\n        handleRowEvent(event, response.payload);\n    } else if (event?.startsWith('buckets.')) {\n        handleFileEvent(event, response.payload);\n    } else {\n        console.warn('Unhandled event:', event);\n    }\n});\n\nfunction handleRowEvent(event: string, payload: any) {\n    if (event.endsWith('.create')) {\n        // e.g. \"tablesdb.*.tables.*.rows.*.create\"\n        console.log('🆕 Row created:', payload.$id, payload);\n        // Example: prepend to a list, show a toast, etc.\n    } else if (event.endsWith('.update')) {\n        // e.g. \"tablesdb.*.tables.*.rows.*.update\"\n        console.log('✏️  Row updated:', payload.$id, payload);\n        // Example: patch the row in a local cache by $id\n    } else if (event.endsWith('.delete')) {\n        // e.g. \"tablesdb.*.tables.*.rows.*.delete\"\n        console.log('🗑️  Row deleted:', payload.$id);\n        // Example: remove from local state\n    }\n}\n\nfunction handleFileEvent(event: string, payload: any) {\n    if (event.endsWith('.create')) {\n        // e.g. \"buckets.*.files.*.create\"\n        console.log('📤 File uploaded:', payload.name, payload.$id);\n        // Example: show progress, refresh gallery, generate a preview URL\n        // const preview = storage.getFilePreview({ bucketId: '[BUCKET_ID]', fileId: payload.$id, width: 300, height: 300 });\n    } else if (event.endsWith('.update')) {\n        console.log('📝 File metadata updated:', payload.$id, payload);\n    } else if (event.endsWith('.delete')) {\n        console.log('🗑️  File deleted:', payload.$id);\n    }\n}\n\n// Later — when the user navigates away or the component unmounts:\nawait subscription.close();\n```\n\n## How it works\n\n**Channel selection.** `Channel.tablesdb(db).table(t).row()` listens to every row in that table. To watch a single row instead, call `.row('[ROW_ID]')`. For storage, `.file()` covers the whole bucket, and `.file('[FILE_ID]')` targets one file.\n\n**Multiple channels, one callback.** Pass an array of channels to a single `subscribe()` call. The callback fires once per change, and `response.channels` tells you which channel(s) matched. Branching on `response.events[0]` is the standard way to route — every event in Appwrite is namespaced (`tablesdb.*.tables.*.rows.*.<action>` and `buckets.*.files.*.<action>`), so a `startsWith` check is enough to dispatch.\n\n**The payload.** For row events, `payload` is the affected `Models.Document` (with `$id`, `$createdAt`, `$updatedAt`, plus your columns). For file events, it's the `Models.File` metadata object (with `$id`, `name`, `mimeType`, `sizeOriginal`, `buckets` IDs, etc.) — not the file bytes.\n\n**Cleanup.** `subscription.close()` removes the underlying WebSocket subscription. Call it when the component unmounts or the user leaves the page so you don't leak listeners.\n\n**Tip:** if you want to be more selective, you can also subscribe to a specific row (`Channel.tablesdb(db).table(t).row('[ROW_ID]')`) or a specific file (`Channel.bucket(b).file('[FILE_ID]')`) to avoid being woken up by unrelated changes.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event type in callback via response.events[0] with startsWith(), 5) Has different handling logic per event type (handleRowEvent vs handleFileEvent with create/update/delete branches). The answer is comprehensive and well-structured. Minor uncertainty: the Channel.tablesdb() helper API may not be the canonical documented API (the reference answer mentions 'tablesdb.[ID].tables.[ID].rows' string format), but the answer does mention the string pattern in comments. Overall very complete and correct.",
          "promptTokens": 6669,
          "completionTokens": 1380,
          "totalTokens": 8049,
          "cost": 0.003657,
          "durationMs": 42654,
          "tokensPerSecond": 32.35,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "# Appwrite Realtime vs Webhooks\n\nBoth are event-driven mechanisms, but they serve fundamentally different purposes and operate in different directions.\n\n## Realtime\n\n**Direction:** Server → Client (push)\n**Transport:** WebSocket (persistent connection)\n**Initiator:** Client SDK subscribes to channels\n\nRealtime lets your app receive live updates the moment something changes in your Appwrite backend. The client opens a WebSocket connection and subscribes to channels (e.g., a specific database collection, document, or function execution). When an event occurs, Appwrite pushes it instantly to all subscribed clients.\n\n**Example use cases:**\n- Live chat / messaging\n- Real-time notifications and activity feeds\n- Collaborative editing (multi-user state sync)\n- Showing live document/table updates in a dashboard\n- Live progress of long-running function executions\n\n```ts\n// Browser/Client side\nconst unsubscribe = client.subscribe(\n  'databases.[databaseId].collections.[collectionId].documents',\n  (response) => {\n    // response.payload — events: create, update, delete\n    console.log(response.payload);\n  }\n);\n```\n\n**Realtime channels include:** databases, documents, files, buckets, functions, executions, teams, memberships, and account.\n\n---\n\n## Webhooks\n\n**Direction:** Appwrite → External endpoint (outgoing HTTP)\n**Transport:** HTTP POST request\n**Initiator:** Server (Appwrite) calls your URL when an event happens\n\nWebhooks are configured HTTP endpoints that Appwrite calls whenever specific events occur in your project. You register a URL and select the event types you care about. Appwrite then sends a POST payload to your endpoint whenever one of those events fires.\n\n**Example use cases:**\n- Notifying a third-party service (Slack, Discord, email providers)\n- Triggering a CI/CD pipeline when a new user signs up\n- Syncing data to an external system (CRM, analytics, data warehouse)\n- Running asynchronous server-side workflows\n- Notifying a custom backend in a different stack/language\n- Production deployment notifications\n\n```bash\n# Configured on a Function or via the Console\n# Appwrite POSTs to: https://your-app.com/webhooks/appwrite\n# Payload: { event, payload, project, ... }\n```\n\n---\n\n## Side-by-Side Comparison\n\n| Aspect | Realtime | Webhooks |\n|---|---|---|\n| **Direction** | Server → Client | Appwrite → Your server |\n| **Connection** | Persistent WebSocket | One-shot HTTP request |\n| **Initiated by** | Client SDK | Appwrite (server-side) |\n| **Target** | Connected clients/browsers | Any HTTP-reachable URL |\n| **Latency** | Sub-100ms push | Depends on HTTP roundtrip |\n| **Authentication** | User session (JWT) | API key signature header |\n| **Best for** | Live UI updates | External integrations |\n| **Reliability** | Drops on disconnect, client must resubscribe | Retried by Appwrite on failure (where supported) |\n\n---\n\n## When to Use Which\n\n**Use Realtime when:**\n- You need to update a *user-facing UI* instantly\n- The consumer is an *already-connected client* (browser, mobile app)\n- You want low-latency push without polling\n- You're building chat, notifications, or collaborative features\n\n**Use Webhooks when:**\n- You need to talk to a *third-party service* or external system\n- The consumer is a *server* (not a user client)\n- You want to trigger downstream workflows on events\n- You need decoupled, asynchronous processing\n- You're integrating Appwrite into a larger architecture (e.g., notifying a Rails or Go backend, or kicking off a deploy)\n\n---\n\n## Can You Use Both?\n\nYes — and it's often powerful to combine them:\n\n1. A user creates a record → **Realtime** pushes the update to all connected dashboards instantly.\n2. The same event also fires a **Webhook** that emails a Slack channel, logs to an analytics service, and triggers a server-side workflow.\n\nIn short: **Realtime is for delivering events to your users; Webhooks are for delivering events to other systems.**",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Realtime uses WebSockets for client-side connections with persistent connections, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is explicitly recommended for live UI updates, 4) Webhooks are explicitly recommended for backend/external integrations, and 5) multiple concrete use cases are provided for each (chat apps, dashboards for Realtime; Slack notifications, CRM syncing, CI/CD triggers for Webhooks). The answer goes well beyond the minimum requirements with code examples, a comparison table, and a section on combining both approaches.",
          "promptTokens": 652,
          "completionTokens": 1201,
          "totalTokens": 1853,
          "cost": 0.001637,
          "durationMs": 56060,
          "tokensPerSecond": 21.42,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7183,
          "completionTokens": 115,
          "totalTokens": 7298,
          "cost": 0.002293,
          "durationMs": 5911,
          "tokensPerSecond": 19.46,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7213,
          "completionTokens": 168,
          "totalTokens": 7381,
          "cost": 0.002366,
          "durationMs": 7938,
          "tokensPerSecond": 21.16,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7193,
          "completionTokens": 152,
          "totalTokens": 7345,
          "cost": 0.00234,
          "durationMs": 7669,
          "tokensPerSecond": 19.82,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7181,
          "completionTokens": 240,
          "totalTokens": 7421,
          "cost": 0.002442,
          "durationMs": 11763,
          "tokensPerSecond": 20.4,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7173,
          "completionTokens": 331,
          "totalTokens": 7504,
          "cost": 0.002549,
          "durationMs": 12484,
          "tokensPerSecond": 26.51,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7261,
          "completionTokens": 216,
          "totalTokens": 7477,
          "cost": 0.002437,
          "durationMs": 11738,
          "tokensPerSecond": 18.4,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 7183,
          "completionTokens": 113,
          "totalTokens": 7296,
          "cost": 0.002291,
          "durationMs": 7299,
          "tokensPerSecond": 15.48,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7245,
          "completionTokens": 193,
          "totalTokens": 7438,
          "cost": 0.002405,
          "durationMs": 10732,
          "tokensPerSecond": 17.98,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 7235,
          "completionTokens": 303,
          "totalTokens": 7538,
          "cost": 0.002534,
          "durationMs": 13836,
          "tokensPerSecond": 21.9,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "# Single `realtime.subscribe()` for TablesDB rows + Storage files\n\nYou pass an **array of channels** to one `subscribe()` call. Use the `Channel` builder to construct the channel strings safely (it stringifies to the exact format Appwrite expects).\n\n```ts\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n        Channel.bucket('[BUCKET_ID]').file(),\n    ],\n    (response) => {\n        console.log(response.events);   // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload);  // the affected row or file\n    }\n);\n\n// Later:\nawait subscription.close();\n```\n\n## Exact channel strings (raw form)\n\n| Builder expression | Underlying channel string |\n|---|---|\n| `Channel.tablesdb('DB_ID').table('TABLE_ID').row()` | `tablesdb.DB_ID.tables.TABLE_ID.rows` |\n| `Channel.bucket('BUCKET_ID').file()` | `buckets.BUCKET_ID.files` |\n\n## What you'll receive\n\nA single callback fires for events on **either** channel. Distinguish them via `response.channels` (the matched channels) or `response.events`, e.g.:\n\n- `tablesdb.*.tables.*.rows.*.create` / `.update` / `.delete` — row events\n- `buckets.*.files.*.create` / `.update` / `.delete` — file events\n\n> 💡 You can also subscribe to a **specific** row or file by passing an ID:\n> `Channel.tablesdb('DB_ID').table('TABLE_ID').row('ROW_ID')` → `tablesdb.DB_ID.tables.TABLE_ID.rows.ROW_ID`\n> `Channel.bucket('BUCKET_ID').file('FILE_ID')` → `buckets.BUCKET_ID.files.FILE_ID`",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is fully correct and complete. It includes: 1) a realtime.subscribe() call with an array of channels, 2) the correct rows channel format 'tablesdb.DB_ID.tables.TABLE_ID.rows', 3) the correct files channel format 'buckets.BUCKET_ID.files', and 4) a callback function. The answer goes beyond the reference by providing a Channel builder abstraction, but explicitly shows the underlying raw channel strings in a table, which exactly match the expected format. All four rubric criteria are satisfied.",
          "promptTokens": 6679,
          "completionTokens": 735,
          "totalTokens": 7414,
          "cost": 0.002886,
          "durationMs": 21785,
          "tokensPerSecond": 33.74,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8228,
          "completionTokens": 106,
          "totalTokens": 8334,
          "cost": 0.002596,
          "durationMs": 7020,
          "tokensPerSecond": 15.1,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8210,
          "completionTokens": 270,
          "totalTokens": 8480,
          "cost": 0.002787,
          "durationMs": 10119,
          "tokensPerSecond": 26.68,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8194,
          "completionTokens": 95,
          "totalTokens": 8289,
          "cost": 0.002572,
          "durationMs": 6547,
          "tokensPerSecond": 14.51,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8190,
          "completionTokens": 194,
          "totalTokens": 8384,
          "cost": 0.00269,
          "durationMs": 9648,
          "tokensPerSecond": 20.11,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8164,
          "completionTokens": 288,
          "totalTokens": 8452,
          "cost": 0.002795,
          "durationMs": 9228,
          "tokensPerSecond": 31.21,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8188,
          "completionTokens": 114,
          "totalTokens": 8302,
          "cost": 0.002593,
          "durationMs": 7249,
          "tokensPerSecond": 15.73,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8188,
          "completionTokens": 104,
          "totalTokens": 8292,
          "cost": 0.002581,
          "durationMs": 7752,
          "tokensPerSecond": 13.42,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8176,
          "completionTokens": 150,
          "totalTokens": 8326,
          "cost": 0.002633,
          "durationMs": 7927,
          "tokensPerSecond": 18.92,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# CI/CD Pipeline Setup with the Appwrite CLI\n\n## 1. Install the CLI in Your CI Environment\n\n```bash\n# npm\nnpm install -g appwrite-cli\n\n# Or use the install script\ncurl -sL https://appwrite.io/cli/install.sh | bash\n```\n\n## 2. Authenticate Non-Interactively\n\nThe `appwrite login` command is interactive, so in CI you must authenticate using an **API key** plus the `appwrite client` command (or rely on `appwrite.config.json`).\n\n### Option A: Use a project API key with the client command\n\nGenerate an API key in the Appwrite Console (Project → Settings → API Keys) with the scopes your pipeline needs (e.g. `functions.write`, `sites.write`, `tables.write`, `buckets.write`, `teams.write`, `webhooks.write`, `topics.write`, `projects.write`).\n\nThen in your pipeline, set endpoint and project, and use the API key as the bearer credential:\n\n```bash\n# Point the CLI at the right endpoint and project\nappwrite client \\\n    --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n    --project-id \"<PROJECT_ID>\"\n\n# The API key is read from the APPWRITE_API_KEY env var (or --key)\nexport APPWRITE_API_KEY=\"${{ secrets.APPWRITE_API_KEY }}\"\n```\n\n> On Appwrite Cloud, the project endpoint uses a regional subdomain such as `https://<REGION>.cloud.appwrite.io/v1`. The `appwrite whoami` output that shows `https://cloud.appwrite.io/v1` is just the **account login** endpoint and should not be rewritten.\n\n### Option B: Self-hosted instance\n\n```bash\nappwrite client \\\n    --endpoint \"https://your-instance.com/v1\" \\\n    --project-id \"<PROJECT_ID>\"\nexport APPWRITE_API_KEY=\"${{ secrets.APPWRITE_API_KEY }}\"\n```\n\n## 3. Commit an `appwrite.config.json`\n\nThe CLI reads the project, endpoint, and all resource definitions from `appwrite.config.json` (optionally split via `includes` into `functions.json`, `sites.json`, `webhooks.json`, etc.). Commit this file to your repo so CI can deploy consistently.\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"projectName\": \"Production\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\"\n}\n```\n\n## 4. Deploy with `appwrite push`\n\nThe non-interactive deploy commands are `push` variants. The two flags that matter most for CI/CD are:\n\n| Flag | Purpose |\n|------|---------|\n| `--force` (`-f`) | Confirm all warnings and skip confirmation prompts. **Required** for non-interactive runs. |\n| `--all` (`-a`) | Select all resources in the group. |\n| `--with-variables` | Sync function/site `.env` variables to the remote (creates, replaces, removes). |\n| `--activate` / `--activate=false` | For functions: switch live traffic to the new deployment. Default activates. |\n| `--function-id` | Push a single function. |\n| `--site-id` | Push a single site. |\n| `--json` (`-j`) | Output in JSON for parsing in CI logs. |\n\n### Deploy everything\n\n```bash\nappwrite push all --all --force\n```\n\n### Deploy specific resource groups\n\n```bash\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\nappwrite push settings --force\n```\n\n### Deploy a single function (and control activation + variables)\n\n```bash\n# Deploy and switch live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate --force\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false --force\n\n# Deploy and sync .env variables\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\n### Deploy a single site\n\n```bash\nappwrite push sites --site-id <SITE_ID> --with-variables --force\n```\n\n## 5. Example GitHub Actions Pipeline\n\n```yaml\nname: Deploy to Appwrite\n\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Install Appwrite CLI\n        run: npm install -g appwrite-cli\n\n      - name: Configure Appwrite client\n        env:\n          APPWRITE_API_KEY: ${{ secrets.APPWRITE_API_KEY }}\n        run: |\n          appwrite client \\\n            --endpoint \"${{ secrets.APPWRITE_ENDPOINT }}\" \\\n            --project-id  \"${{ secrets.APPWRITE_PROJECT_ID }}\"\n\n      - name: Deploy functions\n        run: appwrite push functions --all --force\n\n      - name: Deploy sites\n        run: appwrite push sites --all --force\n\n      - name: Deploy tables, buckets, webhooks, topics\n        run: |\n          appwrite push tables --all --force\n          appwrite push buckets --all --force\n          appwrite push webhooks --all --force\n          appwrite push topics --all --force\n```\n\nRequired GitHub secrets:\n- `APPWRITE_API_KEY` — project API key\n- `APPWRITE_ENDPOINT` — e.g. `https://<REGION>.cloud.appwrite.io/v1`\n- `APPWRITE_PROJECT_ID` — your project ID\n\n## 6. Useful Global Options for CI\n\n| Option | Description |\n|--------|-------------|\n| `-j, --json` | Machine-readable output for log parsing |\n| `-V, --verbose` | Full error stack traces when something fails |\n| `--report` | Generate a GitHub error report link on failure |\n| `--console` / `--open` | Print/open a link to the relevant Console page |\n\nExample: `appwrite push functions --all --force --json --verbose`\n\n## 7. Tips for Production-Ready Pipelines\n\n- **Use a dedicated API key per environment** (staging vs. production) with the minimum required scopes.\n- **Pin the CLI version** (`npm install -g appwrite-cli@x.y.z`) to avoid breaking changes.\n- **Stage deployments**: deploy with `--activate=false`, run smoke tests against the new deployment, then call `appwrite functions update-deployment --function-id <ID> --deployment-id <ID>` (or for sites, `appwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>`) to promote it.\n- **Use `includes`** to keep `appwrite.config.json` readable as your config grows: `functions`, `sites`, and `webhooks` can each be a separate JSON array file.\n- **Keep secrets out of `appwrite.config.json`**; use a `.env` file inside each function/site `path` and sync with `--with-variables` when you intentionally want to rotate them.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five required rubric elements: 1) API key/service account authentication (explicitly mentions generating API keys with required scopes), 2) --force flag for non-interactive mode (clearly documented in the flags table and used throughout examples), 3) appwrite push command (extensively covered with multiple variants), 4) Environment variable configuration (APPWRITE_API_KEY env var, GitHub secrets), and 5) Login/authentication step in the pipeline (appwrite client command with endpoint and project-id). The answer goes well beyond the minimum requirements with detailed examples, GitHub Actions pipeline, and production tips.",
          "promptTokens": 7736,
          "completionTokens": 1738,
          "totalTokens": 9474,
          "cost": 0.004406,
          "durationMs": 49655,
          "tokensPerSecond": 35,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Appwrite Function Workflow Using the CLI\n\n## 1. Install the CLI\n\n```bash\n# npm\nnpm install -g appwrite-cli\n\n# Homebrew (macOS)\nbrew install appwrite/appwrite/appwrite\n\n# Script (macOS/Linux)\ncurl -sL https://appwrite.io/cli/install.sh | bash\n\n# Scoop (Windows)\nscoop install https://raw.githubusercontent.com/appwrite/sdk-for-cli/master/scoop/appwrite.config.json\n\nappwrite -v\n```\n\n---\n\n## 2. Login & Initialize the Project\n\n```bash\n# Cloud login\nappwrite login\n\n# Self-hosted login\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Switch account\nappwrite login --switch\n\n# Create appwrite.config.json in current directory\nappwrite init project\n```\n\n`appwrite init project` scaffolds a base `appwrite.config.json` containing `projectId`, `projectName`, `endpoint`, `settings`, and resource arrays (`functions`, `tablesDB`, `tables`, `buckets`, `teams`, `topics`).\n\n---\n\n## 3. Create a Function\n\n### Option A — Interactive scaffolding\n\n```bash\nappwrite init functions\n```\n\nThe CLI prompts for function name, runtime, entrypoint, build commands, and path, then writes a new entry into `appwrite.config.json` and creates a starter source directory.\n\n### Option B — Pull an existing function from the Console\n\n```bash\nappwrite pull functions\n```\n\nThis fetches your remote functions and writes their config locally.\n\n---\n\n## 4. Configure the Function in `appwrite.config.json`\n\nA function entry looks like this:\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key configuration fields\n\n| Field | Purpose |\n|---|---|\n| `enabled` | Master switch. Disabled functions can't execute. |\n| `logging` | Persist execution logs to the Console. |\n| `runtime` | Runtime that executes the function (e.g., `node-22`, `python-3.12`). |\n| `buildSpecification` | Compute size used during build (e.g., `s-1vcpu-512mb`). |\n| `runtimeSpecification` | Compute size used during execution. |\n| `deploymentRetention` | Days old deployments are kept before auto-deletion. |\n| `scopes` | API scopes granted to the function's generated execution API key. |\n| `events` | Event patterns that auto-trigger the function (e.g., `users.*.create`). |\n| `schedule` | Cron expression for scheduled runs. Empty string disables scheduling. |\n| `timeout` | Maximum execution duration in seconds. |\n| `entrypoint` | File inside `path` that Appwrite invokes first. |\n| `commands` | Build/install command run before deployment (e.g., `npm install`). |\n| `ignore` | Extra newline-separated ignore patterns. `.gitignore` is read automatically. |\n| `path` | Local source directory uploaded as the deployment tarball. |\n\n### Splitting config with `includes`\n\nFor larger projects, keep functions in a separate file:\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"includes\": {\n        \"functions\": \"appwrite/functions.json\"\n    }\n}\n```\n\n`appwrite/functions.json` is a JSON array of function entries. Each `path` is resolved relative to the include file's directory. **A resource cannot be defined both inline and in an include.**\n\n---\n\n## 5. Add Environment Variables\n\nDo **not** put secrets in `appwrite.config.json`. Use a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nVariables are only synced when you pass `--with-variables`. This creates, replaces, or removes remote variables to match the local `.env`:\n\n```bash\n# Push code only (variables untouched)\nappwrite push functions --function-id <FUNCTION_ID>\n\n# Push code AND sync variables\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n---\n\n## 6. Develop Locally\n\n```bash\n# Run the function locally (with hot reload)\nappwrite run functions\n\n# Pull remote variables into the local run\nappwrite run functions --with-variables\n```\n\n---\n\n## 7. Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function and activate it\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n`--activate` (default) sets the new deployment as the active one receiving executions. Use `--activate=false` if you want to stage a deployment first, then promote it later with `appwrite functions update-deployment`.\n\n### Useful related commands\n\n```bash\nappwrite functions list\nappwrite functions list-runtimes\nappwrite functions list-deployments --function-id <ID>\nappwrite functions create-deployment --function-id <ID>\nappwrite functions update-deployment --function-id <ID> --deployment-id <ID>\nappwrite functions delete-deployment --function-id <ID> --deployment-id <ID>\nappwrite functions download-deployment --function-id <ID> --deployment-id <ID>\n```\n\n---\n\n## 8. Trigger and Observe\n\n```bash\n# Manual execution\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"key\":\"value\"}'\n\n# Inspect executions\nappwrite functions list-executions --function-id <ID>\nappwrite functions get-execution --function-id <ID> --execution-id <ID>\n```\n\n---\n\n## 9. End-to-End Example\n\n```bash\n# 1. Install + login\nnpm install -g appwrite-cli\nappwrite login\nappwrite init project\n\n# 2. Scaffold a function\nappwrite init functions   # creates functions/userAuth/ + entry in config\n\n# 3. Add secrets locally\ncat <<'EOF' > functions/userAuth/.env\nAPI_KEY=abc123\nEOF\n\n# 4. Develop\nappwrite run functions --with-variables\n\n# 5. Push\nappwrite push functions --function-id userAuth --activate\n\n# 6. Trigger\nappwrite functions create-execution --function-id userAuth --body '{}'\n```\n\n---\n\n## 10. CI/CD (Non-Interactive)\n\nFor pipelines, set the endpoint/project and use `--force` to bypass confirmation prompts:\n\n```bash\nexport APPWRITE_ENDPOINT=\"https://<REGION>.cloud.appwrite.io/v1\"\nexport APPWRITE_PROJECT_ID=\"<PROJECT_ID>\"\nexport APPWRITE_API_KEY=\"<SERVER_API_KEY>\"\n\n# Push all functions non-interactively\nappwrite push functions --all --force\n\n# Push a single function with variable sync\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\nThis is the full lifecycle: **install → login → init → create → configure (config + .env) → develop locally → push → activate → trigger/monitor → automate via CI/CD.**",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) runtime selection during the interactive prompts and in the config, 3) detailed appwrite.config.json configuration options including name, runtime, execute permissions/scopes, variables, schedule, timeout, entrypoint, commands, etc., 4) local development with appwrite run functions (including --with-variables flag), and 5) deployment with appwrite push functions. The answer goes well beyond the minimum requirements with additional context about CI/CD, environment variables, triggering executions, and useful related commands, all of which are accurate and relevant.",
          "promptTokens": 7737,
          "completionTokens": 1853,
          "totalTokens": 9590,
          "cost": 0.004545,
          "durationMs": 50646,
          "tokensPerSecond": 36.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8204,
          "completionTokens": 121,
          "totalTokens": 8325,
          "cost": 0.002606,
          "durationMs": 7150,
          "tokensPerSecond": 16.92,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8198,
          "completionTokens": 193,
          "totalTokens": 8391,
          "cost": 0.002691,
          "durationMs": 10831,
          "tokensPerSecond": 17.82,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8250,
          "completionTokens": 178,
          "totalTokens": 8428,
          "cost": 0.002689,
          "durationMs": 9776,
          "tokensPerSecond": 18.21,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8238,
          "completionTokens": 203,
          "totalTokens": 8441,
          "cost": 0.002715,
          "durationMs": 9243,
          "tokensPerSecond": 21.96,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8196,
          "completionTokens": 145,
          "totalTokens": 8341,
          "cost": 0.002633,
          "durationMs": 6264,
          "tokensPerSecond": 23.15,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8192,
          "completionTokens": 106,
          "totalTokens": 8298,
          "cost": 0.002585,
          "durationMs": 7432,
          "tokensPerSecond": 14.26,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8216,
          "completionTokens": 95,
          "totalTokens": 8311,
          "cost": 0.002579,
          "durationMs": 5937,
          "tokensPerSecond": 16,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8316,
          "completionTokens": 256,
          "totalTokens": 8572,
          "cost": 0.002802,
          "durationMs": 11331,
          "tokensPerSecond": 22.59,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8232,
          "completionTokens": 288,
          "totalTokens": 8520,
          "cost": 0.002815,
          "durationMs": 10745,
          "tokensPerSecond": 26.8,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "# Creating a Row with the Appwrite CLI\n\nWhen using `appwrite tables-db create-row`, the two arguments have different formats:\n\n- **`--data`**: Passed as a **single JSON string** containing the column keys/values for the row.\n- **`--permissions`**: Passed as a **space-separated list** of permission strings (the flag is repeated, not JSON-encoded).\n\n## Example\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\", \"status\": \"draft\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\n### Key points\n\n| Argument | Format | Notes |\n|----------|--------|-------|\n| `--data` | `'{\"key\": \"value\", ...}'` | A single quoted JSON object. Keys must match the table's column keys. |\n| `--permissions` | `'read(\"any\")' 'write(\"user:xyz\")'` | Pass each permission as its own quoted argument. Do **not** wrap the list in brackets or JSON. |\n\n- If you omit `--permissions`, the row inherits the table's default permissions (or no access, depending on `rowSecurity`).\n- Use `--row-id 'unique()'` to let Appwrite generate the ID, or supply your own custom string.\n- For a more compact, repeated-permission style, you can also repeat `--permissions` as many times as needed.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys and values, 2) permissions as space-separated values in the CLI (not JSON-encoded), and 3) provides a correct example using 'appwrite tables-db create-row' with proper syntax. The answer is thorough and accurate.",
          "promptTokens": 7708,
          "completionTokens": 555,
          "totalTokens": 8263,
          "cost": 0.002978,
          "durationMs": 18186,
          "tokensPerSecond": 30.52,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8322,
          "completionTokens": 392,
          "totalTokens": 8714,
          "cost": 0.002967,
          "durationMs": 16412,
          "tokensPerSecond": 23.88,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8272,
          "completionTokens": 208,
          "totalTokens": 8480,
          "cost": 0.002731,
          "durationMs": 8420,
          "tokensPerSecond": 24.7,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 8262,
          "completionTokens": 457,
          "totalTokens": 8719,
          "cost": 0.003027,
          "durationMs": 17698,
          "tokensPerSecond": 25.82,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 8206,
          "completionTokens": 125,
          "totalTokens": 8331,
          "cost": 0.002612,
          "durationMs": 6780,
          "tokensPerSecond": 18.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 8358,
          "completionTokens": 335,
          "totalTokens": 8693,
          "cost": 0.002909,
          "durationMs": 17236,
          "tokensPerSecond": 19.44,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8304,
          "completionTokens": 362,
          "totalTokens": 8666,
          "cost": 0.002926,
          "durationMs": 13607,
          "tokensPerSecond": 26.6,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 8264,
          "completionTokens": 179,
          "totalTokens": 8443,
          "cost": 0.002694,
          "durationMs": 8010,
          "tokensPerSecond": 22.35,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 8412,
          "completionTokens": 188,
          "totalTokens": 8600,
          "cost": 0.002749,
          "durationMs": 7465,
          "tokensPerSecond": 25.18,
          "toolCallCount": 1
        }
      ]
    },
    {
      "modelId": "claude-fable-5",
      "modelName": "Claude Fable 5",
      "provider": "Anthropic",
      "promptCostPerMillionTokens": 10,
      "completionCostPerMillionTokens": 50,
      "scores": {
        "foundation": 100,
        "auth": 98.5,
        "tablesdb": 87.4,
        "functions": 100,
        "storage": 94.3,
        "sites": 95,
        "messaging": 100,
        "realtime": 88,
        "cli": 99.8
      },
      "mcqScores": {
        "foundation": 100,
        "auth": 100,
        "tablesdb": 90,
        "functions": 100,
        "storage": 94.1,
        "sites": 94.4,
        "messaging": 100,
        "realtime": 88.2,
        "cli": 100
      },
      "freeformScores": {
        "foundation": 100,
        "auth": 90,
        "tablesdb": 70,
        "functions": 100,
        "storage": 95,
        "sites": 100,
        "messaging": 100,
        "realtime": 86.7,
        "cli": 98.3
      },
      "overall": 95.9,
      "mcqOverall": 96.4,
      "freeformOverall": 93.1,
      "totalQuestions": 191,
      "totalCorrect": 184,
      "totalPromptTokens": 1372718,
      "totalCompletionTokens": 50759,
      "totalTokens": 1423477,
      "totalCost": 16.26513,
      "totalDurationMs": 2293089,
      "averageTokensPerSecond": 22.14,
      "runDate": "2026-06-10T07:10:51.311Z",
      "questionDetails": [
        {
          "questionId": "fund-1",
          "category": "foundation",
          "type": "mcq",
          "question": "What type of platform is Appwrite?",
          "choices": [
            "An open-source backend-as-a-service (BaaS) platform",
            "A frontend JavaScript framework",
            "A cloud hosting provider",
            "A database management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.01329,
          "durationMs": 4543,
          "tokensPerSecond": 5.94,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-2",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is NOT one of Appwrite's core services?",
          "choices": [
            "Auth",
            "TablesDB",
            "Container Orchestration",
            "Storage"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1150,
          "completionTokens": 27,
          "totalTokens": 1177,
          "cost": 0.01285,
          "durationMs": 5311,
          "tokensPerSecond": 5.08,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-3",
          "category": "foundation",
          "type": "mcq",
          "question": "What API protocols does Appwrite support?",
          "choices": [
            "REST only",
            "GraphQL only",
            "REST and GraphQL",
            "gRPC and REST"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1155,
          "completionTokens": 65,
          "totalTokens": 1220,
          "cost": 0.0148,
          "durationMs": 10507,
          "tokensPerSecond": 6.19,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-4",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of an Appwrite API key?",
          "choices": [
            "To encrypt database rows",
            "To configure DNS settings",
            "To authenticate server-side requests with specific scope permissions",
            "To manage SSL certificates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1196,
          "completionTokens": 27,
          "totalTokens": 1223,
          "cost": 0.01331,
          "durationMs": 4068,
          "tokensPerSecond": 6.64,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-5",
          "category": "foundation",
          "type": "mcq",
          "question": "Which Appwrite feature enables real-time data synchronization?",
          "choices": [
            "Webhooks",
            "Server Functions",
            "Realtime API via WebSocket subscriptions",
            "Scheduled Tasks"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1184,
          "completionTokens": 27,
          "totalTokens": 1211,
          "cost": 0.01319,
          "durationMs": 4735,
          "tokensPerSecond": 5.7,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-6",
          "category": "foundation",
          "type": "free-form",
          "question": "Explain the difference between client-side and server-side SDKs in Appwrite. When would you use each?",
          "correctAnswer": "Client SDKs are designed for frontend applications where end users interact directly. They require active sessions for authentication. Server SDKs are for backend applications and use API keys with configurable scopes, allowing operations that bypass collection-level permissions.",
          "rubric": "Must mention: 1) Client SDKs for frontend/user-facing apps, 2) Server SDKs use API keys, 3) Server SDKs can bypass permissions, 4) Client SDKs require user sessions",
          "modelAnswer": "# Client-side vs. Server-side SDKs in Appwrite\n\n## The Core Difference: Authentication Model\n\n**Client-side SDKs** (`appwrite` for Web, `react-native-appwrite` for mobile) act **on behalf of an end user**. They authenticate via user sessions (email/password, OAuth, anonymous, etc.), and every request is scoped by that user's permissions. They never hold privileged credentials.\n\n```typescript\n// Client-side — no API key, user logs in to get a session\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n```\n\n**Server-side SDKs** (`node-appwrite`, plus SDKs for Python, PHP, etc.) act **as an admin/backend** using an **API key** set via `.setKey()`. API keys bypass user permissions and rate limits, granting access based on the key's scopes.\n\n```typescript\n// Server-side — API key kept secret in environment variables\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n```\n\n## Key Capability Differences\n\n| Aspect | Client SDK | Server SDK |\n|---|---|---|\n| Auth | User sessions (Account service) | API keys (or user sessions via `setSession()` for SSR) |\n| Permissions | Enforced per-user (`Role.user()`, `Role.team()`, etc.) | Bypassed — full access within key scopes |\n| Realtime subscriptions | ✅ Yes | ❌ No |\n| User administration (`Users` service) | ❌ No | ✅ Yes (list, create, delete users) |\n| Schema management (create databases/tables) | ❌ No | ✅ Yes |\n| Rate limits | Applied | Bypassed |\n\n## When to Use Each\n\n**Use the client SDK when:**\n- Building web apps, mobile apps (React Native), or anything that runs on an end user's device\n- You want Appwrite to enforce per-user/per-team permissions automatically\n- You need realtime subscriptions (live updates on rows, files, account changes)\n- Users sign up, log in, and manage their own data\n\n**Use the server SDK when:**\n- Building backend services, Appwrite Functions, scripts, or CI/CD automation\n- You need admin operations: managing users, creating databases/tables/buckets, provisioning resources\n- You need to bypass permissions or rate limits (e.g., batch jobs, migrations)\n- Building **SSR apps** (Next.js, SvelteKit, etc.) — here you actually use *both patterns* with the server SDK: an **admin client** (API key) to create sessions, and a per-request **session client** (`setSession(cookie)`) to act as the user with their permissions\n\n## Critical Security Rule\n\n**Never embed an API key in client-side code.** Anything shipped to a browser or mobile app is readable by users — an exposed API key gives attackers admin-level access to your project. API keys belong only in server environments (environment variables, secrets managers).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric requirements: 1) Client SDKs for frontend/user-facing apps (web, mobile, end-user devices), 2) Server SDKs use API keys (.setKey()), 3) Server SDKs can bypass permissions and rate limits, 4) Client SDKs require user sessions. The answer goes well beyond the reference answer with detailed comparisons, code examples, use cases, and security guidance, all of which are accurate and relevant.",
          "promptTokens": 10434,
          "completionTokens": 1179,
          "totalTokens": 11613,
          "cost": 0.16329,
          "durationMs": 22469,
          "tokensPerSecond": 52.47,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-7",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically deployed?",
          "choices": [
            "Using Docker containers",
            "As a native OS application",
            "As a browser extension",
            "Through npm global install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1157,
          "completionTokens": 27,
          "totalTokens": 1184,
          "cost": 0.01292,
          "durationMs": 5380,
          "tokensPerSecond": 5.02,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-8",
          "category": "foundation",
          "type": "free-form",
          "question": "Describe how Appwrite's permission model works. What are the different permission types available?",
          "correctAnswer": "Appwrite uses a flexible permission system where each resource (document, file, etc.) has its own permission list. Permissions use Permission.read/create/update/delete with roles like Role.any(), Role.guests(), Role.users(), Role.user(id), Role.team(id), Role.member(id), Role.label(label).",
          "rubric": "Must mention: 1) Permission types (read, create, update, delete), 2) At least 3 role types, 3) That permissions are set on resources",
          "modelAnswer": "# Appwrite's Permission Model\n\nAppwrite uses a **deny-by-default** permission system: no user can access a resource unless permissions are explicitly granted. Permissions are expressed as strings that pair an **action** with a **role**, typically built using the `Permission` and `Role` helpers from the SDK.\n\n## Permission Types (Actions)\n\n| Permission | Description |\n|------------|-------------|\n| `Permission.read()` | Access to read/fetch a resource |\n| `Permission.create()` | Access to create new resources (applies at the table/bucket level) |\n| `Permission.update()` | Access to modify an existing resource |\n| `Permission.delete()` | Access to remove a resource |\n| `Permission.write()` | A convenience alias that grants **create + update + delete** combined |\n\n## Roles (Who the Permission Applies To)\n\nEach permission targets a role:\n\n- **`Role.any()`** — anyone, including unauthenticated guests\n- **`Role.guests()`** — only unauthenticated (guest) users\n- **`Role.users()`** — any authenticated user (can be scoped, e.g. `Role.users('verified')`)\n- **`Role.user('[USER_ID]')`** — a specific user\n- **`Role.team('[TEAM_ID]')`** — all members of a team\n- **`Role.team('[TEAM_ID]', 'editor')`** — only team members holding a specific role within that team\n- **`Role.member('[MEMBERSHIP_ID]')`** — a specific team membership\n- **`Role.label('[LABEL]')`** — users tagged with a specific label\n\n## Where Permissions Are Applied\n\nPermissions work at two levels:\n\n1. **Container level (table/bucket)** — Rules set on a table or bucket apply to all rows/files within it. Use this when all resources share the same access rules.\n2. **Resource level (row/file)** — Per-resource permissions for fine-grained control, e.g. \"only the author can edit this post.\" This requires enabling row-level (document) security on the table/bucket; resource permissions then work *in addition to* container permissions.\n\n## Example\n\n```typescript\nimport { Permission, Role } from 'appwrite';\n\nawait tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: { title: 'Hello World' },\n    permissions: [\n        Permission.read(Role.any()),               // publicly readable\n        Permission.update(Role.user('[USER_ID]')), // only this user can edit\n        Permission.delete(Role.user('[USER_ID]')), // only this user can delete\n        Permission.read(Role.team('[TEAM_ID]')),   // team members can read\n    ]\n});\n```\n\n## Important Caveats\n\n- **Server SDKs with API keys bypass permissions entirely** — permission checks only apply to client-side requests made on behalf of a user session.\n- **Forgetting to set permissions** makes a resource inaccessible to all users, including its creator.\n- **`Role.any()` combined with `write`/`update`/`delete`** lets unauthenticated guests modify or destroy data — almost never what you want.\n- **`Permission.read(Role.any())` on sensitive data** makes it publicly readable.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully covers all three rubric requirements: 1) All permission types are listed (read, create, update, delete, plus write as a bonus), 2) More than 3 role types are described (any, guests, users, user, team, member, label), and 3) It clearly explains that permissions are set on resources (both at container level and resource/row level). The answer is comprehensive and accurate.",
          "promptTokens": 10420,
          "completionTokens": 1266,
          "totalTokens": 11686,
          "cost": 0.1675,
          "durationMs": 24187,
          "tokensPerSecond": 52.34,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-9",
          "category": "foundation",
          "type": "mcq",
          "question": "What is a \"project\" in Appwrite?",
          "choices": [
            "A single TablesDB table",
            "A Git repository connection",
            "An isolated container for your application's backend services and resources",
            "A deployment environment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 27,
          "totalTokens": 1206,
          "cost": 0.01314,
          "durationMs": 4801,
          "tokensPerSecond": 5.62,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-10",
          "category": "foundation",
          "type": "mcq",
          "question": "Which of the following is a valid way to subscribe to Appwrite Realtime events?",
          "choices": [
            "HTTP long polling",
            "Server-Sent Events (SSE)",
            "WebSocket subscription using realtime.subscribe()",
            "GraphQL subscriptions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1217,
          "completionTokens": 70,
          "totalTokens": 1287,
          "cost": 0.01567,
          "durationMs": 8932,
          "tokensPerSecond": 7.84,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-11",
          "category": "foundation",
          "type": "mcq",
          "question": "What is required when initializing the Appwrite client in a frontend app?",
          "choices": [
            "Only the API key",
            "Project ID only",
            "Endpoint, Project ID, and a secret key",
            "Endpoint and Project ID at minimum"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11182,
          "completionTokens": 225,
          "totalTokens": 11407,
          "cost": 0.12307,
          "durationMs": 18422,
          "tokensPerSecond": 12.21,
          "toolCallCount": 1
        },
        {
          "questionId": "fund-12",
          "category": "foundation",
          "type": "mcq",
          "question": "How do Webhooks differ from Realtime in Appwrite?",
          "choices": [
            "Realtime uses WebSockets for live client updates; Webhooks are HTTP callbacks to your server when events occur",
            "They are the same feature with different names",
            "Webhooks are for client-side only",
            "Realtime is server-to-server only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1253,
          "completionTokens": 27,
          "totalTokens": 1280,
          "cost": 0.01388,
          "durationMs": 4725,
          "tokensPerSecond": 5.71,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-13",
          "category": "foundation",
          "type": "mcq",
          "question": "What are API key scopes in Appwrite?",
          "choices": [
            "Geographic regions for the key",
            "Rate limit tiers",
            "Permissions that limit what the API key can access (e.g. tablesdb.read, users.write)",
            "Encryption levels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 27,
          "totalTokens": 1241,
          "cost": 0.01349,
          "durationMs": 4236,
          "tokensPerSecond": 6.37,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-14",
          "category": "foundation",
          "type": "mcq",
          "question": "Which role allows access to any user (including unauthenticated)?",
          "choices": [
            "Role.any()",
            "Role.users()",
            "Role.guests()",
            "Role.public()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1155,
          "completionTokens": 27,
          "totalTokens": 1182,
          "cost": 0.0129,
          "durationMs": 4783,
          "tokensPerSecond": 5.64,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-15",
          "category": "foundation",
          "type": "mcq",
          "question": "How is Appwrite typically run in production?",
          "choices": [
            "As a single PHP script",
            "Only on Appwrite Cloud",
            "Using Docker containers (e.g. docker compose)",
            "As a serverless deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1195,
          "completionTokens": 27,
          "totalTokens": 1222,
          "cost": 0.0133,
          "durationMs": 5555,
          "tokensPerSecond": 4.86,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-16",
          "category": "foundation",
          "type": "mcq",
          "question": "What does Role.guests() represent?",
          "choices": [
            "Users who have not verified their email",
            "Users in a guest team",
            "Unauthenticated users (no session)",
            "Anonymous session users only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1177,
          "completionTokens": 83,
          "totalTokens": 1260,
          "cost": 0.01592,
          "durationMs": 8377,
          "tokensPerSecond": 9.91,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-17",
          "category": "foundation",
          "type": "mcq",
          "question": "Can you use both REST and GraphQL in the same Appwrite project?",
          "choices": [
            "Yes, Appwrite supports both REST and GraphQL APIs for the same data",
            "No, you must choose one",
            "Only if you use separate projects",
            "GraphQL is only for the Console"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1225,
          "completionTokens": 27,
          "totalTokens": 1252,
          "cost": 0.0136,
          "durationMs": 5186,
          "tokensPerSecond": 5.21,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-18",
          "category": "foundation",
          "type": "mcq",
          "question": "Which permission type allows creating a new resource?",
          "choices": [
            "Permission.read()",
            "Permission.write()",
            "Permission.create()",
            "Permission.insert()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1158,
          "completionTokens": 27,
          "totalTokens": 1185,
          "cost": 0.01293,
          "durationMs": 3858,
          "tokensPerSecond": 7,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-19",
          "category": "foundation",
          "type": "mcq",
          "question": "What is the purpose of adding a platform (e.g. Web app) to an Appwrite project?",
          "choices": [
            "To enable billing for that platform",
            "To install a plugin",
            "To register allowed origins/hosts for auth redirects and API access",
            "To assign a subdomain"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1210,
          "completionTokens": 27,
          "totalTokens": 1237,
          "cost": 0.01345,
          "durationMs": 3724,
          "tokensPerSecond": 7.25,
          "toolCallCount": 0
        },
        {
          "questionId": "fund-20",
          "category": "foundation",
          "type": "free-form",
          "question": "Name at least three Appwrite services (product areas) and what each is used for.",
          "correctAnswer": "Examples: Auth (users, sessions, OAuth, MFA, teams), TablesDB (tables, rows, queries, relationships), Storage (buckets, files, previews), Functions (serverless execution), Realtime (WebSocket subscriptions), Messaging (email, SMS, push), Sites (static/dynamic hosting), GraphQL (query API).",
          "rubric": "Must name at least 3 services with correct purpose. Accept Auth, TablesDB, Storage, Functions, Realtime, Messaging, Sites, GraphQL, CLI, etc. with accurate descriptions.",
          "modelAnswer": "Here are several of Appwrite's core services (product areas):\n\n1. **Auth (Authentication)** – Manages user sign-up, sign-in, and sessions. Supports email/password, OAuth2 providers (Google, GitHub, etc.), phone (SMS), magic URLs, anonymous sessions, and team-based permissions.\n\n2. **Databases** – A document-style database service for storing and querying structured application data. You organize data into databases, tables/collections, and rows/documents, with support for queries, indexes, and granular permissions.\n\n3. **Storage** – Handles file uploads and management in buckets. Includes features like file previews, image transformations (resize, crop), encryption, antivirus scanning, and permission-based access control.\n\n4. **Functions** – Serverless compute that lets you run custom backend code in many runtimes (Node.js, Python, PHP, Dart, etc.), triggered by HTTP requests, events, schedules (CRON), or manual execution.\n\n5. **Messaging** – Sends notifications to users via push notifications, email, and SMS through providers like Twilio, SendGrid, FCM, and APNs.\n\n6. **Realtime** – Lets clients subscribe to live events (database changes, file uploads, auth events) over WebSockets for reactive, real-time apps.\n\n7. **Sites** – Hosts and deploys static sites and web frontends directly on Appwrite.\n\nTogether these cover the typical backend needs of an application—identity, data, files, custom logic, and communication—without you having to build that infrastructure yourself.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly names seven Appwrite services (Auth, Databases, Storage, Functions, Messaging, Realtime, and Sites), all well exceeding the minimum of three required. Each service is described accurately with appropriate details matching the reference answer. The descriptions are thorough and correct.",
          "promptTokens": 813,
          "completionTokens": 586,
          "totalTokens": 1399,
          "cost": 0.03743,
          "durationMs": 12073,
          "tokensPerSecond": 48.54,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-1",
          "category": "auth",
          "type": "mcq",
          "question": "Which method creates a new email/password account in Appwrite?",
          "choices": [
            "account.create()",
            "account.createEmailPasswordSession()",
            "auth.register()",
            "users.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11120,
          "completionTokens": 168,
          "totalTokens": 11288,
          "cost": 0.1196,
          "durationMs": 17026,
          "tokensPerSecond": 9.87,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-2",
          "category": "auth",
          "type": "mcq",
          "question": "What is the correct method to create an email/password session (log in) using the Appwrite client SDK?",
          "choices": [
            "account.createEmailPasswordSession()",
            "account.login()",
            "auth.signIn()",
            "account.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 27,
          "totalTokens": 1206,
          "cost": 0.01314,
          "durationMs": 4852,
          "tokensPerSecond": 5.56,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-3",
          "category": "auth",
          "type": "mcq",
          "question": "How does Appwrite handle OAuth2 authentication?",
          "choices": [
            "It only supports OAuth2 through custom functions",
            "OAuth2 requires a separate plugin installation",
            "It provides built-in OAuth2 support with createOAuth2Session() for 40+ providers",
            "It uses JWT tokens exclusively"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1261,
          "completionTokens": 27,
          "totalTokens": 1288,
          "cost": 0.01396,
          "durationMs": 4415,
          "tokensPerSecond": 6.12,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-4",
          "category": "auth",
          "type": "free-form",
          "question": "Write the code to implement email/password signup and login using the Appwrite Web SDK. Include setting up the client, creating an account, and creating a session.",
          "correctAnswer": "The Appwrite Web SDK requires initializing a Client with endpoint and project ID, then creating an Account instance. Registration uses account.create(ID.unique(), email, password, name). Login uses account.createEmailPasswordSession(email, password).",
          "rubric": "Must include: 1) Client initialization with setEndpoint and setProject, 2) Account service instantiation, 3) account.create() with ID.unique(), email, password, 4) account.createEmailPasswordSession(), 5) Correct imports from appwrite",
          "modelAnswer": "# Email/Password Auth with the Appwrite Web SDK\n\nHere's a complete implementation covering client setup, signup, login, plus a couple of common extras (getting the current user and logging out):\n\n## 1. Install the SDK\n\n```bash\nnpm install appwrite\n```\n\n## 2. Set Up the Client\n\n```typescript\n// appwrite.ts\nimport { Client, Account, ID } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1') // e.g. https://fra.cloud.appwrite.io/v1\n    .setProject('[PROJECT_ID]');                          // Your project ID from the Appwrite console\n\nexport const account = new Account(client);\nexport { ID };\n```\n\n## 3. Signup (Create an Account)\n\n```typescript\nimport { account, ID } from './appwrite';\n\nasync function signup(email: string, password: string, name: string) {\n    const user = await account.create({\n        userId: ID.unique(),   // auto-generate a unique user ID\n        email,\n        password,\n        name,\n    });\n    return user;\n}\n```\n\n## 4. Login (Create a Session)\n\n```typescript\nimport { account } from './appwrite';\n\nasync function login(email: string, password: string) {\n    const session = await account.createEmailPasswordSession({\n        email,\n        password,\n    });\n    return session;\n}\n```\n\n## 5. Putting It Together (with error handling)\n\n```typescript\nimport { AppwriteException } from 'appwrite';\nimport { account, ID } from './appwrite';\n\nasync function registerAndLogin(email: string, password: string, name: string) {\n    try {\n        // 1. Create the account\n        await account.create({\n            userId: ID.unique(),\n            email,\n            password,\n            name,\n        });\n\n        // 2. Log the user in (creating an account does NOT create a session)\n        await account.createEmailPasswordSession({ email, password });\n\n        // 3. Fetch the logged-in user\n        const user = await account.get();\n        console.log('Logged in as:', user.name);\n        return user;\n    } catch (err) {\n        if (err instanceof AppwriteException) {\n            console.error(`Auth error (${err.code}): ${err.message}`);\n            // e.g. 409 = email already exists, 401 = invalid credentials\n        }\n        throw err;\n    }\n}\n\n// Logout when needed\nasync function logout() {\n    await account.deleteSession({ sessionId: 'current' });\n}\n```\n\n## Key Points\n\n- **Signup doesn't log the user in** — `account.create()` only creates the user. You must call `createEmailPasswordSession()` afterward to start a session.\n- **Sessions are persisted automatically** — the Web SDK stores the session in a cookie/localStorage, so subsequent calls like `account.get()` are authenticated without extra work.\n- **Password requirements** — passwords must be at least 8 characters.\n- **Common errors**: `409` means the email is already registered; `401` means invalid credentials on login.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer covers all 5 required rubric items: (1) Client initialization with setEndpoint and setProject, (2) Account service instantiation, (3) account.create() with ID.unique(), email, password, (4) account.createEmailPasswordSession(), and (5) correct imports from appwrite. However, the method signatures used are incorrect for the Appwrite Web SDK. The actual SDK uses positional parameters, not object destructuring: `account.create(ID.unique(), email, password, name)` and `account.createEmailPasswordSession(email, password)`. The answer uses object syntax like `account.create({ userId: ID.unique(), email, password, name })` and `account.createEmailPasswordSession({ email, password })`, which is incorrect for the JavaScript/TypeScript Web SDK. Similarly, `account.deleteSession('current')` not `account.deleteSession({ sessionId: 'current' })`. The core concepts are right but the API usage has errors that would cause runtime failures.",
          "promptTokens": 10464,
          "completionTokens": 1034,
          "totalTokens": 11498,
          "cost": 0.15634,
          "durationMs": 17913,
          "tokensPerSecond": 57.72,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-5",
          "category": "auth",
          "type": "mcq",
          "question": "What is the purpose of Teams in Appwrite Auth?",
          "choices": [
            "To organize TablesDB tables",
            "To create separate billing accounts",
            "To manage deployment environments",
            "To group users and manage role-based access to resources"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.01329,
          "durationMs": 7866,
          "tokensPerSecond": 3.43,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-6",
          "category": "auth",
          "type": "mcq",
          "question": "How can you enable Multi-Factor Authentication (MFA) in Appwrite?",
          "choices": [
            "Through the account.createMfaChallenge() and account.updateMFA() methods",
            "MFA is always enabled by default",
            "By installing a third-party MFA plugin",
            "MFA is not supported in Appwrite"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11280,
          "completionTokens": 166,
          "totalTokens": 11446,
          "cost": 0.1211,
          "durationMs": 16881,
          "tokensPerSecond": 9.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-7",
          "category": "auth",
          "type": "free-form",
          "question": "Explain how Appwrite sessions work. How are they created, managed, and deleted? What about session limits?",
          "correctAnswer": "Sessions represent authenticated user connections. They are created during login, stored as HTTP-only cookies, limited to 10 per user, and can be managed via account.listSessions(), account.deleteSession(), and account.deleteSessions().",
          "rubric": "Must mention: 1) Sessions created on authentication, 2) Session tokens/cookies, 3) Session limit (10), 4) Methods to list/delete sessions, 5) Session expiry",
          "modelAnswer": "# Appwrite Sessions Explained\n\nA **session** in Appwrite represents an authenticated user's connection to your project. When a user logs in, Appwrite creates a session object containing metadata like the device, OS, IP, location, provider used, and an expiration date. The session secret is stored as a secure cookie (on web) or in persistent storage (on mobile), and the SDK automatically attaches it to subsequent requests.\n\n## Creating Sessions\n\nSessions are created through any of Appwrite's authentication flows:\n\n**Email/password login:**\n```typescript\nconst account = new Account(client);\nconst session = await account.createEmailPasswordSession({\n    email: 'user@example.com',\n    password: 'password123'\n});\n```\n\n**OAuth2 (web):**\n```typescript\naccount.createOAuth2Session({\n    provider: OAuthProvider.Github,\n    success: 'https://example.com/success',\n    failure: 'https://example.com/fail'\n});\n```\n\n**Token-based flows** (OAuth on mobile/SSR, magic URL, email OTP, phone OTP): these first issue a token, then you exchange the `userId` + `secret` for a session:\n```typescript\nconst session = await account.createSession({ userId, secret });\n```\n\n**Anonymous sessions** — for guest users who can be converted to full accounts later:\n```typescript\nawait account.createAnonymousSession();\n```\n\n**Server-side (SSR):** Use the server SDK with an admin client to create the session, then store `session.secret` yourself in an `httpOnly` cookie named `a_session_<PROJECT_ID>`, and pass it back via `client.setSession(secret)` on each request.\n\n## Managing Sessions\n\nA user can be logged in on multiple devices simultaneously — each device gets its own session. You can inspect and manage them:\n\n```typescript\n// Get the current session (or pass a specific session ID)\nconst current = await account.getSession({ sessionId: 'current' });\n\n// List all active sessions for the user (all devices)\nconst sessions = await account.listSessions();\n\n// Extend/refresh the current session (e.g., refresh OAuth tokens)\nawait account.updateSession({ sessionId: 'current' });\n\n// Get the currently logged-in user\nconst user = await account.get();\n```\n\nThe special `'current'` keyword always refers to the session making the request. Session objects expose useful fields like `provider`, `clientName`, `osName`, `ip`, `countryName`, and `expire`.\n\nOn the server side, the `Users` service lets admins manage any user's sessions (`users.listSessions()`, `users.deleteSessions()`, `users.createSession()` for custom token auth).\n\n## Deleting Sessions (Logout)\n\n```typescript\n// Log out of the current device\nawait account.deleteSession({ sessionId: 'current' });\n\n// Log out a specific session (e.g., from a \"manage devices\" UI)\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n\n// Log out everywhere — deletes ALL sessions for the user\nawait account.deleteSessions();\n```\n\nDeleting all sessions is a common security measure after a password change or suspected account compromise.\n\n## Session Limits & Expiration\n\n- **Maximum sessions per user:** Appwrite enforces a configurable limit (default **10** sessions per user, configurable up to 100 in the Console under **Auth → Security**). When the limit is reached, **the oldest session is automatically deleted** to make room for the new one — logins never fail due to the limit.\n- **Session length:** Sessions expire after a configurable duration (default **1 year**). You can change this in the Console under **Auth → Security → Session length**. Calling `updateSession()` extends the session.\n- **Personal data in sessions:** You can also configure whether sessions expire when a user changes their password, depending on your security posture.\n\n**Key takeaway:** Sessions are device-scoped, stateful credentials managed server-side by Appwrite — unlike JWTs (which Appwrite also offers via `account.createJWT()` for short-lived, 15-minute stateless tokens that piggyback on an active session).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric criteria: 1) Sessions are created on authentication (email/password, OAuth2, anonymous, token-based flows), 2) Session tokens/cookies are explained (HTTP-only cookies on web, persistent storage on mobile, SSR cookie handling), 3) Session limit of 10 per user is explicitly mentioned with additional detail about configurability and oldest-session deletion behavior, 4) Methods to list/delete sessions are shown with code examples (listSessions(), deleteSession(), deleteSessions()), and 5) Session expiry is covered (default 1 year, configurable, updateSession() to extend). The answer goes well beyond the reference answer in depth and accuracy.",
          "promptTokens": 10438,
          "completionTokens": 1621,
          "totalTokens": 12059,
          "cost": 0.18543,
          "durationMs": 28311,
          "tokensPerSecond": 57.26,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-8",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.users() represent in Appwrite's permission system?",
          "choices": [
            "Only admin users",
            "Users in a specific team",
            "Any user who has an active session (authenticated users)",
            "Users with verified email addresses only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1188,
          "completionTokens": 27,
          "totalTokens": 1215,
          "cost": 0.01323,
          "durationMs": 4197,
          "tokensPerSecond": 6.43,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-9",
          "category": "auth",
          "type": "mcq",
          "question": "How do you authenticate server-side requests in Appwrite?",
          "choices": [
            "Using user session tokens only",
            "Using OAuth2 tokens",
            "Server-side requests don't need authentication",
            "Using an API key with setKey() on the server SDK client"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11210,
          "completionTokens": 202,
          "totalTokens": 11412,
          "cost": 0.1222,
          "durationMs": 25601,
          "tokensPerSecond": 7.89,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-10",
          "category": "auth",
          "type": "mcq",
          "question": "Which method is used to get the currently logged-in user in Appwrite?",
          "choices": [
            "account.get()",
            "users.getCurrent()",
            "auth.currentUser()",
            "account.getSession()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1168,
          "completionTokens": 27,
          "totalTokens": 1195,
          "cost": 0.01303,
          "durationMs": 3861,
          "tokensPerSecond": 6.99,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-11",
          "category": "auth",
          "type": "mcq",
          "question": "How do you implement password recovery (forgot password) in Appwrite?",
          "choices": [
            "account.resetPassword(email)",
            "Only through the Console",
            "account.createRecovery(email, url) to send the email, then account.updateRecovery(userId, secret, password, passwordAgain) when the user submits the new password",
            "account.sendPasswordReset(email)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1274,
          "completionTokens": 36,
          "totalTokens": 1310,
          "cost": 0.01454,
          "durationMs": 9721,
          "tokensPerSecond": 3.7,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-12",
          "category": "auth",
          "type": "mcq",
          "question": "How long is the password recovery link sent by createRecovery valid?",
          "choices": [
            "1 hour",
            "15 minutes",
            "24 hours",
            "Until used"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11096,
          "completionTokens": 214,
          "totalTokens": 11310,
          "cost": 0.12166,
          "durationMs": 13816,
          "tokensPerSecond": 15.49,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-13",
          "category": "auth",
          "type": "mcq",
          "question": "What is the default maximum number of sessions per user in an Appwrite project?",
          "choices": [
            "1",
            "5",
            "10",
            "Unlimited"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1139,
          "completionTokens": 55,
          "totalTokens": 1194,
          "cost": 0.01414,
          "durationMs": 7143,
          "tokensPerSecond": 7.7,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-14",
          "category": "auth",
          "type": "mcq",
          "question": "Which method deletes all sessions for the current user?",
          "choices": [
            "account.logout()",
            "account.deleteAllSessions()",
            "account.deleteSession() with no arguments",
            "account.deleteSessions()"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11162,
          "completionTokens": 155,
          "totalTokens": 11317,
          "cost": 0.11937,
          "durationMs": 18081,
          "tokensPerSecond": 8.57,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-15",
          "category": "auth",
          "type": "mcq",
          "question": "What does Role.team(teamId) represent in Appwrite permissions?",
          "choices": [
            "Only users who are members of the specified team",
            "Any user who is in any team",
            "Team administrators only",
            "The team resource itself"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1179,
          "completionTokens": 52,
          "totalTokens": 1231,
          "cost": 0.01439,
          "durationMs": 5032,
          "tokensPerSecond": 10.33,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-16",
          "category": "auth",
          "type": "mcq",
          "question": "Can you create anonymous (guest) sessions in Appwrite?",
          "choices": [
            "No, anonymous sessions are not supported",
            "Only with a special API key",
            "Yes, using account.createAnonymousSession()",
            "Only in development mode"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1200,
          "completionTokens": 27,
          "totalTokens": 1227,
          "cost": 0.01335,
          "durationMs": 5287,
          "tokensPerSecond": 5.11,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-17",
          "category": "auth",
          "type": "mcq",
          "question": "When using createRecovery, what requirement applies to the redirect URL?",
          "choices": [
            "It must be HTTPS only",
            "It can be any URL",
            "It must match the app's origin exactly",
            "It must be from a domain you added in the project's platforms in the Console"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11208,
          "completionTokens": 184,
          "totalTokens": 11392,
          "cost": 0.12128,
          "durationMs": 11567,
          "tokensPerSecond": 15.91,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-18",
          "category": "auth",
          "type": "mcq",
          "question": "Which MFA factor types does Appwrite support?",
          "choices": [
            "TOTP, phone (SMS), and email",
            "TOTP only",
            "TOTP and hardware keys only",
            "Email only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11144,
          "completionTokens": 276,
          "totalTokens": 11420,
          "cost": 0.12524,
          "durationMs": 16404,
          "tokensPerSecond": 16.83,
          "toolCallCount": 1
        },
        {
          "questionId": "auth-19",
          "category": "auth",
          "type": "mcq",
          "question": "How do you add a user to a team using the client SDK?",
          "choices": [
            "teams.addMember(teamId, userId)",
            "account.joinTeam(teamId)",
            "teams.createMembership(teamId, roles, email or userId, etc.)",
            "users.assignTeam(userId, teamId)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1240,
          "completionTokens": 27,
          "totalTokens": 1267,
          "cost": 0.01375,
          "durationMs": 4397,
          "tokensPerSecond": 6.14,
          "toolCallCount": 0
        },
        {
          "questionId": "auth-20",
          "category": "auth",
          "type": "free-form",
          "question": "Explain the difference between account.deleteSession(sessionId) and account.deleteSessions(). When would you use each?",
          "correctAnswer": "deleteSession(sessionId) removes a single session by ID (e.g. logout on current device). deleteSessions() removes all sessions for the current user (e.g. logout everywhere). Use deleteSession for single-device logout; use deleteSessions for security when user wants to sign out of all devices.",
          "rubric": "Must mention: 1) deleteSession removes one session by ID, 2) deleteSessions removes all sessions for the user, 3) Use case for each (e.g. logout one device vs logout everywhere)",
          "modelAnswer": "## `deleteSession(sessionId)` vs `deleteSessions()`\n\nBoth methods are part of the **Account** service and are used for logging users out, but they differ in scope:\n\n### `account.deleteSession({ sessionId })`\nDeletes a **single, specific session**.\n\n```typescript\nconst account = new Account(client);\n\n// Log out of the current device only\nawait account.deleteSession({ sessionId: 'current' });\n\n// Or log out a specific session by ID\nawait account.deleteSession({ sessionId: '[SESSION_ID]' });\n```\n\n- Passing the special value `'current'` deletes the session the request was made with — this is the standard \"log out\" behavior.\n- Passing a specific session ID lets you terminate a session on **another device** (e.g., from a \"manage devices\" screen where you list sessions via `account.listSessions()`).\n\n### `account.deleteSessions()`\nDeletes **all sessions** for the currently authenticated user — every device, every browser, including the current one.\n\n```typescript\n// Log out everywhere\nawait account.deleteSessions();\n```\n\n### When to use each\n\n| Scenario | Method |\n|----------|--------|\n| Standard \"Log out\" button | `deleteSession({ sessionId: 'current' })` |\n| \"Sign out of this device\" in a session manager UI | `deleteSession({ sessionId: '[SESSION_ID]' })` |\n| \"Log out of all devices\" button | `deleteSessions()` |\n| Security response — user changed password or suspects account compromise | `deleteSessions()` |\n\n### Practical notes\n\n- A typical session-management UI combines these: call `account.listSessions()` to display active sessions (device, location, etc.), let the user revoke individual ones with `deleteSession`, and offer a \"sign out everywhere\" option using `deleteSessions`.\n- After calling either method on the current session, the client is no longer authenticated — subsequent calls like `account.get()` will throw a `401 AppwriteException`, so redirect the user to your login flow.\n- Server-side, there's an admin equivalent: `users.deleteSession({ userId, sessionId })` and `users.deleteSessions({ userId })` (via the `Users` service with an API key), useful for admins forcibly logging out any user.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully covers all three rubric requirements: 1) deleteSession removes one session by ID (including the special 'current' value), 2) deleteSessions removes all sessions for the user across all devices, and 3) clear use cases for each (standard logout vs logout everywhere, security scenarios). The answer goes beyond the reference with additional practical details like the 'current' special value, session management UI patterns, post-logout behavior, and server-side equivalents, all of which are accurate and helpful.",
          "promptTokens": 10446,
          "completionTokens": 871,
          "totalTokens": 11317,
          "cost": 0.14801,
          "durationMs": 20977,
          "tokensPerSecond": 41.52,
          "toolCallCount": 1
        },
        {
          "questionId": "db-1",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the hierarchy of data organization in the current Appwrite TablesDB API?",
          "choices": [
            "Database > Collection > Document",
            "TablesDB > Table > Row",
            "Schema > Collection > Record",
            "Project > Database > Table"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1197,
          "completionTokens": 27,
          "totalTokens": 1224,
          "cost": 0.01332,
          "durationMs": 5127,
          "tokensPerSecond": 5.27,
          "toolCallCount": 0
        },
        {
          "questionId": "db-2",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which column types are supported in Appwrite TablesDB tables?",
          "choices": [
            "String, Integer, Float only",
            "String, Number, Boolean only",
            "Any JSON type without schema validation",
            "Varchar/Text, Integer, Float, Boolean, DateTime, Email, URL, IP, Enum, Relationship"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 1259,
          "completionTokens": 52,
          "totalTokens": 1311,
          "cost": 0.01519,
          "durationMs": 5262,
          "tokensPerSecond": 9.88,
          "toolCallCount": 0
        },
        {
          "questionId": "db-3",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Write code using the current Appwrite Web SDK TablesDB API to create a database, a table with columns, and insert a row. Use a \"tasks\" table with title (varchar), completed (boolean), and dueDate (datetime) columns.",
          "correctAnswer": "Use the TablesDB service to create a database, create a tasks table with columns (varchar title, boolean completed, datetime dueDate), then createRow with the data object.",
          "rubric": "Must include: 1) Client + TablesDB setup, 2) tablesDB.create() for database, 3) tablesDB.createTable() for the tasks table, 4) Creating varchar, boolean, and datetime columns, 5) tablesDB.createRow() with data",
          "modelAnswer": "Here's the code using the current **TablesDB** API (which replaces the deprecated `Databases` class). One important note first: **creating databases and tables requires an API key**, so those operations must run server-side with `node-appwrite`. Inserting rows can be done from the Web SDK in the browser.\n\n## 1. Setup script (server-side, `node-appwrite`)\n\n```typescript\nimport { Client, TablesDB, ID } from 'node-appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject(process.env.APPWRITE_PROJECT_ID)\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst tablesDB = new TablesDB(client);\n\n// Create the database\nconst db = await tablesDB.create({\n    databaseId: ID.unique(),\n    name: 'Task Manager',\n});\n\n// Create the \"tasks\" table with columns defined inline\nconst table = await tablesDB.createTable({\n    databaseId: db.$id,\n    tableId: ID.unique(),\n    name: 'tasks',\n    columns: [\n        { key: 'title',     type: 'varchar',  size: 255, required: true  },\n        { key: 'completed', type: 'boolean',             required: false },\n        { key: 'dueDate',   type: 'datetime',            required: false },\n    ],\n});\n\nconsole.log('Database:', db.$id, 'Table:', table.$id);\n```\n\n> `varchar` is the right choice for `title` — it's stored inline and fully indexable (up to size 768). The legacy `string` type is deprecated.\n\n## 2. Insert a row (client-side, Web SDK `appwrite`)\n\n```typescript\nimport { Client, TablesDB, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n\nconst row = await tablesDB.createRow({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    rowId: ID.unique(),\n    data: {\n        title: 'Finish project report',\n        completed: false,\n        dueDate: '2025-07-15T17:00:00.000Z', // ISO 8601 for datetime columns\n    },\n    permissions: [\n        Permission.read(Role.user('[USER_ID]')),\n        Permission.update(Role.user('[USER_ID]')),\n        Permission.delete(Role.user('[USER_ID]')),\n    ],\n});\n\nconsole.log('Created row:', row.$id);\n```\n\nKey points:\n\n- **Object-params style** (`{ databaseId: ... }`) is the current recommended calling convention.\n- **Datetime values** are passed as ISO 8601 strings.\n- **Permissions matter**: without row-level permissions (or table-level permissions configured in the console), no user — including the creator — can read the row back. For client-side inserts, also make sure the table grants the `create` permission to authenticated users (e.g., `Role.users()`) in its settings.",
          "correct": false,
          "score": 0.1,
          "judgeReasoning": "The answer attempts to address the question but uses a fabricated 'TablesDB' API that does not exist in the Appwrite Web SDK. Appwrite uses 'Databases' (not 'TablesDB'), 'createCollection' (not 'createTable'), 'createStringAttribute/createBooleanAttribute/createDatetimeAttribute' (not inline column definitions), and 'createDocument' (not 'createRow'). The entire API surface described is fictional - there is no TablesDB class, no createTable method, no createRow method, and no inline column definitions in Appwrite's actual SDK. The code structure (client setup, separation of server/client concerns) shows some understanding of Appwrite's architecture, but the core API calls are completely wrong. The question itself contains a false premise ('TablesDB API') and the model should have either corrected this or noted that this API doesn't exist, rather than fabricating plausible-looking but entirely fictional code.",
          "promptTokens": 10522,
          "completionTokens": 1296,
          "totalTokens": 11818,
          "cost": 0.17002,
          "durationMs": 25053,
          "tokensPerSecond": 51.73,
          "toolCallCount": 1
        },
        {
          "questionId": "db-4",
          "category": "tablesdb",
          "type": "mcq",
          "question": "In TablesDB, you need rows whose status is exactly either \"open\" or \"blocked\". Which query is the correct Appwrite Query syntax?",
          "choices": [
            "Query.equal('status', ['open', 'blocked'])",
            "Query.equal(['open', 'blocked'], 'status')",
            "Query.where('status').in(['open', 'blocked'])",
            "Query.filter('status', 'in', ['open', 'blocked'])"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1302,
          "completionTokens": 27,
          "totalTokens": 1329,
          "cost": 0.01437,
          "durationMs": 4336,
          "tokensPerSecond": 6.23,
          "toolCallCount": 0
        },
        {
          "questionId": "db-5",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Why would you add an index to a TablesDB column that is frequently filtered or sorted?",
          "choices": [
            "To make the column immutable after the first row is inserted",
            "To let queries on that column run efficiently at scale",
            "To automatically create relationship columns between tables",
            "To store the column outside the row size limit"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1230,
          "completionTokens": 27,
          "totalTokens": 1257,
          "cost": 0.01365,
          "durationMs": 4722,
          "tokensPerSecond": 5.72,
          "toolCallCount": 0
        },
        {
          "questionId": "db-6",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to query rows in Appwrite TablesDB using the Query class. Show examples of filtering, sorting, limiting, and pagination.",
          "correctAnswer": "The Query class provides methods like equal(), greaterThan(), lessThan(), orderAsc(), orderDesc(), limit(), offset(), cursorAfter() that are passed as an array to tablesDB.listRows().",
          "rubric": "Must include: 1) Query.equal() for filtering, 2) Query.orderDesc() or orderAsc() for sorting, 3) Query.limit() and Query.offset() for pagination, 4) Passing queries array to listRows(), 5) At least one other query method",
          "modelAnswer": "# Querying Rows in Appwrite TablesDB\n\nIn Appwrite, you query rows by passing an array of `Query` objects to `tablesDB.listRows()`. Multiple queries are combined with **AND** logic by default.\n\n## Setup\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' for server-side\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst tablesDB = new TablesDB(client);\n```\n\n## Filtering\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.equal('status', 'active'),          // exact match (pass an array for IN)\n        Query.notEqual('category', 'archived'),   // not equal\n        Query.greaterThan('price', 50),           // > (also: greaterThanEqual)\n        Query.lessThanEqual('stock', 100),        // <= (also: lessThan)\n        Query.between('rating', 3, 5),            // inclusive range\n        Query.isNotNull('publishedAt'),           // null checks (also: isNull)\n        Query.startsWith('title', 'How to'),      // string prefix (also: endsWith)\n        Query.contains('tags', 'typescript'),     // string/array contains\n        Query.search('content', 'appwrite query') // full-text search (needs full-text index)\n    ]\n});\n\nconsole.log(results.total);     // total matching rows\nconsole.log(results.documents); // the rows\n```\n\n### Logical operators\n\n```typescript\nqueries: [\n    Query.or([\n        Query.equal('status', 'draft'),\n        Query.equal('status', 'review')\n    ]),\n    Query.and([                                  // explicit AND (implicit by default)\n        Query.greaterThan('age', 18),\n        Query.lessThan('age', 65)\n    ])\n]\n```\n\n## Sorting\n\n```typescript\nqueries: [\n    Query.orderDesc('$createdAt'),   // newest first\n    Query.orderAsc('title')          // tiebreaker: alphabetical\n]\n```\n\n## Limiting & Selecting Fields\n\n```typescript\nqueries: [\n    Query.limit(50),                       // default 25, max 100\n    Query.select(['title', 'price'])       // return only these fields\n]\n```\n\n## Pagination\n\n**Offset pagination** — simple, good for small datasets with page numbers:\n\n```typescript\nconst page = 3;\nconst pageSize = 25;\n\nqueries: [\n    Query.limit(pageSize),\n    Query.offset((page - 1) * pageSize)  // skip first 50 rows\n]\n```\n\n**Cursor pagination** — preferred for large datasets (consistent performance, no skipped/duplicated rows when data changes):\n\n```typescript\n// First page\nconst firstPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [Query.orderDesc('$createdAt'), Query.limit(25)]\n});\n\n// Next page — use the last row's ID as cursor\nconst lastId = firstPage.documents[firstPage.documents.length - 1].$id;\n\nconst nextPage = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.orderDesc('$createdAt'),\n        Query.limit(25),\n        Query.cursorAfter(lastId)        // or cursorBefore() to go backwards\n    ]\n});\n```\n\n## Putting It All Together\n\n```typescript\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: 'products',\n    queries: [\n        Query.equal('category', 'electronics'),\n        Query.between('price', 100, 500),\n        Query.orderDesc('rating'),\n        Query.select(['name', 'price', 'rating']),\n        Query.limit(20)\n    ]\n});\n```\n\n**Tips:**\n- Fields used in filters/sorting generally need an **index** on the table for performance (full-text search *requires* a full-text index).\n- Built-in fields like `$id`, `$createdAt`, and `$updatedAt` can be queried and sorted on.\n- Results respect permissions — users only see rows they have read access to.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer fully satisfies all rubric requirements: 1) Query.equal() for filtering is demonstrated with multiple examples, 2) Query.orderDesc() and Query.orderAsc() for sorting are shown, 3) Query.limit() and Query.offset() for pagination are both demonstrated with concrete examples, 4) All queries are passed as arrays to tablesDB.listRows(), 5) Multiple additional query methods are shown including Query.cursorAfter(), Query.between(), Query.greaterThan(), Query.lessThan(), Query.search(), Query.or(), Query.and(), etc. The answer is comprehensive, well-structured, and includes practical examples with explanations.",
          "promptTokens": 10466,
          "completionTokens": 1577,
          "totalTokens": 12043,
          "cost": 0.18351,
          "durationMs": 22985,
          "tokensPerSecond": 68.61,
          "toolCallCount": 1
        },
        {
          "questionId": "db-7",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What types of relationships does Appwrite support between tables?",
          "choices": [
            "One-to-one, one-to-many, many-to-one, and many-to-many",
            "Only one-to-one",
            "Only foreign key references",
            "Relationships are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1203,
          "completionTokens": 27,
          "totalTokens": 1230,
          "cost": 0.01338,
          "durationMs": 4243,
          "tokensPerSecond": 6.36,
          "toolCallCount": 0
        },
        {
          "questionId": "db-8",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do permissions work on rows in Appwrite?",
          "choices": [
            "Rows inherit permissions from the project only",
            "Permissions are set globally for all rows",
            "Each row can have its own permission list, or inherit from the table",
            "Permissions are only managed through API keys"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1220,
          "completionTokens": 27,
          "totalTokens": 1247,
          "cost": 0.01355,
          "durationMs": 4529,
          "tokensPerSecond": 5.96,
          "toolCallCount": 0
        },
        {
          "questionId": "db-9",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is the correct method to update a row with the current TablesDB API?",
          "choices": [
            "tablesDB.update()",
            "tablesDB.patchRow()",
            "tablesDB.updateRow({ databaseId, tableId, rowId, data })",
            "rows.update()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11224,
          "completionTokens": 85,
          "totalTokens": 11309,
          "cost": 0.11649,
          "durationMs": 8136,
          "tokensPerSecond": 10.45,
          "toolCallCount": 1
        },
        {
          "questionId": "db-10",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method performs a full-text search on a row column?",
          "choices": [
            "Query.search()",
            "Query.contains()",
            "Query.fullText()",
            "Query.like()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1157,
          "completionTokens": 84,
          "totalTokens": 1241,
          "cost": 0.01577,
          "durationMs": 8736,
          "tokensPerSecond": 9.62,
          "toolCallCount": 0
        },
        {
          "questionId": "db-11",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do transactions work in Appwrite TablesDB?",
          "choices": [
            "Transactions are not supported",
            "Wrap operations in a single tablesDB.transaction() call",
            "Create a transaction, pass the transactionId to row create/update/delete operations, then commit the transaction",
            "Use a special transaction table"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11288,
          "completionTokens": 153,
          "totalTokens": 11441,
          "cost": 0.12053,
          "durationMs": 11353,
          "tokensPerSecond": 13.48,
          "toolCallCount": 1
        },
        {
          "questionId": "db-12",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the possible statuses of a TablesDB transaction?",
          "choices": [
            "pending, committing, committed, failed",
            "pending, committing, committed, rolled_back, failed",
            "open, closed",
            "started, finished"
          ],
          "correctAnswer": "B",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 31371,
          "completionTokens": 635,
          "totalTokens": 32006,
          "cost": 0.34546,
          "durationMs": 34352,
          "tokensPerSecond": 18.49,
          "toolCallCount": 2
        },
        {
          "questionId": "db-13",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which Query method is used for cursor-based pagination (get next page after a row)?",
          "choices": [
            "Query.cursorAfter(rowId) or Query.cursorBefore(rowId)",
            "Query.offset()",
            "Query.nextPage()",
            "Query.cursor()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.01354,
          "durationMs": 3958,
          "tokensPerSecond": 6.82,
          "toolCallCount": 0
        },
        {
          "questionId": "db-14",
          "category": "tablesdb",
          "type": "mcq",
          "question": "How do you delete a row with the current TablesDB API?",
          "choices": [
            "tablesDB.delete()",
            "rows.delete()",
            "tablesDB.removeRow()",
            "tablesDB.deleteRow({ databaseId, tableId, rowId })"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11222,
          "completionTokens": 85,
          "totalTokens": 11307,
          "cost": 0.11647,
          "durationMs": 8379,
          "tokensPerSecond": 10.14,
          "toolCallCount": 1
        },
        {
          "questionId": "db-15",
          "category": "tablesdb",
          "type": "mcq",
          "question": "When creating a row, can you set permissions on that row?",
          "choices": [
            "Yes, pass a permissions array to createRow",
            "No, rows always inherit table permissions",
            "Only via the Console",
            "Only for the row creator"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11172,
          "completionTokens": 170,
          "totalTokens": 11342,
          "cost": 0.12022,
          "durationMs": 11245,
          "tokensPerSecond": 15.12,
          "toolCallCount": 1
        },
        {
          "questionId": "db-16",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What is a relationship column in Appwrite?",
          "choices": [
            "A link to an external API",
            "A special index type",
            "A column that references rows in the same or another table (one-to-one, one-to-many, etc.)",
            "A computed field"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1194,
          "completionTokens": 27,
          "totalTokens": 1221,
          "cost": 0.01329,
          "durationMs": 4162,
          "tokensPerSecond": 6.49,
          "toolCallCount": 0
        },
        {
          "questionId": "db-17",
          "category": "tablesdb",
          "type": "mcq",
          "question": "You want the first page of a TablesDB query to return no more than 20 rows. Which query should be included in the queries array?",
          "choices": [
            "Query.page(20)",
            "Query.max(20)",
            "Query.limit(20)",
            "Query.count(20)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1188,
          "completionTokens": 27,
          "totalTokens": 1215,
          "cost": 0.01323,
          "durationMs": 4530,
          "tokensPerSecond": 5.96,
          "toolCallCount": 0
        },
        {
          "questionId": "db-18",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which query sorts TablesDB rows by a `score` column from highest to lowest?",
          "choices": [
            "Query.orderDesc('score')",
            "Query.sort('score', 'desc')",
            "Query.descending('score')",
            "Query.orderBy('score', Query.DESC)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 27,
          "totalTokens": 1246,
          "cost": 0.01354,
          "durationMs": 3916,
          "tokensPerSecond": 6.89,
          "toolCallCount": 0
        },
        {
          "questionId": "db-19",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What happens if a transaction expires before it is committed?",
          "choices": [
            "Operations are automatically rolled back and the transaction is deleted",
            "The transaction is committed automatically",
            "Staged operations fail with a transaction expired error; the transaction has a TTL",
            "Nothing; transactions do not expire"
          ],
          "correctAnswer": "C",
          "modelAnswer": "A",
          "correct": false,
          "score": 0,
          "promptTokens": 31548,
          "completionTokens": 1500,
          "totalTokens": 33048,
          "cost": 0.39048,
          "durationMs": 41043,
          "tokensPerSecond": 36.55,
          "toolCallCount": 2
        },
        {
          "questionId": "db-20",
          "category": "tablesdb",
          "type": "free-form",
          "question": "Explain how to use Query to filter rows where a numeric field is greater than 100 and return at most 20 results sorted by that field descending.",
          "correctAnswer": "Use tablesDB.listRows() with queries array: Query.greaterThan('columnId', 100), Query.orderDesc('columnId'), Query.limit(20). Pass these to the listRows queries parameter.",
          "rubric": "Must include: 1) Query.greaterThan for the filter, 2) Query.orderDesc for sort, 3) Query.limit(20), 4) Passing queries to listRows()",
          "modelAnswer": "To filter rows where a numeric field is greater than 100, limit to 20 results, and sort descending, combine three queries in the `queries` array of `listRows`:\n\n```typescript\nimport { Client, TablesDB, Query } from 'appwrite'; // or 'node-appwrite' for server-side\n\nconst tablesDB = new TablesDB(client);\n\nconst results = await tablesDB.listRows({\n    databaseId: '[DATABASE_ID]',\n    tableId: '[TABLE_ID]',\n    queries: [\n        Query.greaterThan('score', 100),  // filter: score > 100\n        Query.orderDesc('score'),         // sort: highest first\n        Query.limit(20)                   // pagination: max 20 rows\n    ]\n});\n\nconsole.log(results.total);     // total matching rows\nconsole.log(results.rows);      // up to 20 row objects\n```\n\n**How each query works:**\n\n- **`Query.greaterThan('score', 100)`** — matches rows where the field is strictly greater than 100. Use `Query.greaterThanEqual('score', 100)` if you want to include 100 itself.\n- **`Query.orderDesc('score')`** — sorts results in descending order on that field. Use `Query.orderAsc()` for ascending.\n- **`Query.limit(20)`** — caps the number of returned rows (default is 25, max is 100).\n\n**Tips:**\n\n- Multiple queries in the array are combined with **AND** by default.\n- Create an **index** on the field you're filtering/sorting on for better performance at scale.\n- For paginating beyond the first 20 results, prefer `Query.cursorAfter('[LAST_ROW_ID]')` over `Query.offset()` on large datasets — cursor pagination stays fast regardless of how deep you paginate.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer includes all four required elements: 1) Query.greaterThan for filtering, 2) Query.orderDesc for sorting, 3) Query.limit(20) for limiting results, and 4) passing all queries to listRows(). The answer also provides additional helpful context about how each query works, tips for indexing and pagination, and clear code examples. This is a complete and accurate response.",
          "promptTokens": 10458,
          "completionTokens": 680,
          "totalTokens": 11138,
          "cost": 0.13858,
          "durationMs": 16192,
          "tokensPerSecond": 42,
          "toolCallCount": 1
        },
        {
          "questionId": "db-21",
          "category": "tablesdb",
          "type": "mcq",
          "question": "What are the minimum and maximum values for an integer column in Appwrite?",
          "choices": [
            "-2147483648 to 2147483647 (32-bit signed integer)",
            "-9223372036854775808 to 9223372036854775807 (64-bit signed integer)",
            "0 to 18446744073709551615 (64-bit unsigned integer)",
            "-999999999999 to 999999999999 (12-digit limit)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1313,
          "completionTokens": 54,
          "totalTokens": 1367,
          "cost": 0.01583,
          "durationMs": 5514,
          "tokensPerSecond": 9.79,
          "toolCallCount": 0
        },
        {
          "questionId": "db-22",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-based column type in Appwrite TablesDB?",
          "choices": [
            "varchar",
            "mediumtext",
            "tinytext",
            "longtext"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12538,
          "completionTokens": 222,
          "totalTokens": 12760,
          "cost": 0.13648,
          "durationMs": 14870,
          "tokensPerSecond": 14.93,
          "toolCallCount": 1
        },
        {
          "questionId": "db-23",
          "category": "tablesdb",
          "type": "mcq",
          "question": "Which of the following is NOT a valid string-related column type in Appwrite TablesDB?",
          "choices": [
            "email",
            "url",
            "enum",
            "uuid"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 11066,
          "completionTokens": 312,
          "totalTokens": 11378,
          "cost": 0.12626,
          "durationMs": 24176,
          "tokensPerSecond": 12.91,
          "toolCallCount": 1
        },
        {
          "questionId": "func-1",
          "category": "functions",
          "type": "mcq",
          "question": "Which runtimes does Appwrite Functions support?",
          "choices": [
            "Node.js only",
            "Node.js, Python, PHP, Ruby, Dart, Deno, Swift, Kotlin, Java, Bun, and more",
            "Node.js and Python only",
            "Any Docker container"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1237,
          "completionTokens": 27,
          "totalTokens": 1264,
          "cost": 0.01372,
          "durationMs": 5195,
          "tokensPerSecond": 5.2,
          "toolCallCount": 0
        },
        {
          "questionId": "func-2",
          "category": "functions",
          "type": "mcq",
          "question": "How are environment variables provided to Appwrite Functions?",
          "choices": [
            "Through a .env file in the function directory",
            "Set in the Appwrite Console or API, accessible at runtime",
            "Hardcoded in the function code",
            "Through command-line arguments"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1212,
          "completionTokens": 27,
          "totalTokens": 1239,
          "cost": 0.01347,
          "durationMs": 4348,
          "tokensPerSecond": 6.21,
          "toolCallCount": 0
        },
        {
          "questionId": "func-3",
          "category": "functions",
          "type": "free-form",
          "question": "Write an Appwrite Function in Node.js that receives a JSON body with a \"name\" field and returns a personalized greeting. Use the correct function signature and response format.",
          "correctAnswer": "Appwrite Functions use export default async ({ req, res, log, error }) => {} signature. Request body is in req.body. Response uses res.json(), res.text(), res.empty(), or res.redirect().",
          "rubric": "Must include: 1) Default export of async function, 2) Destructured context with req, res, log or error, 3) Parsing req.body, 4) Using res.json() for response, 5) Correct function signature pattern",
          "modelAnswer": "Here's a complete Appwrite Function in Node.js that handles a JSON body with a `name` field:\n\n```javascript\n// src/main.js\nexport default async ({ req, res, log, error }) => {\n    // Only accept POST requests with a JSON body\n    if (req.method !== 'POST') {\n        return res.json(\n            { error: 'Method not allowed. Please use POST.' },\n            405\n        );\n    }\n\n    // req.bodyJson is the parsed JSON body\n    // (undefined if the body isn't valid JSON)\n    const data = req.bodyJson;\n\n    if (!data?.name || typeof data.name !== 'string') {\n        error('Missing or invalid \"name\" field in request body');\n        return res.json(\n            { error: 'A \"name\" field (string) is required.' },\n            400\n        );\n    }\n\n    log(`Greeting requested for: ${data.name}`);\n\n    return res.json({\n        greeting: `Hello, ${data.name}! Welcome to Appwrite Functions. 👋`\n    });\n};\n```\n\n### Key points about the function signature\n\n- **Export**: The entry point must `export default` an async function.\n- **Context object**: It receives a single destructured context object with:\n  - `req` — the request: `req.bodyJson` (parsed JSON), `req.body` (raw string), `req.method`, `req.path`, `req.query`, `req.headers`\n  - `res` — the response builder: `res.json(obj, status?, headers?)`, `res.text()`, `res.empty()`, `res.redirect()`, `res.send()`\n  - `log` / `error` — use these instead of `console.log` so output appears in the Appwrite execution logs.\n- **Return**: You must **return** one of the `res.*` methods — they build the response rather than sending it imperatively.\n\n### Testing it\n\nYou can invoke it via the SDK:\n\n```javascript\nconst execution = await functions.createExecution({\n    functionId: '[FUNCTION_ID]',\n    body: JSON.stringify({ name: 'Walid' }),\n});\n// → { \"greeting\": \"Hello, Walid! Welcome to Appwrite Functions. 👋\" }\n```\n\nOr with `curl` against the function's domain:\n\n```bash\ncurl -X POST https://[FUNCTION_ID].appwrite.global/ \\\n  -H \"Content-Type: application/json\" \\\n  -d '{\"name\": \"Walid\"}'\n```\n\n**Note:** `req.bodyJson` is only populated when the request has a JSON content type — that's why setting the `Content-Type: application/json` header matters when calling the function over HTTP.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully satisfies all five rubric criteria: 1) Uses 'export default async' function pattern, 2) Destructures context with req, res, log, and error, 3) Parses the request body using req.bodyJson (which is the parsed JSON body in Appwrite), 4) Uses res.json() for responses, 5) Follows the correct function signature pattern. The answer goes beyond the minimum requirements by including error handling, method validation, logging, and helpful explanations about the API. The use of req.bodyJson instead of req.body is actually more precise for JSON parsing in Appwrite Functions, and the answer correctly notes that req.body contains the raw string. The explanation of the context object properties and response methods is accurate and comprehensive.",
          "promptTokens": 10476,
          "completionTokens": 948,
          "totalTokens": 11424,
          "cost": 0.15216,
          "durationMs": 26313,
          "tokensPerSecond": 36.03,
          "toolCallCount": 1
        },
        {
          "questionId": "func-4",
          "category": "functions",
          "type": "mcq",
          "question": "What are the ways to trigger an Appwrite Function execution?",
          "choices": [
            "HTTP requests only",
            "HTTP requests, event triggers, scheduled (CRON), and manual execution via API/Console",
            "Only through the Appwrite Console",
            "Only through webhooks"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1226,
          "completionTokens": 27,
          "totalTokens": 1253,
          "cost": 0.01361,
          "durationMs": 8067,
          "tokensPerSecond": 3.35,
          "toolCallCount": 0
        },
        {
          "questionId": "func-5",
          "category": "functions",
          "type": "mcq",
          "question": "What is the purpose of the \"build command\" in an Appwrite Function configuration?",
          "choices": [
            "To compile the function to machine code",
            "To run commands during deployment to install dependencies and prepare the function",
            "To build the Appwrite server",
            "To create a Docker image"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1209,
          "completionTokens": 27,
          "totalTokens": 1236,
          "cost": 0.01344,
          "durationMs": 5500,
          "tokensPerSecond": 4.91,
          "toolCallCount": 0
        },
        {
          "questionId": "func-6",
          "category": "functions",
          "type": "mcq",
          "question": "How can an Appwrite Function access other Appwrite services like TablesDB?",
          "choices": [
            "Functions cannot access other Appwrite services",
            "By importing the Node.js SDK and using the function's API key or the APPWRITE_FUNCTION_API_ENDPOINT and APPWRITE_FUNCTION_PROJECT_ID environment variables",
            "Through REST API calls only with no SDK support",
            "By directly accessing the database filesystem"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1339,
          "completionTokens": 27,
          "totalTokens": 1366,
          "cost": 0.01474,
          "durationMs": 4143,
          "tokensPerSecond": 6.52,
          "toolCallCount": 0
        },
        {
          "questionId": "func-7",
          "category": "functions",
          "type": "free-form",
          "question": "Explain how to deploy an Appwrite Function using the Appwrite CLI. What are the steps and key configuration options?",
          "correctAnswer": "Appwrite CLI enables function deployment through init (appwrite init functions) and push (appwrite push functions) commands. Configuration is stored in appwrite.config.json including runtime, entrypoint, build commands, execute permissions, variables, and schedule.",
          "rubric": "Must mention: 1) CLI installation, 2) appwrite init functions, 3) Configuration in appwrite.config.json, 4) appwrite push functions, 5) Key options like runtime, entrypoint, build commands, permissions, variables, or schedule",
          "modelAnswer": "# Deploying an Appwrite Function with the CLI\n\n## Step 1: Install the CLI\n\n```bash\nnpm install -g appwrite-cli\n# or: brew install appwrite/appwrite/appwrite\n# or: curl -sL https://appwrite.io/cli/install.sh | bash\n\nappwrite -v   # verify installation\n```\n\n## Step 2: Log in and initialize your project\n\n```bash\nappwrite login\n# Self-hosted instance:\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Initialize a project (creates appwrite.config.json)\nappwrite init project\n```\n\n## Step 3: Create or pull a function\n\n```bash\n# Scaffold a new function (interactive: pick name, runtime, etc.)\nappwrite init functions\n\n# OR pull existing functions from the Console\nappwrite pull functions\n```\n\n## Step 4: Configure the function\n\nThe function is defined in `appwrite.config.json` (or a separate file via `includes`):\n\n```json\n{\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [],\n            \"events\": [],\n            \"schedule\": \"\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n### Key configuration options\n\n| Field | Purpose |\n|-------|---------|\n| `runtime` | Execution runtime, e.g. `node-22` (see `appwrite functions list-runtimes`) |\n| `entrypoint` | File inside `path` that starts the function |\n| `commands` | Build/install command run during deployment (e.g. `npm install`) |\n| `path` | Local source directory for the function code |\n| `events` | Event patterns that trigger the function automatically |\n| `schedule` | Cron expression for scheduled runs (empty = disabled) |\n| `timeout` | Max execution duration in seconds |\n| `scopes` | API scopes granted to the function's generated execution key |\n| `buildSpecification` / `runtimeSpecification` | Compute resources for build and execution |\n| `deploymentRetention` | Days to keep old deployments |\n| `ignore` | Extra newline-separated ignore rules when packaging (`.gitignore` is read automatically) |\n| `logging` / `enabled` | Toggle execution logs and whether the function can run at all |\n\n## Step 5: Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function and activate it (route live traffic to it)\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n```\n\n## Step 6 (optional): Environment variables\n\nDon't put variables in `appwrite.config.json` — use a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nSECRET_TOKEN=replace-me\n\n# Sync variables from .env to the remote function\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n```\n\n## Step 7 (optional): Test and verify\n\n```bash\n# Run locally before deploying\nappwrite run functions\n\n# Trigger an execution\nappwrite functions create-execution --function-id <FUNCTION_ID> --body '{\"key\": \"value\"}'\n\n# Check deployments and logs\nappwrite functions list-deployments --function-id <FUNCTION_ID>\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n## CI/CD note\n\nFor headless pipelines, use non-interactive mode with `--force` to skip confirmation prompts:\n\n```bash\nappwrite push functions --all --force\n```",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric requirements: (1) CLI installation with multiple methods, (2) appwrite init functions command, (3) detailed configuration in appwrite.config.json with all key fields explained, (4) appwrite push functions command with various options, and (5) key configuration options including runtime, entrypoint, build commands (commands field), permissions/scopes, variables, and schedule. The answer goes well beyond the minimum requirements with additional useful information about environment variables, testing, CI/CD usage, and the --activate flag.",
          "promptTokens": 11890,
          "completionTokens": 1453,
          "totalTokens": 13343,
          "cost": 0.19155,
          "durationMs": 20864,
          "tokensPerSecond": 69.64,
          "toolCallCount": 1
        },
        {
          "questionId": "func-8",
          "category": "functions",
          "type": "mcq",
          "question": "What context parameters does an Appwrite Function receive?",
          "choices": [
            "request and response only",
            "req, res, log, and error",
            "event, context, and callback",
            "input, output, and logger"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1163,
          "completionTokens": 55,
          "totalTokens": 1218,
          "cost": 0.01438,
          "durationMs": 6097,
          "tokensPerSecond": 9.02,
          "toolCallCount": 0
        },
        {
          "questionId": "func-9",
          "category": "functions",
          "type": "mcq",
          "question": "How do you schedule an Appwrite Function to run periodically?",
          "choices": [
            "Using JavaScript setTimeout()",
            "Using a CRON expression in the function configuration",
            "Through an external scheduler service",
            "Scheduled execution is not supported"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1208,
          "completionTokens": 27,
          "totalTokens": 1235,
          "cost": 0.01343,
          "durationMs": 4360,
          "tokensPerSecond": 6.19,
          "toolCallCount": 0
        },
        {
          "questionId": "func-10",
          "category": "functions",
          "type": "mcq",
          "question": "What response methods are available in Appwrite Functions?",
          "choices": [
            "res.send() only",
            "res.json(), res.text(), res.empty(), res.redirect()",
            "res.write() and res.end()",
            "return JSON.stringify(data)"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11200,
          "completionTokens": 186,
          "totalTokens": 11386,
          "cost": 0.1213,
          "durationMs": 14216,
          "tokensPerSecond": 13.08,
          "toolCallCount": 1
        },
        {
          "questionId": "func-11",
          "category": "functions",
          "type": "mcq",
          "question": "What are the possible statuses of an Appwrite Function execution?",
          "choices": [
            "pending, running, done, error",
            "waiting, processing, completed, failed, and scheduled",
            "queued, active, success, failure",
            "created, started, finished, crashed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11200,
          "completionTokens": 211,
          "totalTokens": 11411,
          "cost": 0.12255,
          "durationMs": 22936,
          "tokensPerSecond": 9.2,
          "toolCallCount": 1
        },
        {
          "questionId": "func-12",
          "category": "functions",
          "type": "mcq",
          "question": "When you call the SDK's createExecution with async: true, what happens?",
          "choices": [
            "The request fails because async is not supported",
            "The API returns immediately with execution status 'waiting'; the function runs in the background and you can poll Get Execution for updates",
            "The client must provide a webhook URL to receive the result",
            "The execution is queued but never runs"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1263,
          "completionTokens": 27,
          "totalTokens": 1290,
          "cost": 0.01398,
          "durationMs": 4299,
          "tokensPerSecond": 6.28,
          "toolCallCount": 0
        },
        {
          "questionId": "func-13",
          "category": "functions",
          "type": "mcq",
          "question": "Can an Appwrite Function be triggered by an event from another function's execution (e.g. functions.*.executions.*.create)?",
          "choices": [
            "Yes, function execution events are supported like any other event",
            "No; triggering a function on a function event (events starting with 'functions.') is not allowed",
            "Only in the Console, not via event configuration",
            "Yes, but only for completed executions"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1267,
          "completionTokens": 66,
          "totalTokens": 1333,
          "cost": 0.01597,
          "durationMs": 5817,
          "tokensPerSecond": 11.35,
          "toolCallCount": 0
        },
        {
          "questionId": "func-14",
          "category": "functions",
          "type": "mcq",
          "question": "When can you successfully execute an Appwrite Function via the API?",
          "choices": [
            "As soon as the function resource is created",
            "Only after the function has an active deployment whose build status is 'ready'",
            "After the first deployment is created, regardless of build status",
            "Only when the deployment status is 'building'"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 1232,
          "completionTokens": 36,
          "totalTokens": 1268,
          "cost": 0.01412,
          "durationMs": 4647,
          "tokensPerSecond": 7.75,
          "toolCallCount": 0
        },
        {
          "questionId": "func-15",
          "category": "functions",
          "type": "mcq",
          "question": "Besides functionId and data, what parameters does the createExecution API support?",
          "choices": [
            "None",
            "async only",
            "async, path, method, headers, and scheduledAt (ISO 8601)",
            "path and method only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11148,
          "completionTokens": 181,
          "totalTokens": 11329,
          "cost": 0.12053,
          "durationMs": 13658,
          "tokensPerSecond": 13.25,
          "toolCallCount": 1
        },
        {
          "questionId": "func-16",
          "category": "functions",
          "type": "mcq",
          "question": "When passing custom headers to createExecution, what restriction applies?",
          "choices": [
            "Headers are not allowed; only the request body is passed",
            "Header names cannot start with 'x-appwrite-'; they are reserved by Appwrite",
            "Only Content-Type is allowed",
            "There are no restrictions on header names"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11288,
          "completionTokens": 191,
          "totalTokens": 11479,
          "cost": 0.12243,
          "durationMs": 21198,
          "tokensPerSecond": 9.01,
          "toolCallCount": 1
        },
        {
          "questionId": "func-17",
          "category": "functions",
          "type": "mcq",
          "question": "Which environment variable is set at runtime to indicate how the function was triggered (e.g. http, event, schedule)?",
          "choices": [
            "APPWRITE_TRIGGER_TYPE",
            "APPWRITE_FUNCTION_TRIGGER",
            "APPWRITE_EXECUTION_SOURCE",
            "APPWRITE_FUNCTION_EVENT"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 11354,
          "completionTokens": 282,
          "totalTokens": 11636,
          "cost": 0.12764,
          "durationMs": 12588,
          "tokensPerSecond": 22.4,
          "toolCallCount": 1
        },
        {
          "questionId": "func-18",
          "category": "functions",
          "type": "mcq",
          "question": "What are the deployment build statuses for an Appwrite Function?",
          "choices": [
            "pending, building, ready",
            "processing, building, ready, and canceled",
            "queued, in_progress, success, failed",
            "uploaded, compiling, deployed"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 32856,
          "completionTokens": 519,
          "totalTokens": 33375,
          "cost": 0.35451,
          "durationMs": 30887,
          "tokensPerSecond": 16.8,
          "toolCallCount": 2
        },
        {
          "questionId": "func-19",
          "category": "functions",
          "type": "mcq",
          "question": "Which API key or auth type can be used to trigger a function execution (createExecution)?",
          "choices": [
            "Only Server API key",
            "Only Session (logged-in user)",
            "Server API key, Session, scoped API key (Key), or JWT",
            "Only JWT"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11204,
          "completionTokens": 328,
          "totalTokens": 11532,
          "cost": 0.12844,
          "durationMs": 15194,
          "tokensPerSecond": 21.59,
          "toolCallCount": 1
        },
        {
          "questionId": "func-20",
          "category": "functions",
          "type": "free-form",
          "question": "Name at least three APPWRITE_FUNCTION_* environment variables that are available inside an Appwrite Function at runtime, and what each is used for.",
          "correctAnswer": "Examples: APPWRITE_FUNCTION_ID (function ID), APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_API_ENDPOINT (for SDK), APPWRITE_FUNCTION_TRIGGER (http/event/schedule), APPWRITE_FUNCTION_EVENT (event name when event-triggered), APPWRITE_FUNCTION_JWT (user JWT when present), APPWRITE_FUNCTION_USER_ID, APPWRITE_FUNCTION_DATA / APPWRITE_FUNCTION_EVENT_DATA (body), APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY.",
          "rubric": "Must name at least 3 APPWRITE_FUNCTION_* variables with correct purpose. Accept any subset of the documented runtime env vars (ID, name, project ID, API endpoint, trigger, event, JWT, user ID, data, deployment, runtime, resources).",
          "modelAnswer": "Here are several `APPWRITE_FUNCTION_*` environment variables that Appwrite automatically injects into every function execution at runtime:\n\n| Variable | Purpose |\n|----------|---------|\n| `APPWRITE_FUNCTION_API_ENDPOINT` | The Appwrite API endpoint URL (e.g., `https://<REGION>.cloud.appwrite.io/v1`). Use it with `client.setEndpoint()` so your function talks to the right Appwrite instance without hardcoding the URL. |\n| `APPWRITE_FUNCTION_PROJECT_ID` | The ID of the project the function belongs to. Used with `client.setProject()` when initializing the SDK inside the function. |\n| `APPWRITE_FUNCTION_ID` | The unique ID of the currently running function — useful for logging or self-referencing API calls (e.g., listing your own executions). |\n| `APPWRITE_FUNCTION_NAME` | The human-readable name of the function. |\n| `APPWRITE_FUNCTION_DEPLOYMENT` | The ID of the active deployment being executed — handy for debugging which version of your code is live. |\n| `APPWRITE_FUNCTION_RUNTIME_NAME` / `APPWRITE_FUNCTION_RUNTIME_VERSION` | The runtime (e.g., `node`) and its version, useful for runtime-conditional logic or diagnostics. |\n| `APPWRITE_FUNCTION_CPUS` / `APPWRITE_FUNCTION_MEMORY` | The compute specification (CPU cores and memory in MB) allocated to the execution. |\n\n**A typical setup inside a function looks like this:**\n\n```typescript\nimport { Client } from 'node-appwrite';\n\nexport default async ({ req, res, log, error }) => {\n    const client = new Client()\n        .setEndpoint(process.env.APPWRITE_FUNCTION_API_ENDPOINT)\n        .setProject(process.env.APPWRITE_FUNCTION_PROJECT_ID)\n        .setKey(req.headers['x-appwrite-key']); // dynamic API key\n\n    return res.json({ ok: true });\n};\n```\n\n**Two related notes:**\n\n- **Authentication is not an env var anymore:** the dynamic API key is passed per-request via the `x-appwrite-key` header (shown above), and its permissions are controlled by the `scopes` array in your function configuration.\n- **User context** comes from request headers too — `x-appwrite-user-id` and `x-appwrite-user-jwt` identify the user who triggered the execution.\n\nYou can also add your own custom variables via the Console, or with the CLI by placing them in a `.env` file in the function directory and running `appwrite push functions --function-id <ID> --with-variables`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model correctly names well more than three APPWRITE_FUNCTION_* environment variables (APPWRITE_FUNCTION_API_ENDPOINT, APPWRITE_FUNCTION_PROJECT_ID, APPWRITE_FUNCTION_ID, APPWRITE_FUNCTION_NAME, APPWRITE_FUNCTION_DEPLOYMENT, APPWRITE_FUNCTION_RUNTIME_NAME, APPWRITE_FUNCTION_RUNTIME_VERSION, APPWRITE_FUNCTION_CPUS, APPWRITE_FUNCTION_MEMORY) and accurately describes the purpose of each one. All purposes align with the reference answer. The additional context about authentication headers and custom variables is accurate and helpful bonus information.",
          "promptTokens": 20745,
          "completionTokens": 1461,
          "totalTokens": 22206,
          "cost": 0.2805,
          "durationMs": 29116,
          "tokensPerSecond": 50.18,
          "toolCallCount": 2
        },
        {
          "questionId": "stor-1",
          "category": "storage",
          "type": "mcq",
          "question": "What is a \"bucket\" in Appwrite Storage?",
          "choices": [
            "A container for organizing and managing file uploads with shared permissions and settings",
            "A type of TablesDB table",
            "A caching layer for static assets",
            "A backup storage location"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 27,
          "totalTokens": 1231,
          "cost": 0.01339,
          "durationMs": 4447,
          "tokensPerSecond": 6.07,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-2",
          "category": "storage",
          "type": "mcq",
          "question": "How do you upload a file to Appwrite Storage?",
          "choices": [
            "storage.createFile(bucketId, fileId, file)",
            "storage.upload()",
            "storage.putObject()",
            "files.create()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1181,
          "completionTokens": 36,
          "totalTokens": 1217,
          "cost": 0.01361,
          "durationMs": 8750,
          "tokensPerSecond": 4.11,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-3",
          "category": "storage",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to create a bucket, upload a file, and get a preview URL for an image file. Include permission configuration.",
          "correctAnswer": "Storage service provides createBucket() for bucket management, createFile() for uploads, and getFilePreview() for image transformations. Buckets support file size limits, allowed extensions, and permission configuration.",
          "rubric": "Must include: 1) Storage service instantiation, 2) Bucket creation with permissions, 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview, 5) Correct imports",
          "modelAnswer": "Here's a complete example. One important note first: **creating a bucket is an admin operation that requires an API key**, so it can't be done with the client-side Web SDK — it must be done with the server SDK (`node-appwrite`) or the Console/CLI. File upload and preview URLs, however, are done client-side with the Web SDK.\n\n### Step 1: Create the bucket (server-side, Node.js)\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'node-appwrite';\n\nconst adminClient = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]')\n    .setKey(process.env.APPWRITE_API_KEY);\n\nconst adminStorage = new Storage(adminClient);\n\nconst bucket = await adminStorage.createBucket({\n    bucketId: ID.unique(),\n    name: 'profile-images',\n    permissions: [\n        Permission.read(Role.any()),       // anyone can view files\n        Permission.create(Role.users()),   // only logged-in users can upload\n        Permission.update(Role.users()),\n        Permission.delete(Role.users()),\n    ],\n    fileSecurity: true,                    // also respect per-file permissions\n    maximumFileSize: 5 * 1024 * 1024,      // 5 MB limit\n    allowedFileExtensions: ['jpg', 'jpeg', 'png', 'webp'],\n});\n\nconsole.log('Bucket created:', bucket.$id);\n```\n\n### Step 2: Upload a file and get a preview URL (client-side, Web SDK)\n\n```typescript\nimport { Client, Storage, ID, Permission, Role } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst storage = new Storage(client);\n\nasync function uploadImage(currentUserId: string) {\n    const input = document.getElementById('file-input') as HTMLInputElement;\n\n    // Upload with per-file permissions (requires fileSecurity: true on the bucket)\n    const file = await storage.createFile({\n        bucketId: '[BUCKET_ID]',\n        fileId: ID.unique(),\n        file: input.files![0],\n        permissions: [\n            Permission.read(Role.any()),                 // publicly viewable\n            Permission.update(Role.user(currentUserId)), // only owner can modify\n            Permission.delete(Role.user(currentUserId)), // only owner can delete\n        ],\n    });\n\n    console.log('File uploaded:', file.$id);\n\n    // Get a preview URL (resized/transformed image) — returns a URL synchronously\n    const previewUrl = storage.getFilePreview({\n        bucketId: '[BUCKET_ID]',\n        fileId: file.$id,\n        width: 300,\n        height: 300,\n    });\n\n    // Use it directly in an <img> tag\n    const img = document.createElement('img');\n    img.src = previewUrl.toString();\n    document.body.appendChild(img);\n\n    return previewUrl;\n}\n```\n\n### Key points\n\n- **Permissions model:** With `fileSecurity: true`, access is granted if *either* the bucket-level or file-level permissions allow it. If you don't need per-file rules, set permissions only at the bucket level and omit the `permissions` array in `createFile`.\n- **`getFilePreview`** is synchronous — it just builds a URL. The image is transformed server-side (resize, crop, quality, format conversion, etc. are available as additional params). It only works on image files within size limits.\n- **Don't forget permissions:** by default nothing is accessible — if you omit both bucket and file permissions, even the uploader can't read the file back.\n- The preview endpoint requires `read` permission on the file, so `Permission.read(Role.any())` makes the preview URL work for unauthenticated visitors (e.g., embedding in public pages).",
          "correct": true,
          "score": 0.85,
          "judgeReasoning": "The answer is largely correct and comprehensive. It includes: 1) Storage service instantiation (both server-side and client-side), 2) Bucket creation with permissions (server-side with node-appwrite), 3) storage.createFile() with bucket ID, file ID, and File object, 4) storage.getFilePreview() for image preview with parameters, 5) Correct imports for both SDKs. The main deviation is using named parameter object syntax (e.g., `storage.createFile({bucketId: ..., fileId: ..., file: ...})`) rather than positional parameters, which may not match the actual Web SDK API signature exactly. The Web SDK's `createFile` typically uses positional parameters: `storage.createFile(bucketId, fileId, file, permissions)`. Similarly, `getFilePreview` uses positional parameters. However, the answer is functionally complete and demonstrates all required concepts. The note about bucket creation requiring server-side SDK is accurate and helpful. Minor deductions for the object parameter syntax which differs from the actual SDK API.",
          "promptTokens": 10466,
          "completionTokens": 1572,
          "totalTokens": 12038,
          "cost": 0.18326,
          "durationMs": 24697,
          "tokensPerSecond": 63.65,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-4",
          "category": "storage",
          "type": "mcq",
          "question": "Which Appwrite Storage method provides image manipulation like resizing and cropping?",
          "choices": [
            "storage.getFilePreview()",
            "storage.transformImage()",
            "storage.processImage()",
            "storage.getFileView()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1187,
          "completionTokens": 27,
          "totalTokens": 1214,
          "cost": 0.01322,
          "durationMs": 7133,
          "tokensPerSecond": 3.79,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-5",
          "category": "storage",
          "type": "mcq",
          "question": "What parameters does getFilePreview() support for image transformation?",
          "choices": [
            "Only width and height",
            "Only format conversion",
            "Width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format",
            "CSS filter strings"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1213,
          "completionTokens": 27,
          "totalTokens": 1240,
          "cost": 0.01348,
          "durationMs": 4484,
          "tokensPerSecond": 6.02,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-6",
          "category": "storage",
          "type": "mcq",
          "question": "How are file permissions handled in Appwrite Storage?",
          "choices": [
            "Files can have individual permissions, or inherit from the bucket depending on fileSecurity setting",
            "All files in a bucket share the same permissions",
            "Permissions are only at the project level",
            "Files are always public"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1228,
          "completionTokens": 27,
          "totalTokens": 1255,
          "cost": 0.01363,
          "durationMs": 3968,
          "tokensPerSecond": 6.8,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-7",
          "category": "storage",
          "type": "mcq",
          "question": "What is the method to download a file from Appwrite Storage?",
          "choices": [
            "storage.downloadFile()",
            "storage.fetchFile()",
            "storage.getFileDownload(bucketId, fileId)",
            "storage.read()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1196,
          "completionTokens": 27,
          "totalTokens": 1223,
          "cost": 0.01331,
          "durationMs": 4387,
          "tokensPerSecond": 6.15,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-8",
          "category": "storage",
          "type": "mcq",
          "question": "Which bucket setting restricts the types of files that can be uploaded?",
          "choices": [
            "allowedFileExtensions",
            "fileFilter",
            "mimeTypes",
            "uploadRestrictions"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11136,
          "completionTokens": 185,
          "totalTokens": 11321,
          "cost": 0.12061,
          "durationMs": 13188,
          "tokensPerSecond": 14.03,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-9",
          "category": "storage",
          "type": "free-form",
          "question": "Explain the difference between storage.getFileView(), storage.getFileDownload(), and storage.getFilePreview(). When would you use each?",
          "correctAnswer": "getFileView() serves files inline for browser display. getFileDownload() triggers a download. getFilePreview() provides image transformation capabilities (resize, crop, format conversion). Only preview supports manipulation parameters.",
          "rubric": "Must explain: 1) getFileView() for inline/browser display, 2) getFileDownload() for triggering downloads, 3) getFilePreview() for image transformations, 4) When to use each one",
          "modelAnswer": "Great question — these three `Storage` methods all give you access to a file's contents, but they serve distinct purposes:\n\n## `storage.getFileView()`\n\nReturns the **raw file content as-is**, served with headers that let the browser **display it inline** (no `Content-Disposition: attachment` header).\n\n```typescript\nconst viewUrl = storage.getFileView({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n**Use when:** You want to render a file directly in the browser — e.g., embedding an image in an `<img>` tag at full original quality, displaying a PDF in an `<iframe>`, or playing a video/audio file in a media element. No transformations are applied.\n\n## `storage.getFileDownload()`\n\nReturns the raw file content with a `Content-Disposition: attachment` header, which **forces the browser to download** the file to disk instead of displaying it.\n\n```typescript\nconst downloadUrl = storage.getFileDownload({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]'\n});\n```\n\n**Use when:** Building a \"Download\" button or link — e.g., letting users save invoices, exports, attachments, or any file they should keep locally. Typically used as the `href` of an `<a>` tag.\n\n## `storage.getFilePreview()`\n\nReturns a **transformed image version** of the file. It's the only one of the three that accepts manipulation parameters:\n\n```typescript\nconst previewUrl = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: 'center',     // crop focus\n    quality: 80,           // compression quality\n    output: 'webp',        // convert format (jpg, png, webp, etc.)\n    background: 'ffffff',  // background for transparent images\n    borderRadius: 10,      // rounded corners\n    // also: borderWidth, borderColor, opacity, rotation\n});\n```\n\n**Use when:** Displaying thumbnails, avatars, image galleries, or any case where you want resized/optimized images rather than the full original. This saves bandwidth and speeds up page loads significantly.\n\n## Quick comparison\n\n| | View | Download | Preview |\n|---|---|---|---|\n| **Returns** | Original file | Original file | Transformed image |\n| **Browser behavior** | Display inline | Force download | Display inline |\n| **Transformations** | ❌ | ❌ | ✅ (resize, crop, format, quality...) |\n| **Works on any file type** | ✅ | ✅ | Images only (for transformations) |\n| **Typical use** | `<img>`, `<iframe>`, media players | Download buttons | Thumbnails, avatars, galleries |\n\n## Things to keep in mind\n\n- **Permissions still apply:** All three respect file/bucket-level permissions. On the client SDK, the URLs include the user's session context, so a file needs `Permission.read(...)` for the requesting role (or `Role.any()` for public access).\n- **Preview transformations require an image** — for non-image files, preview won't transform.\n- **Performance tip:** Prefer `getFilePreview()` with explicit `width`/`height` and `output: 'webp'` for UI images instead of `getFileView()` — serving a 5 MB original where a 30 KB thumbnail would do is a common mistake.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer is comprehensive and fully correct. It clearly explains all three methods: 1) getFileView() for inline browser display with no transformations, 2) getFileDownload() for forcing file downloads via Content-Disposition attachment header, 3) getFilePreview() for image transformations including resize, crop, format conversion, quality settings, etc. It also explains when to use each one with practical examples, includes code samples, a comparison table, and additional helpful notes about permissions and performance. All four rubric criteria are thoroughly addressed.",
          "promptTokens": 10462,
          "completionTokens": 1246,
          "totalTokens": 11708,
          "cost": 0.16692,
          "durationMs": 22559,
          "tokensPerSecond": 55.23,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-10",
          "category": "storage",
          "type": "mcq",
          "question": "What is the maximumFileSize parameter in Appwrite bucket configuration?",
          "choices": [
            "The total storage limit for the bucket",
            "The maximum number of files",
            "The maximum size in bytes for individual file uploads in the bucket",
            "The maximum image dimensions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1216,
          "completionTokens": 27,
          "totalTokens": 1243,
          "cost": 0.01351,
          "durationMs": 7425,
          "tokensPerSecond": 3.64,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-11",
          "category": "storage",
          "type": "mcq",
          "question": "What does the fileSecurity bucket setting control?",
          "choices": [
            "Whether files can have their own permissions (true) or inherit only from the bucket (false)",
            "Whether files are encrypted at rest",
            "Whether the bucket is public",
            "Maximum file size"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1218,
          "completionTokens": 36,
          "totalTokens": 1254,
          "cost": 0.01398,
          "durationMs": 5522,
          "tokensPerSecond": 6.52,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-12",
          "category": "storage",
          "type": "mcq",
          "question": "What are the required parameters for storage.createFile() in the Web SDK?",
          "choices": [
            "bucketId, fileId, and file",
            "bucketId and file only",
            "bucketId and file; fileId is optional",
            "file and permissions only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11174,
          "completionTokens": 139,
          "totalTokens": 11313,
          "cost": 0.11869,
          "durationMs": 11389,
          "tokensPerSecond": 12.2,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-13",
          "category": "storage",
          "type": "mcq",
          "question": "For large file uploads, how does Appwrite Storage support resumable or chunked uploads?",
          "choices": [
            "It does not; all uploads must be in one request",
            "Only via the CLI",
            "Using the Content-Range header to send chunks (e.g. max 5MB per chunk); first request creates the file, subsequent requests use x-appwrite-id",
            "Only for files over 100MB"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1283,
          "completionTokens": 27,
          "totalTokens": 1310,
          "cost": 0.01418,
          "durationMs": 5409,
          "tokensPerSecond": 4.99,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-14",
          "category": "storage",
          "type": "mcq",
          "question": "Which method returns a URL suitable for displaying an image in the browser with optional resize/crop?",
          "choices": [
            "storage.getFileDownload()",
            "storage.getFilePreview()",
            "storage.getFileUrl()",
            "storage.getFileView() for inline; getFilePreview() for image transformations"
          ],
          "correctAnswer": "D",
          "modelAnswer": "B",
          "correct": false,
          "score": 0,
          "promptTokens": 1232,
          "completionTokens": 70,
          "totalTokens": 1302,
          "cost": 0.01582,
          "durationMs": 5988,
          "tokensPerSecond": 11.69,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-15",
          "category": "storage",
          "type": "mcq",
          "question": "What does allowedFileExtensions on a bucket do?",
          "choices": [
            "Restricts which file extensions can be uploaded (e.g. ['png', 'jpg'])",
            "Limits total number of files",
            "Sets the default extension for unnamed files",
            "Lists extensions that are blocked"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1236,
          "completionTokens": 27,
          "totalTokens": 1263,
          "cost": 0.01371,
          "durationMs": 4882,
          "tokensPerSecond": 5.53,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-16",
          "category": "storage",
          "type": "mcq",
          "question": "Can you pass permissions when creating a file?",
          "choices": [
            "Yes, as an optional parameter to createFile (e.g. permissions array)",
            "No, files always use bucket permissions",
            "Only via the Console",
            "Only for image files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1202,
          "completionTokens": 27,
          "totalTokens": 1229,
          "cost": 0.01337,
          "durationMs": 5311,
          "tokensPerSecond": 5.08,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-17",
          "category": "storage",
          "type": "mcq",
          "question": "What is maximumFileSize in bucket configuration?",
          "choices": [
            "Total storage quota for the bucket in bytes",
            "Maximum number of files in the bucket",
            "Maximum size in bytes for a single file upload",
            "Maximum image dimensions in pixels"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1221,
          "completionTokens": 27,
          "totalTokens": 1248,
          "cost": 0.01356,
          "durationMs": 4629,
          "tokensPerSecond": 5.83,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-18",
          "category": "storage",
          "type": "mcq",
          "question": "What is the difference between getFileView and getFileDownload?",
          "choices": [
            "getFileView serves the file for inline display (e.g. in browser); getFileDownload triggers a file download",
            "There is no difference",
            "getFileView is for images only",
            "getFileDownload returns a URL; getFileView returns the file bytes"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1250,
          "completionTokens": 27,
          "totalTokens": 1277,
          "cost": 0.01385,
          "durationMs": 4396,
          "tokensPerSecond": 6.14,
          "toolCallCount": 0
        },
        {
          "questionId": "stor-19",
          "category": "storage",
          "type": "mcq",
          "question": "How do you list files in a bucket with the SDK?",
          "choices": [
            "storage.list()",
            "storage.getFiles(bucketId)",
            "storage.listFiles(bucketId, queries?, search?)",
            "bucket.files.list()"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11196,
          "completionTokens": 133,
          "totalTokens": 11329,
          "cost": 0.11861,
          "durationMs": 19002,
          "tokensPerSecond": 7,
          "toolCallCount": 1
        },
        {
          "questionId": "stor-20",
          "category": "storage",
          "type": "free-form",
          "question": "When should you use getFilePreview instead of getFileView for an image? What does getFilePreview support?",
          "correctAnswer": "Use getFilePreview when you need image transformation (resize, crop, quality, format, border, opacity, rotation, etc.). getFileView just serves the original file inline. getFilePreview supports width, height, gravity, quality, border, border-radius, opacity, rotation, background, and output format.",
          "rubric": "Must mention: 1) getFilePreview for image transformations vs getFileView for original, 2) At least 2 transformation options (e.g. width, height, quality, format)",
          "modelAnswer": "## When to use each\n\n- **`getFileView`** — returns the file **as-is**, with no modifications. Use it when you want the original image at full size and quality (e.g., displaying the source file, embedding it untouched).\n\n- **`getFilePreview`** — returns a **transformed/optimized version** of the image. Use it whenever you need to manipulate the image on the fly — thumbnails, resized grid images, compressed versions, format conversion, etc. — without storing multiple variants yourself.\n\n## What `getFilePreview` supports\n\nIt accepts a set of optional transformation parameters:\n\n| Parameter | What it does |\n|---|---|\n| `width` / `height` | Resize the image (in pixels) |\n| `gravity` | Crop focus when resizing (`center`, `top-left`, `top`, `top-right`, `left`, `right`, `bottom-left`, `bottom`, `bottom-right`) |\n| `quality` | Compression quality, 0–100 |\n| `borderWidth` | Add a border (px) |\n| `borderColor` | Border color (hex) |\n| `borderRadius` | Rounded corners (px) |\n| `opacity` | 0–1, requires output format that supports transparency (e.g., PNG/WebP) |\n| `rotation` | Rotate the image (-360 to 360 degrees) |\n| `background` | Background color for transparent areas (hex) |\n| `output` | Convert output format (e.g., `jpg`, `jpeg`, `png`, `gif`, `webp`) |\n\nExample:\n\n```typescript\nconst previewUrl = storage.getFilePreview({\n    bucketId: '[BUCKET_ID]',\n    fileId: '[FILE_ID]',\n    width: 300,\n    height: 300,\n    gravity: ImageGravity.Center,\n    quality: 80,\n    output: ImageFormat.Webp\n});\n```\n\n## Caveats\n\n- Preview transformations only work on **image files**, and only up to a size limit (10 MB) — for other file types or larger files it returns the file icon/original behavior.\n- Both methods return a **URL string** (no `await` needed), which you can drop directly into an `<img src>`.\n- On Appwrite Cloud, image transformations are a plan-dependent feature, so check your plan if previews aren't applying transformations.\n\n**Rule of thumb:** original file → `getFileView`; resized/optimized/converted image → `getFilePreview`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer fully addresses both parts of the question. It clearly distinguishes getFilePreview (for transformations) from getFileView (for original file), and comprehensively lists all transformation options including width, height, gravity, quality, borderWidth, borderColor, borderRadius, opacity, rotation, background, and output format - all matching the reference answer. The table format makes it very clear and the example code reinforces the explanation.",
          "promptTokens": 10434,
          "completionTokens": 1077,
          "totalTokens": 11511,
          "cost": 0.15819,
          "durationMs": 21163,
          "tokensPerSecond": 50.89,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-1",
          "category": "sites",
          "type": "mcq",
          "question": "What is Appwrite Sites?",
          "choices": [
            "A web hosting and deployment service for static and dynamic sites within Appwrite",
            "A DNS management service",
            "A site analytics platform",
            "A content management system"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1189,
          "completionTokens": 27,
          "totalTokens": 1216,
          "cost": 0.01324,
          "durationMs": 4538,
          "tokensPerSecond": 5.95,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-2",
          "category": "sites",
          "type": "mcq",
          "question": "Which types of sites can Appwrite Sites deploy?",
          "choices": [
            "Only static HTML sites",
            "Only WordPress sites",
            "Static sites and dynamic sites using supported frameworks like Next.js, Nuxt, SvelteKit, Astro, etc.",
            "Only single-page applications"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1247,
          "completionTokens": 27,
          "totalTokens": 1274,
          "cost": 0.01382,
          "durationMs": 4399,
          "tokensPerSecond": 6.14,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-3",
          "category": "sites",
          "type": "mcq",
          "question": "How do you connect a custom domain to an Appwrite Site?",
          "choices": [
            "By adding the domain in the Appwrite Console and configuring a CNAME record",
            "Through DNS A record pointing to Appwrite's IP",
            "Through a reverse proxy configuration",
            "Custom domains are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1244,
          "completionTokens": 27,
          "totalTokens": 1271,
          "cost": 0.01379,
          "durationMs": 3958,
          "tokensPerSecond": 6.82,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-4",
          "category": "sites",
          "type": "free-form",
          "question": "Explain how to deploy a site to Appwrite Sites. What are the build configuration options and deployment methods?",
          "correctAnswer": "Appwrite Sites supports Git-based deployments, CLI deployments, and manual uploads. Configuration includes framework preset, build command, output directory, install command, root directory, and environment variables.",
          "rubric": "Must mention: 1) At least 2 deployment methods (Git, CLI, or manual), 2) Build command configuration, 3) Output directory setting, 4) Framework support/presets, 5) Environment variables",
          "modelAnswer": "# Deploying a Site to Appwrite Sites\n\nAppwrite Sites lets you host static sites and server-rendered (SSR) apps. Here's how deployment works:\n\n## Deployment Methods\n\n**1. CLI Deployment (recommended for local/CI workflows)**\n\n```bash\n# Install and authenticate\nnpm install -g appwrite-cli\nappwrite login\n\n# Initialize a project and a site\nappwrite init project\nappwrite init sites        # create a new site config\n# or\nappwrite pull sites        # pull existing sites from the Console\n\n# Deploy\nappwrite push sites\nappwrite push sites --site-id <SITE_ID>      # deploy a specific site\nappwrite push sites --all --force            # non-interactive (CI/CD)\n```\n\n**2. Git Integration** — Connect a GitHub repository from the Console. Appwrite automatically builds and deploys on every push to your production branch, and creates preview deployments for pull requests.\n\n**3. Console Manual Deployment** — Upload your source code (e.g., a tarball/folder) directly through the Appwrite Console, or start from one of the built-in templates (`appwrite sites list-templates`).\n\n**4. Direct API/CLI deployment commands** — Fine-grained control:\n\n```bash\nappwrite sites create-deployment --site-id <ID>                          # upload new deployment\nappwrite sites update-site-deployment --site-id <ID> --deployment-id <ID>  # activate a deployment\nappwrite sites update-deployment-status --site-id <ID> --deployment-id <ID> # cancel a build\n```\n\n## Build Configuration Options\n\nSites are configured in `appwrite.config.json` (or a separate `sites.json` via `includes`):\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"framework\": \"astro\",\n            \"buildRuntime\": \"node-22\",\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"adapter\": \"ssr\",\n            \"fallbackFile\": \"\",\n            \"startCommand\": \"npm run start\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"timeout\": 30,\n            \"logging\": true,\n            \"deploymentRetention\": 7,\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\n| Option | Purpose |\n|--------|---------|\n| `framework` | Framework preset (Next.js, Astro, SvelteKit, Nuxt, etc.) — sets sensible build defaults. List with `appwrite sites list-frameworks` |\n| `buildRuntime` | Runtime used during the build (e.g., `node-22`) |\n| `installCommand` | Dependency installation command (`npm install`) |\n| `buildCommand` | Build command (`npm run build`) |\n| `outputDirectory` | Directory containing the static build output (`./dist`) |\n| `adapter` | **`static`** (serve prebuilt files) or **`ssr`** (server-side rendering) |\n| `fallbackFile` | Fallback for SPA routing / missing routes (e.g., `index.html`) — used with static adapter |\n| `startCommand` | Command to start the server for SSR sites |\n| `buildSpecification` / `runtimeSpecification` | Compute resources (CPU/RAM) for builds and serving — list options with `appwrite sites list-specifications` |\n| `timeout` | Max request duration in seconds (SSR sites) |\n| `logging` | Store request and build logs |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion |\n| `path` | Local source directory |\n\n## Environment Variables\n\nDon't put variables in `appwrite.config.json`. Instead, use a `.env` file in the site's `path`:\n\n```bash\n# sites/my-site/.env\nPUBLIC_SITE_NAME=docs\n\nappwrite push sites --site-id <SITE_ID> --with-variables   # sync variables\nappwrite push sites --site-id <SITE_ID>                    # push code only\n```\n\nYou can also manage them individually with `appwrite sites create-variable / update-variable / delete-variable`.\n\n## Key Concepts\n\n- **Static vs. SSR**: The `adapter` setting is the most important choice. Static sites only need `buildCommand` + `outputDirectory` (+ optional `fallbackFile` for SPAs); SSR sites also need a `startCommand` and respect `timeout`/`runtimeSpecification`.\n- **Deployments are versioned**: Each push creates a new deployment; you can roll back by activating an older one with `update-site-deployment`.\n- **Domains**: Every site gets a generated `*.appwrite.network` URL, and you can attach custom domains via the Console.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all five rubric requirements: (1) Multiple deployment methods are mentioned including Git integration, CLI deployment, and Console manual deployment; (2) Build command configuration is explicitly covered with the 'buildCommand' option; (3) Output directory setting is covered with 'outputDirectory'; (4) Framework support/presets are covered with the 'framework' option and examples like Next.js, Astro, SvelteKit, Nuxt; (5) Environment variables are covered with a dedicated section explaining .env files and CLI commands. The answer goes well beyond the minimum requirements with detailed code examples, configuration tables, and explanations of additional options like SSR vs static adapters, deployment retention, and domain management.",
          "promptTokens": 11882,
          "completionTokens": 1747,
          "totalTokens": 13629,
          "cost": 0.20617,
          "durationMs": 26197,
          "tokensPerSecond": 66.69,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-5",
          "category": "sites",
          "type": "mcq",
          "question": "What happens when you push to a connected Git repository for an Appwrite Site?",
          "choices": [
            "Nothing, you must manually trigger deployments",
            "Only a notification is sent",
            "A new deployment is automatically triggered, building and deploying the latest code",
            "The repository is cloned but not deployed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1232,
          "completionTokens": 27,
          "totalTokens": 1259,
          "cost": 0.01367,
          "durationMs": 4143,
          "tokensPerSecond": 6.52,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-6",
          "category": "sites",
          "type": "mcq",
          "question": "Which of the following frameworks is supported by Appwrite Sites for dynamic rendering?",
          "choices": [
            "Next.js",
            "Ruby on Rails",
            "Django",
            "Laravel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1160,
          "completionTokens": 83,
          "totalTokens": 1243,
          "cost": 0.01575,
          "durationMs": 10597,
          "tokensPerSecond": 7.83,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-7",
          "category": "sites",
          "type": "mcq",
          "question": "How does Appwrite Sites handle SSL/TLS certificates?",
          "choices": [
            "SSL certificates are automatically provisioned and renewed for custom domains",
            "You must purchase and upload your own certificates",
            "SSL is only available on paid plans",
            "SSL is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1225,
          "completionTokens": 27,
          "totalTokens": 1252,
          "cost": 0.0136,
          "durationMs": 4077,
          "tokensPerSecond": 6.62,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-8",
          "category": "sites",
          "type": "mcq",
          "question": "What is the purpose of the \"output directory\" in Appwrite Sites build configuration?",
          "choices": [
            "The directory where logs are stored",
            "The directory for source code",
            "The directory containing the built/compiled output to be served (e.g., dist, build, .next)",
            "The directory for environment files"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1221,
          "completionTokens": 27,
          "totalTokens": 1248,
          "cost": 0.01356,
          "durationMs": 5321,
          "tokensPerSecond": 5.07,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-9",
          "category": "sites",
          "type": "mcq",
          "question": "Can Appwrite Sites be used with environment variables?",
          "choices": [
            "Yes, environment variables can be set for the build process and runtime",
            "No, environment variables are only for Functions",
            "Only hardcoded values are supported",
            "Environment variables require a separate plugin"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12672,
          "completionTokens": 252,
          "totalTokens": 12924,
          "cost": 0.13932,
          "durationMs": 19790,
          "tokensPerSecond": 12.73,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-10",
          "category": "sites",
          "type": "mcq",
          "question": "How do you deploy an Appwrite Site using the CLI?",
          "choices": [
            "appwrite deploy site",
            "appwrite upload site",
            "appwrite publish site",
            "appwrite sites create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "D",
          "correct": false,
          "score": 0,
          "promptTokens": 12576,
          "completionTokens": 410,
          "totalTokens": 12986,
          "cost": 0.14626,
          "durationMs": 34858,
          "tokensPerSecond": 11.76,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-11",
          "category": "sites",
          "type": "mcq",
          "question": "What deployment statuses can an Appwrite Site deployment have?",
          "choices": [
            "processing, building, ready (and canceled)",
            "pending, building, live",
            "uploaded, deploying, active",
            "queued, in_progress, deployed"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 31401,
          "completionTokens": 279,
          "totalTokens": 31680,
          "cost": 0.32796,
          "durationMs": 20527,
          "tokensPerSecond": 13.59,
          "toolCallCount": 2
        },
        {
          "questionId": "sites-12",
          "category": "sites",
          "type": "mcq",
          "question": "What is the install command in Sites build configuration used for?",
          "choices": [
            "Installing dependencies before the build (e.g. npm install, yarn install)",
            "Installing the Appwrite CLI",
            "Installing the framework",
            "Installing SSL certificates"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1212,
          "completionTokens": 27,
          "totalTokens": 1239,
          "cost": 0.01347,
          "durationMs": 4444,
          "tokensPerSecond": 6.08,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-13",
          "category": "sites",
          "type": "mcq",
          "question": "Can you use a custom domain with an Appwrite Site?",
          "choices": [
            "No, only default *.appwrite.site domains",
            "Only with a paid plan",
            "Yes; add the domain in the Console and configure a CNAME record as instructed",
            "Only for static sites"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1219,
          "completionTokens": 35,
          "totalTokens": 1254,
          "cost": 0.01394,
          "durationMs": 8423,
          "tokensPerSecond": 4.16,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-14",
          "category": "sites",
          "type": "mcq",
          "question": "Which deployment method does NOT require the Appwrite CLI?",
          "choices": [
            "All methods require the CLI",
            "Manual upload only",
            "Git-based deployment: connect a repository and push to trigger builds",
            "API-only deployment"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12626,
          "completionTokens": 147,
          "totalTokens": 12773,
          "cost": 0.13361,
          "durationMs": 13363,
          "tokensPerSecond": 11,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-15",
          "category": "sites",
          "type": "mcq",
          "question": "What is the root directory setting in Sites build configuration?",
          "choices": [
            "The directory in the repository that contains the app (e.g. monorepo subfolder)",
            "The directory where build logs are stored",
            "The directory for environment files",
            "The document root for the web server"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12654,
          "completionTokens": 162,
          "totalTokens": 12816,
          "cost": 0.13464,
          "durationMs": 25386,
          "tokensPerSecond": 6.38,
          "toolCallCount": 1
        },
        {
          "questionId": "sites-16",
          "category": "sites",
          "type": "mcq",
          "question": "Which of these frameworks is supported by Appwrite Sites for building?",
          "choices": [
            "Next.js, Nuxt, SvelteKit, Astro, and other supported presets",
            "Laravel (PHP)",
            "Django",
            "Ruby on Rails"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1211,
          "completionTokens": 27,
          "totalTokens": 1238,
          "cost": 0.01346,
          "durationMs": 3824,
          "tokensPerSecond": 7.06,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-17",
          "category": "sites",
          "type": "mcq",
          "question": "When you connect a Git repository to a Site, what triggers a new deployment?",
          "choices": [
            "Only manual trigger in the Console",
            "Only tag pushes",
            "Push to the connected branch (e.g. main) triggers a new build and deployment",
            "Pull requests only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1216,
          "completionTokens": 27,
          "totalTokens": 1243,
          "cost": 0.01351,
          "durationMs": 4360,
          "tokensPerSecond": 6.19,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-18",
          "category": "sites",
          "type": "mcq",
          "question": "How are environment variables provided to a Site build and runtime?",
          "choices": [
            "Set in the Appwrite Console (or API) for the site; available during build and at runtime",
            "Only via .env in the repository",
            "Environment variables are not supported for Sites",
            "Only at runtime, not during build"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1230,
          "completionTokens": 27,
          "totalTokens": 1257,
          "cost": 0.01365,
          "durationMs": 4159,
          "tokensPerSecond": 6.49,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-19",
          "category": "sites",
          "type": "mcq",
          "question": "What does the build command in Sites configuration do?",
          "choices": [
            "Runs the command that produces the deployable output (e.g. npm run build, next build)",
            "Builds the Appwrite server",
            "Builds Docker images",
            "Runs tests"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1204,
          "completionTokens": 27,
          "totalTokens": 1231,
          "cost": 0.01339,
          "durationMs": 4551,
          "tokensPerSecond": 5.93,
          "toolCallCount": 0
        },
        {
          "questionId": "sites-20",
          "category": "sites",
          "type": "free-form",
          "question": "List at least three deployment or build configuration options for an Appwrite Site and what each is for.",
          "correctAnswer": "Examples: build command (e.g. npm run build), output directory (e.g. dist, .next), install command (e.g. npm install), root directory (monorepo subfolder), environment variables (build and runtime), framework preset (Next.js, Nuxt, etc.).",
          "rubric": "Must list at least 3 options with correct purpose. Accept build command, output directory, install command, root directory, env vars, framework preset, etc.",
          "modelAnswer": "Appwrite Sites offer a number of build and deployment configuration options (configurable in the Console or via `appwrite.config.json` with the CLI). Here are the key ones:\n\n1. **`framework`** – The framework preset (e.g., `astro`, `nextjs`, `sveltekit`). This sets sensible build and deployment defaults for your chosen framework.\n\n2. **`installCommand`** – The command used to install dependencies before building, e.g., `npm install`.\n\n3. **`buildCommand`** – The command used to build the site, e.g., `npm run build`.\n\n4. **`outputDirectory`** – The directory containing the static build output that Appwrite should serve, e.g., `./dist`.\n\n5. **`buildRuntime`** – The runtime used to build the site, such as `node-22`.\n\n6. **`adapter`** – The deployment adapter, determining whether the site is served as **static** output or with **SSR** (server-side rendering) behavior.\n\n7. **`startCommand`** – The command used to start server-rendered output (for SSR sites), e.g., `npm run start`.\n\n8. **`fallbackFile`** – A fallback file served for missing routes — useful for SPA routing (e.g., serving `index.html` for all paths).\n\n9. **`buildSpecification` / `runtimeSpecification`** – Compute specs (CPU/RAM, e.g., `s-1vcpu-512mb`) used while building the deployment and while serving runtime workloads, respectively.\n\n10. **`timeout`** – Maximum request/function duration in seconds for server-rendered sites.\n\n11. **`deploymentRetention`** – Number of days old deployments are kept before automatic deletion.\n\n12. **`logging`** – Whether to store site request and build logs for debugging and observability.\n\nExample configuration in `appwrite.config.json`:\n\n```json\n{\n    \"sites\": [\n        {\n            \"$id\": \"<SITE_ID>\",\n            \"name\": \"My Site\",\n            \"framework\": \"astro\",\n            \"installCommand\": \"npm install\",\n            \"buildCommand\": \"npm run build\",\n            \"outputDirectory\": \"./dist\",\n            \"buildRuntime\": \"node-22\",\n            \"adapter\": \"ssr\",\n            \"startCommand\": \"npm run start\",\n            \"path\": \"sites/my-site\"\n        }\n    ]\n}\n```\n\nYou can deploy with `appwrite push sites`, and manage environment variables via a `.env` file in the site's `path` pushed with `--with-variables`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer lists well more than three deployment/build configuration options, all with correct and detailed purposes. It covers framework preset, installCommand, buildCommand, outputDirectory, buildRuntime, adapter, startCommand, fallbackFile, and more — all of which align with or exceed the reference answer's examples. Each option is accurately described. The answer is fully correct and complete.",
          "promptTokens": 11868,
          "completionTokens": 914,
          "totalTokens": 12782,
          "cost": 0.16438,
          "durationMs": 16741,
          "tokensPerSecond": 54.6,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-1",
          "category": "messaging",
          "type": "mcq",
          "question": "What channels does Appwrite Messaging support?",
          "choices": [
            "Email, SMS, and Push Notifications",
            "Email only",
            "Email and SMS only",
            "Push Notifications only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1171,
          "completionTokens": 55,
          "totalTokens": 1226,
          "cost": 0.01446,
          "durationMs": 6258,
          "tokensPerSecond": 8.79,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-2",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"provider\" in Appwrite Messaging?",
          "choices": [
            "An Appwrite hosting partner",
            "A user role with messaging permissions",
            "A third-party service integration (like Mailgun, Twilio, APNS, FCM) that handles message delivery",
            "A TablesDB table for messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1244,
          "completionTokens": 27,
          "totalTokens": 1271,
          "cost": 0.01379,
          "durationMs": 4315,
          "tokensPerSecond": 6.26,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-3",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a \"topic\" in Appwrite Messaging?",
          "choices": [
            "A group that users can subscribe to for receiving targeted messages",
            "A message subject line",
            "A message priority level",
            "A message template category"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1178,
          "completionTokens": 27,
          "totalTokens": 1205,
          "cost": 0.01313,
          "durationMs": 4136,
          "tokensPerSecond": 6.53,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-4",
          "category": "messaging",
          "type": "free-form",
          "question": "Explain how to set up push notifications with Appwrite Messaging. What providers are supported and how do you send a push notification to a topic?",
          "correctAnswer": "Appwrite Messaging supports FCM and APNS for push. Setup involves configuring providers, creating topics, subscribing user targets, then sending via messaging.createPush() with topic IDs.",
          "rubric": "Must mention: 1) FCM and/or APNS providers, 2) Topic creation for targeting, 3) User subscription/targets, 4) messaging.createPush() method, 5) Device token registration",
          "modelAnswer": "# Push Notifications with Appwrite Messaging\n\n## Supported Push Providers\n\nAppwrite Messaging supports two push notification providers:\n\n| Provider | Platforms |\n|----------|-----------|\n| **FCM** (Firebase Cloud Messaging) | Android, iOS, Web |\n| **APNs** (Apple Push Notification service) | iOS, macOS, watchOS, tvOS, Safari |\n\n(For context, Messaging also supports email providers like Mailgun/SendGrid/SMTP and SMS providers like Twilio/Vonage/Telesign — but for *push*, it's FCM and APNs.)\n\n## Setup Steps\n\n### 1. Configure a provider\n\nIn the Appwrite Console, go to **Messaging → Providers** and add a push provider:\n\n- **FCM**: upload your Firebase service account JSON credentials.\n- **APNs**: provide your Team ID, Bundle ID, Auth Key ID, and the `.p8` auth key file (enable sandbox mode for development builds).\n\n### 2. Register push targets on the device\n\nEach user device must register a **push target** — the device token obtained from FCM/APNs — tied to the user's account. In your client app:\n\n```typescript\nimport { Client, Account, ID } from 'react-native-appwrite'; // or 'appwrite'\n\nconst account = new Account(client);\n\n// After obtaining the device token from FCM/APNs:\nawait account.createPushTarget({\n    targetId: ID.unique(),\n    identifier: deviceToken,        // FCM/APNs device token\n    providerId: '[PROVIDER_ID]'     // optional — defaults to your configured provider\n});\n```\n\n### 3. Create a topic and subscribe targets\n\nTopics let you broadcast to many subscribers at once. Create a topic (Console, CLI, or server SDK):\n\n```bash\nappwrite messaging create-topic --topic-id 'news' --name 'News Updates'\n```\n\nThen subscribe a user's push target to the topic:\n\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id 'news' \\\n    --subscriber-id 'unique()' \\\n    --target-id '[TARGET_ID]'\n```\n\nOr with the server SDK:\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst messaging = new Messaging(client); // client configured with API key\n\nawait messaging.createSubscriber({\n    topicId: 'news',\n    subscriberId: ID.unique(),\n    targetId: '[TARGET_ID]'\n});\n```\n\n> Tip: users can also subscribe themselves client-side if the topic's subscribe permissions allow it (e.g., `Role.users()`).\n\n### 4. Send a push notification to the topic\n\n**Server SDK (Node.js):**\n\n```typescript\nconst message = await messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Breaking News',\n    body: 'Something important just happened!',\n    topics: ['news'],                  // send to all subscribers of this topic\n    // users: ['[USER_ID]'],           // or target specific users\n    // targets: ['[TARGET_ID]'],       // or specific device targets\n    // data: { screen: 'article-42' }, // optional custom payload\n    // scheduledAt: '2025-01-01T12:00:00.000Z' // optional scheduling\n});\n```\n\n**CLI:**\n\n```bash\nappwrite messaging create-push \\\n    --message-id 'unique()' \\\n    --title 'Breaking News' \\\n    --body 'Something important just happened!' \\\n    --topics 'news'\n```\n\nThe message will be delivered through your configured FCM/APNs provider to every push target subscribed to the topic. You can check delivery status (total delivered, errors) via `messaging get-message --message-id <ID>` or in the Console's Messaging logs.\n\n## Key Concepts Recap\n\n- **Provider** → connection to FCM or APNs\n- **Target** → a specific device token belonging to a user\n- **Topic** → a named channel grouping subscribers for broadcast\n- **Subscriber** → links a target to a topic\n- **Message** → the push notification itself, addressable to topics, users, or targets",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Both FCM and APNS providers are mentioned with setup details, 2) Topic creation is explained with code examples, 3) User subscription/targets are covered including device token registration, 4) messaging.createPush() method is demonstrated with full code examples, 5) Device token registration via account.createPushTarget() is explicitly shown. The answer goes beyond the minimum requirements with detailed code examples, CLI commands, and clear explanations of the key concepts.",
          "promptTokens": 20731,
          "completionTokens": 1626,
          "totalTokens": 22357,
          "cost": 0.28861,
          "durationMs": 33595,
          "tokensPerSecond": 48.4,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-5",
          "category": "messaging",
          "type": "mcq",
          "question": "Which email providers can be configured with Appwrite Messaging?",
          "choices": [
            "Only Appwrite's built-in SMTP",
            "Gmail only",
            "Mailgun, SendGrid, SMTP, and other supported providers",
            "Amazon SES only"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 27,
          "totalTokens": 1241,
          "cost": 0.01349,
          "durationMs": 4302,
          "tokensPerSecond": 6.28,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-6",
          "category": "messaging",
          "type": "mcq",
          "question": "How do you send an email using Appwrite Messaging?",
          "choices": [
            "messaging.createEmail(messageId, subject, content, topics, users, targets)",
            "messaging.send()",
            "email.create()",
            "messaging.dispatch()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11194,
          "completionTokens": 180,
          "totalTokens": 11374,
          "cost": 0.12094,
          "durationMs": 11835,
          "tokensPerSecond": 15.21,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-7",
          "category": "messaging",
          "type": "mcq",
          "question": "What are \"targets\" in Appwrite Messaging?",
          "choices": [
            "IP addresses for message routing",
            "Server endpoints for message processing",
            "Delivery endpoints for a user, such as email addresses, phone numbers, or push tokens",
            "Message templates"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1217,
          "completionTokens": 27,
          "totalTokens": 1244,
          "cost": 0.01352,
          "durationMs": 4437,
          "tokensPerSecond": 6.09,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-8",
          "category": "messaging",
          "type": "mcq",
          "question": "Which SMS providers does Appwrite Messaging support?",
          "choices": [
            "Twilio, Vonage, Textmagic, and other supported providers",
            "Only built-in SMS",
            "Twilio only",
            "SMS is not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1197,
          "completionTokens": 72,
          "totalTokens": 1269,
          "cost": 0.01557,
          "durationMs": 12171,
          "tokensPerSecond": 5.92,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-9",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe how Appwrite Messaging handles message targeting. How can you send messages to specific users, topics, or individual targets?",
          "correctAnswer": "Messages can target topics (group subscriptions), users (all targets of specified users), or individual targets (specific delivery endpoints). These can be combined in a single message creation call.",
          "rubric": "Must mention: 1) Three targeting methods: topics, users, targets, 2) Topic subscription mechanism, 3) How messages are sent to each target type, 4) That targeting can be combined",
          "modelAnswer": "# Appwrite Messaging: Message Targeting\n\nAppwrite Messaging uses a three-level targeting hierarchy that gives you flexibility in how you deliver emails, SMS, and push notifications.\n\n## The Core Concept: Targets\n\nA **target** is a single delivery destination attached to a user — an email address, a phone number, or a push device token (FCM/APNs). One user can have multiple targets:\n\n- **Email targets** — created automatically when a user registers with an email (or verifies one), or created manually via `users.createTarget()`\n- **SMS targets** — created automatically from a verified phone number, or manually\n- **Push targets** — registered from client apps via `account.createPushTarget()` after obtaining a device token from FCM or APNs\n\n## Three Ways to Address a Message\n\nWhen you send a message (e.g., `messaging.createEmail()`, `createSms()`, `createPush()` from a server SDK), you can specify any combination of three recipient parameters:\n\n### 1. `users` — target specific users\nPass an array of user IDs. Appwrite resolves each user to **all of their targets matching the message type** (e.g., an email message goes to all of the user's email targets).\n\n### 2. `targets` — target individual destinations\nPass an array of target IDs for precise control — for example, sending a push notification to one specific device a user owns, rather than all of their devices.\n\n### 3. `topics` — broadcast via pub/sub\nTopics are named channels (e.g., \"weekly-newsletter\", \"order-updates\") that users' targets **subscribe** to. Sending to a topic delivers the message to every subscriber's matching target. This is ideal for broadcasts and opt-in communications:\n\n- Create topics server-side or via CLI (`appwrite messaging create-topic`)\n- Add subscribers by linking a target to a topic (`messaging.createSubscriber()` server-side, or `account` APIs client-side so users can self-subscribe)\n- Topics support `subscribe` permissions to control who may join\n\n## Example (Server SDK)\n\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst messaging = new Messaging(client);\n\nawait messaging.createEmail({\n    messageId: ID.unique(),\n    subject: 'Order shipped!',\n    content: 'Your order is on its way.',\n    topics: ['order-updates'],          // all topic subscribers\n    users: ['[USER_ID]'],               // all email targets of this user\n    targets: ['[TARGET_ID]'],           // one specific email target\n});\n```\n\n## CLI Equivalents\n\n```bash\n# Topics: create and manage subscribers\nappwrite messaging create-topic --topic-id 'unique()' --name \"Newsletter\"\nappwrite messaging create-subscriber --topic-id <TOPIC_ID> --subscriber-id 'unique()' --target-id <TARGET_ID>\n\n# Send a message\nappwrite messaging create-email --message-id 'unique()' \\\n    --subject \"Hello\" --content \"World\" \\\n    --topics <TOPIC_ID> --users <USER_ID> --targets <TARGET_ID>\n```\n\nTopics can also be declared in `appwrite.config.json` and deployed with `appwrite push topics`.\n\n## Key Points\n\n- Recipients from `users`, `targets`, and `topics` are **merged** (duplicates are deduplicated), so a message is delivered once per target.\n- Messages can be sent **immediately or scheduled** for later delivery (`scheduledAt`), and saved as **drafts**.\n- Delivery requires a configured **provider** for the channel (e.g., SendGrid/Mailgun for email, Twilio for SMS, FCM/APNs for push).\n- Targets that don't match the message type are skipped — an SMS message only goes to SMS targets, even if the targeted user also has email targets.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The model's answer comprehensively covers all four rubric requirements: 1) All three targeting methods (topics, users, targets) are clearly described with dedicated sections; 2) The topic subscription mechanism is explained including how to create topics, add subscribers via createSubscriber(), and self-subscribe via account APIs; 3) How messages are sent to each target type is detailed - users resolve to all matching targets, targets allow precise individual delivery, topics broadcast to all subscribers; 4) Combining targeting methods is explicitly shown in the code example and explained with the note that recipients are merged and deduplicated. The answer goes beyond the reference answer with additional useful details about implementation.",
          "promptTokens": 20727,
          "completionTokens": 1486,
          "totalTokens": 22213,
          "cost": 0.28157,
          "durationMs": 24797,
          "tokensPerSecond": 59.93,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-10",
          "category": "messaging",
          "type": "mcq",
          "question": "Can Appwrite Messaging schedule messages for future delivery?",
          "choices": [
            "No, messages are always sent immediately",
            "Only through custom Functions",
            "Yes, using the scheduledAt parameter when creating a message",
            "Only for email messages"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1206,
          "completionTokens": 27,
          "totalTokens": 1233,
          "cost": 0.01341,
          "durationMs": 4553,
          "tokensPerSecond": 5.93,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-11",
          "category": "messaging",
          "type": "mcq",
          "question": "What parameter do you use to schedule a message for future delivery?",
          "choices": [
            "scheduledAt",
            "delay",
            "sendAt",
            "schedule"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1143,
          "completionTokens": 52,
          "totalTokens": 1195,
          "cost": 0.01403,
          "durationMs": 7598,
          "tokensPerSecond": 6.84,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-12",
          "category": "messaging",
          "type": "mcq",
          "question": "In Appwrite Messaging, how do topics and targets relate?",
          "choices": [
            "Topics are the same as targets",
            "Targets are only for email",
            "Users subscribe to topics; targets are a user's delivery endpoints (email, phone, push token). You send to topics and/or users and/or targets.",
            "Topics replace the need for targets"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1261,
          "completionTokens": 27,
          "totalTokens": 1288,
          "cost": 0.01396,
          "durationMs": 4603,
          "tokensPerSecond": 5.87,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-13",
          "category": "messaging",
          "type": "mcq",
          "question": "Which push notification providers does Appwrite Messaging support?",
          "choices": [
            "FCM (Firebase Cloud Messaging) and APNS (Apple Push Notification service)",
            "Only one custom provider",
            "Only FCM",
            "Only web push"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1209,
          "completionTokens": 36,
          "totalTokens": 1245,
          "cost": 0.01389,
          "durationMs": 7590,
          "tokensPerSecond": 4.74,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-14",
          "category": "messaging",
          "type": "mcq",
          "question": "Where do you configure messaging providers (e.g. Mailgun, Twilio)?",
          "choices": [
            "In each message send call",
            "In environment variables only",
            "In the Appwrite Console (or API): add and configure providers for the project",
            "Providers are built-in and need no configuration"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1214,
          "completionTokens": 27,
          "totalTokens": 1241,
          "cost": 0.01349,
          "durationMs": 5701,
          "tokensPerSecond": 4.74,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-15",
          "category": "messaging",
          "type": "mcq",
          "question": "What is a target in Appwrite Messaging?",
          "choices": [
            "A delivery endpoint for a user (e.g. an email address, phone number, or push device token)",
            "A message template",
            "A user group",
            "A provider configuration"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1191,
          "completionTokens": 57,
          "totalTokens": 1248,
          "cost": 0.01476,
          "durationMs": 4694,
          "tokensPerSecond": 12.14,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-16",
          "category": "messaging",
          "type": "mcq",
          "question": "Can you send one message to both topics and specific users in the same request?",
          "choices": [
            "No, you must choose one targeting method",
            "Only for email",
            "Yes, targeting by topics, users, and targets can be combined in a single message",
            "Only in the Console"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1203,
          "completionTokens": 67,
          "totalTokens": 1270,
          "cost": 0.01538,
          "durationMs": 10746,
          "tokensPerSecond": 6.23,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-17",
          "category": "messaging",
          "type": "mcq",
          "question": "Which service do you use from the client or server SDK to send emails?",
          "choices": [
            "Messaging service (e.g. messaging.createEmail)",
            "Email service",
            "Mail service",
            "Notifications service"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1175,
          "completionTokens": 27,
          "totalTokens": 1202,
          "cost": 0.0131,
          "durationMs": 4509,
          "tokensPerSecond": 5.99,
          "toolCallCount": 0
        },
        {
          "questionId": "msg-18",
          "category": "messaging",
          "type": "mcq",
          "question": "Who can subscribe a user to a topic for push notifications?",
          "choices": [
            "Only the user from the client",
            "Only the Console",
            "The backend (with appropriate permissions) or the client; targets and topic subscriptions are managed via API",
            "Only server SDK with API key"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11230,
          "completionTokens": 233,
          "totalTokens": 11463,
          "cost": 0.12395,
          "durationMs": 19046,
          "tokensPerSecond": 12.23,
          "toolCallCount": 1
        },
        {
          "questionId": "msg-19",
          "category": "messaging",
          "type": "mcq",
          "question": "What are message templates used for in Appwrite Messaging?",
          "choices": [
            "Predefined content (e.g. subject, body) that can be used when sending messages; you reference them by message ID",
            "Only for email subject lines",
            "Only for SMS",
            "They are not supported"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 31464,
          "completionTokens": 589,
          "totalTokens": 32053,
          "cost": 0.34409,
          "durationMs": 46658,
          "tokensPerSecond": 12.62,
          "toolCallCount": 2
        },
        {
          "questionId": "msg-20",
          "category": "messaging",
          "type": "free-form",
          "question": "Describe the steps to send a push notification to all users subscribed to a topic. What must be configured first?",
          "correctAnswer": "Configure a push provider (FCM and/or APNS) in the project. Create a topic. Users (or the app) register targets (device tokens) and subscribe those targets to the topic. Then call the API to create/send a push message targeting the topic (e.g. messaging.createPush with topic IDs).",
          "rubric": "Must mention: 1) Provider configuration (FCM/APNS), 2) Topic creation, 3) User targets/subscriptions to the topic, 4) Sending push to the topic (e.g. createPush with topicIds)",
          "modelAnswer": "# Sending a Push Notification to a Topic in Appwrite\n\n## Prerequisites (what must be configured first)\n\n1. **A push notification provider** — Appwrite Messaging doesn't deliver push notifications itself; you must connect a third-party provider in the Console under **Messaging → Providers**:\n   - **FCM** (Firebase Cloud Messaging) for Android/web — requires your Firebase service account JSON\n   - **APNs** (Apple Push Notification service) for iOS — requires your team ID, bundle ID, auth key ID, and `.p8` auth key\n\n2. **Registered app platforms** — your Android/iOS/Flutter app must be added as a platform in your Appwrite project so the client SDK can communicate with Appwrite.\n\n3. **Push targets on user accounts** — each user's device must register a push target. In your client app, after obtaining the device token from FCM/APNs:\n   ```typescript\n   await account.createPushTarget({\n       targetId: ID.unique(),\n       identifier: deviceToken,        // FCM/APNs token\n       providerId: '[PROVIDER_ID]'     // optional if only one provider\n   });\n   ```\n\n## Steps to send to a topic\n\n**1. Create a topic** (Console, CLI, or server SDK):\n```bash\nappwrite messaging create-topic --topic-id 'unique()' --name \"news\"\n```\n\n**2. Subscribe users' push targets to the topic:**\n```bash\nappwrite messaging create-subscriber \\\n    --topic-id '[TOPIC_ID]' \\\n    --subscriber-id 'unique()' \\\n    --target-id '[PUSH_TARGET_ID]'\n```\n(Clients can also subscribe themselves via the client SDK's `messaging.createSubscriber()` if the topic grants them `subscribe` permission.)\n\n**3. Send the push message targeting the topic** (server SDK with an API key, or CLI):\n```typescript\nimport { Client, Messaging, ID } from 'node-appwrite';\n\nconst messaging = new Messaging(client); // admin client with API key\n\nawait messaging.createPush({\n    messageId: ID.unique(),\n    title: 'Breaking news',\n    body: 'Something important happened!',\n    topics: ['[TOPIC_ID]']   // delivers to all subscribers of the topic\n});\n```\n\nOr via CLI:\n```bash\nappwrite messaging create-push \\\n    --message-id 'unique()' \\\n    --title \"Breaking news\" \\\n    --body \"Something important happened!\" \\\n    --topics '[TOPIC_ID]'\n```\n\nEvery push target subscribed to the topic receives the notification. You can also schedule delivery with the `scheduledAt` parameter, or send to specific `users`/`targets` instead of topics.\n\n**Summary of required setup:** provider (FCM/APNs) → app platform → device push targets → topic → subscribers → send message.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all four required rubric points: 1) Provider configuration (FCM/APNS) is explicitly mentioned as the first prerequisite with detailed setup instructions; 2) Topic creation is covered with code examples; 3) User targets/subscriptions to the topic are thoroughly explained including createPushTarget and createSubscriber calls; 4) Sending push to the topic using createPush with topicIds is demonstrated with both SDK and CLI examples. The answer goes beyond the minimum requirements with additional helpful details like permissions, scheduling, and platform registration.",
          "promptTokens": 20709,
          "completionTokens": 1229,
          "totalTokens": 21938,
          "cost": 0.26854,
          "durationMs": 24991,
          "tokensPerSecond": 49.18,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-1",
          "category": "realtime",
          "type": "mcq",
          "question": "What protocol does Appwrite Realtime use?",
          "choices": [
            "WebSocket",
            "HTTP Long Polling",
            "Server-Sent Events (SSE)",
            "gRPC streaming"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 1178,
          "completionTokens": 47,
          "totalTokens": 1225,
          "cost": 0.01413,
          "durationMs": 7486,
          "tokensPerSecond": 6.28,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-2",
          "category": "realtime",
          "type": "mcq",
          "question": "Which method subscribes to realtime events in the Web SDK?",
          "choices": [
            "client.realtime(channels)",
            "client.on(event, handler)",
            "realtime.subscribe(channels, callback)",
            "client.listen(channels)"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11184,
          "completionTokens": 186,
          "totalTokens": 11370,
          "cost": 0.12114,
          "durationMs": 15857,
          "tokensPerSecond": 11.73,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-3",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens when you subscribe to a new channel on an existing connection?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown because only one subscription is allowed",
            "Connection is always recreated (old closed, new opened)",
            "A separate parallel connection is opened"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 11250,
          "completionTokens": 296,
          "totalTokens": 11546,
          "cost": 0.1273,
          "durationMs": 12515,
          "tokensPerSecond": 23.65,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-4",
          "category": "realtime",
          "type": "mcq",
          "question": "Which of these is a valid Realtime channel?",
          "choices": [
            "tablesdb.[DB_ID].tables.[TABLE_ID].rows",
            "realtime.documents.[DOCUMENT_ID]",
            "subscribe.tablesdb.tables",
            "events.tablesdb.rows.create"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11294,
          "completionTokens": 110,
          "totalTokens": 11404,
          "cost": 0.11844,
          "durationMs": 11358,
          "tokensPerSecond": 9.68,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-5",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime response payload contain for a row event?",
          "choices": [
            "Only the row $id and the event type",
            "A reference URL to fetch the row",
            "The row data including $id, $createdAt, $updatedAt, and custom fields",
            "Only the fields that changed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11230,
          "completionTokens": 141,
          "totalTokens": 11371,
          "cost": 0.11935,
          "durationMs": 16476,
          "tokensPerSecond": 8.56,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-6",
          "category": "realtime",
          "type": "mcq",
          "question": "How is authentication handled for Realtime connections?",
          "choices": [
            "Through an API key passed as a query parameter",
            "Through a separate authentication WebSocket",
            "Through cookies/session tokens passed during WebSocket handshake",
            "Authentication is not supported for Realtime"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11250,
          "completionTokens": 176,
          "totalTokens": 11426,
          "cost": 0.1213,
          "durationMs": 18309,
          "tokensPerSecond": 9.61,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-7",
          "category": "realtime",
          "type": "mcq",
          "question": "What happens if a user authenticates after creating a Realtime subscription?",
          "choices": [
            "The subscription automatically updates with the new permissions",
            "An authentication event is fired on the existing subscription",
            "Subscription must be recreated to receive events for the authenticated user",
            "The server rejects the authentication until the subscription is closed"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11292,
          "completionTokens": 379,
          "totalTokens": 11671,
          "cost": 0.13187,
          "durationMs": 19944,
          "tokensPerSecond": 19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-8",
          "category": "realtime",
          "type": "mcq",
          "question": "How do you unsubscribe from a Realtime channel in the Web SDK?",
          "choices": [
            "Call `unsubscribe()` on the subscription returned by `realtime.subscribe()`",
            "client.unsubscribe(channel)",
            "client.realtime.close()",
            "subscription.remove()"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11258,
          "completionTokens": 333,
          "totalTokens": 11591,
          "cost": 0.12923,
          "durationMs": 15326,
          "tokensPerSecond": 21.73,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-9",
          "category": "realtime",
          "type": "free-form",
          "question": "Write code using the Appwrite Web SDK to subscribe to realtime table row changes and file uploads simultaneously, handling each event type differently.",
          "correctAnswer": "Use realtime.subscribe() with an array of channels for both TablesDB rows and storage files, then check the event string in the callback to differentiate between row and file events and handle them accordingly.",
          "rubric": "Must mention: 1) Realtime + realtime.subscribe() with array of channels, 2) Channel for rows (tablesdb.[ID].tables.[ID].rows or Channel.tablesdb(...).table(...).row()), 3) Channel for files (buckets.[ID].files or Channel.bucket(...).file()), 4) Event type checking in callback, 5) Different handling logic per event type",
          "modelAnswer": "Here's how to subscribe to both table row changes and storage file events in a single realtime subscription using the Appwrite Web SDK, then branch your logic based on the event type:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\n// Subscribe to both channels at once\nconst subscription = await realtime.subscribe(\n    [\n        Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(), // all rows in a table\n        Channel.bucket('[BUCKET_ID]').file(),                        // all files in a bucket\n    ],\n    (response) => {\n        const { events, payload, timestamp } = response;\n\n        // --- Database row events ---\n        if (events.some((e) => e.includes('.rows.'))) {\n            if (events.some((e) => e.endsWith('.create'))) {\n                console.log('New row created:', payload);\n            } else if (events.some((e) => e.endsWith('.update'))) {\n                console.log('Row updated:', payload);\n            } else if (events.some((e) => e.endsWith('.delete'))) {\n                console.log('Row deleted:', payload);\n            }\n            return;\n        }\n\n        // --- Storage file events ---\n        if (events.some((e) => e.includes('.files.'))) {\n            if (events.some((e) => e.endsWith('.create'))) {\n                console.log('File uploaded:', payload); // payload is the file metadata\n            } else if (events.some((e) => e.endsWith('.delete'))) {\n                console.log('File deleted:', payload);\n            }\n        }\n    }\n);\n\n// Later, when you no longer need updates:\nawait subscription.close();\n```\n\n**Key points:**\n\n- **Single connection, multiple channels** — passing an array of channels to `realtime.subscribe()` multiplexes both streams over one WebSocket connection, which is more efficient than two separate subscriptions.\n- **Event discrimination** — the `response.events` array contains event strings like:\n  - `tablesdb.[DB_ID].tables.[TABLE_ID].rows.[ROW_ID].create` (row created)\n  - `buckets.[BUCKET_ID].files.[FILE_ID].create` (file uploaded)\n  \n  Checking for `.rows.` vs `.files.` in the event string tells you which resource type fired, and the `.create`/`.update`/`.delete` suffix tells you the action.\n- **Payload typing** — `payload` will be a row document (with `$id`, `$createdAt`, your columns, etc.) for database events, or a `Models.File` object (with `name`, `mimeType`, `sizeOriginal`, etc.) for storage events.\n- **Permissions matter** — the subscriber only receives events for resources they have **read** permission on, so make sure your rows/files grant read access to the logged-in user (e.g., `Permission.read(Role.user(userId))`).\n- **Cleanup** — call `subscription.close()` when the component unmounts or the listener is no longer needed to avoid leaked connections.",
          "correct": true,
          "score": 0.9,
          "judgeReasoning": "The answer covers all 5 rubric points: 1) Uses realtime.subscribe() with an array of channels, 2) Uses Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row() for rows, 3) Uses Channel.bucket('[BUCKET_ID]').file() for files, 4) Checks event types in the callback using events.some(), 5) Has different handling logic for row vs file events and for create/update/delete sub-types. The code is well-structured and includes helpful explanations. Minor uncertainty: the Channel API shown (Channel.tablesdb(), Channel.bucket()) may not be the exact official API (the reference mentions 'tablesdb.[ID].tables.[ID].rows' string format), but the answer acknowledges both the string format and the Channel helper approach, making it essentially correct. The implementation is comprehensive and practical.",
          "promptTokens": 10466,
          "completionTokens": 1156,
          "totalTokens": 11622,
          "cost": 0.16246,
          "durationMs": 19986,
          "tokensPerSecond": 57.84,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-10",
          "category": "realtime",
          "type": "free-form",
          "question": "Explain the differences between Appwrite Realtime and Webhooks. When would you use each?",
          "correctAnswer": "Realtime uses WebSockets for client-side live updates (e.g., chat apps, live dashboards), while Webhooks are server-to-server HTTP callbacks triggered by events (e.g., sending notifications, syncing with external services). Use Realtime for instant UI updates and Webhooks for backend integrations.",
          "rubric": "Must mention: 1) Realtime uses WebSockets for client-side, 2) Webhooks use HTTP callbacks server-to-server, 3) Realtime for live UI updates, 4) Webhooks for backend/external integrations, 5) At least one concrete use case for each",
          "modelAnswer": "# Appwrite Realtime vs. Webhooks\n\nBoth react to **events** in your Appwrite project (the same event system — e.g., row created, file uploaded, user registered), but they deliver those events to very different destinations for very different purposes.\n\n## Core Differences\n\n| | **Realtime** | **Webhooks** |\n|---|---|---|\n| **Delivery** | WebSocket connection to a connected client | HTTP POST to a server URL you configure |\n| **Direction** | Server → client apps (browsers, mobile) | Server → external backend/service |\n| **Audience** | End users of your app | Your servers or third-party systems |\n| **Permissions** | Respects the subscribed user's permissions — users only receive events for resources they can read | Project-level — receives all matching events regardless of user permissions |\n| **Lifetime** | Only while the client is connected; missed events aren't replayed | Fires whether or not anyone is online |\n| **Setup** | Client SDK code (`realtime.subscribe(...)`) | Configured in Console or via CLI (`appwrite push webhooks`) |\n\n## Realtime\n\nClients subscribe to channels over a WebSocket and receive live updates:\n\n```typescript\nimport { Realtime, Channel } from 'appwrite';\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe(\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    (response) => {\n        console.log(response.events);  // e.g. ['tablesdb.*.tables.*.rows.*.create']\n        console.log(response.payload); // the affected row\n    }\n);\n```\n\nChannels include database rows, storage files, the user's `account`, `teams`, `memberships`, and function executions.\n\n**Use Realtime when:**\n- Building **live UI** — chat apps, collaborative editors, live dashboards, presence indicators\n- You want the screen to update instantly when data changes (e.g., a new comment appears without a refresh)\n- Tracking function execution status in the client\n- The consumer is an **authenticated (or anonymous) user session** and per-user permission filtering matters\n\n## Webhooks\n\nAppwrite sends an HTTP POST with the event payload to a URL you define:\n\n```json\n{\n    \"$id\": \"<WEBHOOK_ID>\",\n    \"name\": \"Deploy events\",\n    \"url\": \"https://example.com/appwrite/webhook\",\n    \"events\": [\"functions.*.deployments.*.create\"],\n    \"enabled\": true,\n    \"tls\": true\n}\n```\n\n**Use Webhooks when:**\n- Integrating with **external services** — Slack notifications, Stripe, analytics, email providers, search indexing (e.g., sync rows to Algolia/Meilisearch)\n- Triggering **server-side workflows** on infrastructure outside Appwrite\n- You need events processed even when **no client is connected**\n- The consumer is a machine, not a user\n\n## Quick Rule of Thumb\n\n- **Realtime** = \"Update my users' screens live.\" (client-facing, WebSocket, permission-scoped)\n- **Webhooks** = \"Notify my backend or another service that something happened.\" (server-facing, HTTP, project-wide)\n\nA third related option worth knowing: **event-triggered Appwrite Functions**. If your reaction logic can live *inside* Appwrite (rather than an external server), you can set `events` on a function instead of standing up a webhook endpoint — same triggers, but Appwrite hosts the handler for you.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five rubric criteria: 1) Realtime uses WebSockets for client-side delivery, 2) Webhooks use HTTP POST callbacks server-to-server, 3) Realtime is for live UI updates, 4) Webhooks are for backend/external integrations, and 5) multiple concrete use cases for each (chat apps, collaborative editors, dashboards for Realtime; Slack notifications, Stripe, search indexing for Webhooks). The answer goes beyond the reference with additional valuable details like permission scoping, connection lifetime differences, code examples, and a bonus mention of event-triggered Functions.",
          "promptTokens": 20705,
          "completionTokens": 1390,
          "totalTokens": 22095,
          "cost": 0.27655,
          "durationMs": 30643,
          "tokensPerSecond": 45.36,
          "toolCallCount": 2
        },
        {
          "questionId": "rt-11",
          "category": "realtime",
          "type": "mcq",
          "question": "What does realtime.subscribe(channels, callback) return?",
          "choices": [
            "A subscription object that can unsubscribe from those channels",
            "A promise that resolves when the first event is received",
            "The subscription ID",
            "Nothing (undefined)"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11198,
          "completionTokens": 220,
          "totalTokens": 11418,
          "cost": 0.12298,
          "durationMs": 24462,
          "tokensPerSecond": 8.99,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-12",
          "category": "realtime",
          "type": "mcq",
          "question": "What does the Realtime event payload contain?",
          "choices": [
            "Only the event name",
            "Only the changed fields",
            "events (array), channels (array), timestamp, and payload (e.g. row or file data)",
            "A URL to fetch the resource"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1205,
          "completionTokens": 27,
          "totalTokens": 1232,
          "cost": 0.0134,
          "durationMs": 4303,
          "tokensPerSecond": 6.27,
          "toolCallCount": 0
        },
        {
          "questionId": "rt-13",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format subscribes to row changes in a table?",
          "choices": [
            "tablesdb.[databaseId].tables.[tableId].rows",
            "tables.[tableId].rows",
            "rows.[tableId]",
            "realtime.tables.[tableId]"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11222,
          "completionTokens": 150,
          "totalTokens": 11372,
          "cost": 0.11972,
          "durationMs": 13112,
          "tokensPerSecond": 11.44,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-14",
          "category": "realtime",
          "type": "mcq",
          "question": "How does the client authenticate to Realtime?",
          "choices": [
            "API key in the query string",
            "Bearer token in a header",
            "Session/cookies sent during the WebSocket handshake",
            "Realtime does not support authentication"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11176,
          "completionTokens": 192,
          "totalTokens": 11368,
          "cost": 0.12136,
          "durationMs": 13417,
          "tokensPerSecond": 14.31,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-15",
          "category": "realtime",
          "type": "mcq",
          "question": "What event types can you receive for a rows channel?",
          "choices": [
            "create, update, delete, and optionally other events depending on the resource",
            "Only create and delete",
            "Only update",
            "custom events only"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11136,
          "completionTokens": 127,
          "totalTokens": 11263,
          "cost": 0.11771,
          "durationMs": 22413,
          "tokensPerSecond": 5.67,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-16",
          "category": "realtime",
          "type": "mcq",
          "question": "When you subscribe to a new channel on an existing Realtime connection, what happens?",
          "choices": [
            "The active subscription is updated with the new channel",
            "An error is thrown",
            "The connection is always recreated: the old socket is closed and a new one is opened with all channels",
            "A separate connection is opened for the new channel"
          ],
          "correctAnswer": "A",
          "modelAnswer": "C",
          "correct": false,
          "score": 0,
          "promptTokens": 11268,
          "completionTokens": 341,
          "totalTokens": 11609,
          "cost": 0.12973,
          "durationMs": 29593,
          "tokensPerSecond": 11.52,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-17",
          "category": "realtime",
          "type": "mcq",
          "question": "Which channel format is used to subscribe to file changes in a bucket?",
          "choices": [
            "buckets.[bucketId].files",
            "storage.[bucketId].files",
            "files.[bucketId]",
            "realtime.buckets.[bucketId].files"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 11200,
          "completionTokens": 208,
          "totalTokens": 11408,
          "cost": 0.1224,
          "durationMs": 10946,
          "tokensPerSecond": 19,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-18",
          "category": "realtime",
          "type": "mcq",
          "question": "Does the Realtime payload include the full row when a row is updated?",
          "choices": [
            "No, only the row ID",
            "Only the fields that changed",
            "Yes, the payload includes the full row (e.g. $id, $createdAt, $updatedAt and columns)",
            "Only a version number"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11244,
          "completionTokens": 166,
          "totalTokens": 11410,
          "cost": 0.12074,
          "durationMs": 12940,
          "tokensPerSecond": 12.83,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-19",
          "category": "realtime",
          "type": "mcq",
          "question": "If a user logs in after already having a Realtime subscription, will they receive events for resources they can now access?",
          "choices": [
            "Yes, the subscription automatically updates",
            "The server pushes an auth event and then updates",
            "The subscription must be recreated to apply the new user's permissions",
            "Realtime does not respect permissions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 11266,
          "completionTokens": 339,
          "totalTokens": 11605,
          "cost": 0.12961,
          "durationMs": 21079,
          "tokensPerSecond": 16.08,
          "toolCallCount": 1
        },
        {
          "questionId": "rt-20",
          "category": "realtime",
          "type": "free-form",
          "question": "Write a single realtime.subscribe() call that listens to both a TablesDB table's rows and a storage bucket's files. What are the exact channel strings?",
          "correctAnswer": "realtime.subscribe([ 'tablesdb.[databaseId].tables.[tableId].rows', 'buckets.[bucketId].files' ], callback). The channel strings are tablesdb.[databaseId].tables.[tableId].rows and buckets.[bucketId].files.",
          "rubric": "Must include: 1) realtime.subscribe with array of channels, 2) Correct rows channel format (tablesdb...tables...rows), 3) Correct files channel format (buckets...files), 4) Callback",
          "modelAnswer": "Here's a single `realtime.subscribe()` call that listens to both channels:\n\n```typescript\nimport { Client, Realtime, Channel } from 'appwrite';\n\nconst client = new Client()\n    .setEndpoint('https://<REGION>.cloud.appwrite.io/v1')\n    .setProject('[PROJECT_ID]');\n\nconst realtime = new Realtime(client);\n\nconst subscription = await realtime.subscribe([\n    Channel.tablesdb('[DATABASE_ID]').table('[TABLE_ID]').row(),\n    Channel.bucket('[BUCKET_ID]').file(),\n], (response) => {\n    console.log(response.events);   // event strings that fired\n    console.log(response.channels); // which channel(s) matched\n    console.log(response.payload);  // the affected row or file\n});\n\n// Later, when done:\nawait subscription.close();\n```\n\n**The exact channel strings** these builders produce are:\n\n| Resource | Channel string |\n|----------|---------------|\n| All rows in a table | `tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows` |\n| All files in a bucket | `buckets.[BUCKET_ID].files` |\n\nA few notes:\n\n- You can also pass a specific ID to narrow the subscription: `.row('[ROW_ID]')` → `tablesdb.[DB_ID].tables.[TABLE_ID].rows.[ROW_ID]`, or `.file('[FILE_ID]')` → `buckets.[BUCKET_ID].files.[FILE_ID]`.\n- Inside the callback, use `response.channels` or inspect `response.events` (e.g. `tablesdb.*.tables.*.rows.*.create` vs. `buckets.*.files.*.create`) to distinguish row events from file events.\n- Realtime subscriptions are **client-side only** — the user must have read permission on the rows/files to receive their events.",
          "correct": true,
          "score": 0.7,
          "judgeReasoning": "The answer correctly identifies both channel strings (tablesdb.[DATABASE_ID].tables.[TABLE_ID].rows and buckets.[BUCKET_ID].files) and includes a realtime.subscribe() call with an array of channels and a callback. However, the code uses a fictional Channel builder API (Channel.tablesdb().table().row()) that doesn't exist in Appwrite's SDK - the actual API uses plain string channel names directly in the array. The channel strings themselves are correct per the rubric, and the subscribe pattern with array + callback is present, but the implementation code is fabricated/incorrect. The table showing the exact channel strings saves this answer from a lower score.",
          "promptTokens": 10470,
          "completionTokens": 695,
          "totalTokens": 11165,
          "cost": 0.13945,
          "durationMs": 18144,
          "tokensPerSecond": 38.3,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-1",
          "category": "cli",
          "type": "mcq",
          "question": "How do you install the Appwrite CLI using npm?",
          "choices": [
            "npm install -g appwrite-cli",
            "npm install appwrite",
            "npm install -g @appwrite/cli",
            "npx appwrite-cli install"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12622,
          "completionTokens": 97,
          "totalTokens": 12719,
          "cost": 0.13107,
          "durationMs": 8296,
          "tokensPerSecond": 11.69,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-2",
          "category": "cli",
          "type": "mcq",
          "question": "What is the standard workflow for deploying resources with the CLI?",
          "choices": [
            "create → build → deploy",
            "setup → configure → upload",
            "init → modify → push",
            "new → edit → publish"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12572,
          "completionTokens": 120,
          "totalTokens": 12692,
          "cost": 0.13172,
          "durationMs": 11077,
          "tokensPerSecond": 10.83,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-3",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes a new Appwrite Function via the CLI?",
          "choices": [
            "appwrite create function",
            "appwrite new function",
            "appwrite init functions",
            "appwrite functions init"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12564,
          "completionTokens": 165,
          "totalTokens": 12729,
          "cost": 0.13389,
          "durationMs": 20067,
          "tokensPerSecond": 8.22,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-4",
          "category": "cli",
          "type": "mcq",
          "question": "What configuration file does the Appwrite CLI use?",
          "choices": [
            "appwrite.config.js",
            ".appwriterc",
            "appwrite.yaml",
            "appwrite.config.json"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12574,
          "completionTokens": 135,
          "totalTokens": 12709,
          "cost": 0.13249,
          "durationMs": 12185,
          "tokensPerSecond": 11.08,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-5",
          "category": "cli",
          "type": "mcq",
          "question": "Which flag makes CLI commands non-interactive for CI/CD?",
          "choices": [
            "--yes",
            "--ci",
            "--force",
            "--non-interactive"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12522,
          "completionTokens": 108,
          "totalTokens": 12630,
          "cost": 0.13062,
          "durationMs": 9290,
          "tokensPerSecond": 11.63,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-6",
          "category": "cli",
          "type": "mcq",
          "question": "What command deploys functions to Appwrite?",
          "choices": [
            "appwrite deploy functions",
            "appwrite functions deploy",
            "appwrite push functions",
            "appwrite upload functions"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12580,
          "completionTokens": 112,
          "totalTokens": 12692,
          "cost": 0.1314,
          "durationMs": 12400,
          "tokensPerSecond": 9.03,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-7",
          "category": "cli",
          "type": "mcq",
          "question": "How do you run functions locally for development?",
          "choices": [
            "appwrite functions serve",
            "appwrite dev function",
            "appwrite run functions",
            "appwrite local function"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12554,
          "completionTokens": 127,
          "totalTokens": 12681,
          "cost": 0.13189,
          "durationMs": 13093,
          "tokensPerSecond": 9.7,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-8",
          "category": "cli",
          "type": "mcq",
          "question": "What command pulls existing remote resources into your local project?",
          "choices": [
            "appwrite fetch",
            "appwrite sync",
            "appwrite download",
            "appwrite pull"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12548,
          "completionTokens": 149,
          "totalTokens": 12697,
          "cost": 0.13293,
          "durationMs": 10090,
          "tokensPerSecond": 14.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-9",
          "category": "cli",
          "type": "free-form",
          "question": "Explain how to set up a CI/CD pipeline using the Appwrite CLI. What commands and flags are needed for non-interactive deployment?",
          "correctAnswer": "Set up API key authentication with environment variables, use appwrite login with --endpoint and --key flags, then run appwrite push with --force flag for non-interactive deployment. Configure these as CI/CD pipeline steps.",
          "rubric": "Must mention: 1) API key or service account authentication, 2) --force flag for non-interactive mode, 3) appwrite push command, 4) Environment variable configuration, 5) Login/authentication step in the pipeline",
          "modelAnswer": "# CI/CD Pipeline Setup with Appwrite CLI\n\nHere's how to set up automated, non-interactive deployments using the Appwrite CLI.\n\n## 1. Install the CLI in your pipeline\n\n```bash\nnpm install -g appwrite-cli\n```\n\n(Or use the install script: `curl -sL https://appwrite.io/cli/install.sh | bash`)\n\n## 2. Authenticate headlessly\n\nSince `appwrite login` is interactive, use an **API key** for CI/CD. Configure the client directly with environment secrets stored in your CI system:\n\n```bash\nappwrite client \\\n    --endpoint \"https://<REGION>.cloud.appwrite.io/v1\" \\\n    --project-id \"$APPWRITE_PROJECT_ID\" \\\n    --key \"$APPWRITE_API_KEY\"\n```\n\nCreate the API key in the Appwrite Console with scopes matching the resources you'll deploy (functions, databases, etc.), and store it as a CI secret — never commit it.\n\n## 3. Commit your project configuration\n\nYour repo should contain `appwrite.config.json` (generated via `appwrite init project` / `appwrite pull` locally), which defines functions, sites, tables, buckets, teams, webhooks, and topics. You can also split resources into separate files using the `includes` field.\n\n## 4. Deploy with non-interactive flags\n\nThe two key flags are:\n\n| Flag | Purpose |\n|------|---------|\n| `--all` (`-a`) | Selects **all** resources, skipping the interactive resource-selection prompt |\n| `--force` (`-f`) | Auto-confirms **all** warnings/prompts (e.g., overwriting remote changes) |\n\n```bash\n# Deploy everything\nappwrite push all --all --force\n\n# Or deploy specific resource types\nappwrite push functions --all --force\nappwrite push sites --all --force\nappwrite push tables --all --force\nappwrite push buckets --all --force\nappwrite push teams --all --force\nappwrite push webhooks --all --force\nappwrite push topics --all --force\n```\n\n### Useful deployment variations\n\n```bash\n# Deploy a single function\nappwrite push functions --function-id <FUNCTION_ID> --force\n\n# Deploy but don't switch live traffic (staged deployment)\nappwrite push functions --function-id <FUNCTION_ID> --activate=false --force\n\n# Sync function env variables from a local .env file\nappwrite push functions --function-id <FUNCTION_ID> --with-variables --force\n```\n\n## 5. Example GitHub Actions workflow\n\n```yaml\nname: Deploy to Appwrite\non:\n  push:\n    branches: [main]\n\njobs:\n  deploy:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@v4\n      - run: npm install -g appwrite-cli\n      - name: Configure Appwrite CLI\n        run: |\n          appwrite client \\\n            --endpoint \"${{ vars.APPWRITE_ENDPOINT }}\" \\\n            --project-id \"${{ vars.APPWRITE_PROJECT_ID }}\" \\\n            --key \"${{ secrets.APPWRITE_API_KEY }}\"\n      - name: Deploy\n        run: appwrite push all --all --force\n```\n\n## Extra tips\n\n- Add `--json` for machine-readable output if your pipeline parses results.\n- Add `--verbose` (`-V`) to surface full error logs when debugging failed CI runs.\n- Function/site secrets should live in a `.env` file inside each function's `path` — only pushed when you pass `--with-variables`, so a plain `push` won't overwrite remote variables.\n- For databases, prefer declarative config (`appwrite push tables`) over imperative `tables-db` commands so schema stays version-controlled.",
          "correct": true,
          "score": 0.95,
          "judgeReasoning": "The model's answer is comprehensive and covers all 5 rubric criteria: 1) API key authentication is clearly explained with the `appwrite client --key` command and mentions storing it as a CI secret; 2) --force flag is explicitly mentioned and explained; 3) appwrite push command is covered extensively with multiple variations; 4) Environment variable configuration is covered (CI secrets, environment variables for endpoint/project/key); 5) Authentication/login step is covered via the `appwrite client` headless approach. The answer goes beyond the reference answer with additional useful details like --all flag, GitHub Actions example, and deployment variations. The only minor discrepancy is using `appwrite client` instead of `appwrite login --endpoint --key`, but this is actually a valid and arguably better approach for CI/CD. The answer is thorough and accurate.",
          "promptTokens": 11906,
          "completionTokens": 1337,
          "totalTokens": 13243,
          "cost": 0.18591,
          "durationMs": 22165,
          "tokensPerSecond": 60.32,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-10",
          "category": "cli",
          "type": "free-form",
          "question": "Describe the complete workflow for creating, configuring, and deploying an Appwrite Function using the CLI. Include key configuration options in appwrite.config.json.",
          "correctAnswer": "Run appwrite init functions to scaffold, choose runtime and template, configure appwrite.config.json with function settings (name, runtime, execute permissions, variables, schedule, etc.), develop locally with appwrite run functions, then deploy with appwrite push functions.",
          "rubric": "Must mention: 1) appwrite init functions to scaffold, 2) Runtime selection, 3) appwrite.config.json configuration options, 4) Local development with appwrite run functions, 5) Deployment with appwrite push functions",
          "modelAnswer": "# Complete Workflow: Creating, Configuring & Deploying an Appwrite Function via CLI\n\n## 1. Install the CLI\n\n```bash\n# npm\nnpm install -g appwrite-cli\n\n# macOS (Homebrew)\nbrew install appwrite/appwrite/appwrite\n\n# macOS / Linux (script)\ncurl -sL https://appwrite.io/cli/install.sh | bash\n\n# Verify\nappwrite -v\n```\n\n## 2. Login & Initialize the Project\n\n```bash\n# Login to Appwrite Cloud\nappwrite login\n\n# Or login to a self-hosted instance\nappwrite login --endpoint \"https://your-instance.com/v1\"\n\n# Initialize a project — creates appwrite.config.json\nappwrite init project\n```\n\n## 3. Create the Function\n\n```bash\n# Scaffold a new function (interactive: choose name, runtime, template)\nappwrite init functions\n\n# Or pull existing functions defined in the Console\nappwrite pull functions\n```\n\nThis creates a local function directory (e.g., `functions/userAuth/`) and adds an entry to `appwrite.config.json`.\n\n## 4. Configure in `appwrite.config.json`\n\n```json\n{\n    \"projectId\": \"<PROJECT_ID>\",\n    \"endpoint\": \"https://<REGION>.cloud.appwrite.io/v1\",\n    \"functions\": [\n        {\n            \"$id\": \"<FUNCTION_ID>\",\n            \"name\": \"userAuth\",\n            \"enabled\": true,\n            \"logging\": true,\n            \"runtime\": \"node-22\",\n            \"buildSpecification\": \"s-1vcpu-512mb\",\n            \"runtimeSpecification\": \"s-1vcpu-512mb\",\n            \"deploymentRetention\": 7,\n            \"scopes\": [\"users.read\"],\n            \"events\": [\"users.*.create\"],\n            \"schedule\": \"0 0 * * *\",\n            \"timeout\": 15,\n            \"entrypoint\": \"src/main.js\",\n            \"commands\": \"npm install\",\n            \"ignore\": \"node_modules\\n.tmp\",\n            \"path\": \"functions/userAuth\"\n        }\n    ]\n}\n```\n\n**Key configuration options:**\n\n| Field | Purpose |\n|-------|---------|\n| `$id` | Unique function ID |\n| `enabled` | Disabled functions cannot be executed |\n| `logging` | Stores execution logs for debugging |\n| `runtime` | Execution runtime (e.g., `node-22`, `python-3.12`) |\n| `buildSpecification` / `runtimeSpecification` | Compute resources for builds and executions |\n| `deploymentRetention` | Days to keep old deployments before auto-deletion |\n| `scopes` | API scopes granted to the function's auto-generated execution key |\n| `events` | Event patterns that trigger the function (e.g., `users.*.create`) |\n| `schedule` | Cron expression for scheduled runs; empty string disables |\n| `timeout` | Max execution duration in seconds |\n| `entrypoint` | File inside `path` that starts the function |\n| `commands` | Build/install command (e.g., `npm install`) |\n| `ignore` | Newline-separated ignore rules when packaging (`.gitignore` is read automatically) |\n| `path` | Local source directory |\n\n> Tip: Functions can also be split into a separate file (e.g., `appwrite/functions.json`) via the `includes` field, with `path` resolved relative to that file.\n\n## 5. Set Environment Variables\n\nDon't put variables in `appwrite.config.json` — use a `.env` file inside the function's `path`:\n\n```bash\n# functions/userAuth/.env\nPUBLIC_FLAG=enabled\nSECRET_TOKEN=replace-me\n```\n\nSync them with `--with-variables` (this creates/replaces/removes remote variables from the local `.env`). You can also manage them individually:\n\n```bash\nappwrite functions create-variable --function-id <ID> --key API_KEY --value secret\n```\n\n## 6. Test Locally (Optional)\n\n```bash\nappwrite run functions\n\n# Run locally with variables fetched from function settings\nappwrite run functions --with-variables\n```\n\n## 7. Deploy\n\n```bash\n# Deploy all functions\nappwrite push functions\n\n# Deploy a specific function and activate the deployment\nappwrite push functions --function-id <FUNCTION_ID> --activate\n\n# Deploy with variables synced from .env\nappwrite push functions --function-id <FUNCTION_ID> --with-variables\n\n# Deploy without switching live traffic\nappwrite push functions --function-id <FUNCTION_ID> --activate=false\n\n# CI/CD (non-interactive)\nappwrite push functions --all --force\n```\n\n## 8. Verify & Execute\n\n```bash\n# Check deployments\nappwrite functions list-deployments --function-id <FUNCTION_ID>\n\n# Trigger an execution with a payload\nappwrite functions create-execution \\\n    --function-id <FUNCTION_ID> \\\n    --body '{\"key\": \"value\"}'\n\n# Inspect execution logs\nappwrite functions list-executions --function-id <FUNCTION_ID>\n```\n\n**Summary flow:** `install → login → init project → init functions → edit appwrite.config.json → .env vars → run locally → push functions → create-execution / list-executions`.",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer comprehensively covers all five required rubric points: 1) appwrite init functions to scaffold the function, 2) runtime selection (mentioned in the interactive scaffold step and shown in config with examples like node-22, python-3.12), 3) appwrite.config.json configuration options (extensively detailed with a full JSON example and table explaining each field including name, runtime, execute permissions via scopes, variables, schedule, etc.), 4) local development with appwrite run functions (step 6), and 5) deployment with appwrite push functions (step 7). The answer goes well beyond the minimum requirements with additional context about CLI installation, login, environment variables, verification, and CI/CD usage, all of which are accurate and relevant.",
          "promptTokens": 11916,
          "completionTokens": 1832,
          "totalTokens": 13748,
          "cost": 0.21076,
          "durationMs": 22915,
          "tokensPerSecond": 79.95,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-11",
          "category": "cli",
          "type": "mcq",
          "question": "What command initializes the CLI with your Appwrite project and creates appwrite.config.json?",
          "choices": [
            "appwrite init project",
            "appwrite setup",
            "appwrite config project",
            "appwrite login --project"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12578,
          "completionTokens": 130,
          "totalTokens": 12708,
          "cost": 0.13228,
          "durationMs": 16727,
          "tokensPerSecond": 7.77,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-12",
          "category": "cli",
          "type": "mcq",
          "question": "How do you deploy TablesDB tables to Appwrite using the CLI?",
          "choices": [
            "appwrite deploy tables",
            "appwrite sync tables",
            "appwrite upload tables",
            "appwrite push tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12598,
          "completionTokens": 112,
          "totalTokens": 12710,
          "cost": 0.13158,
          "durationMs": 11288,
          "tokensPerSecond": 9.92,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-13",
          "category": "cli",
          "type": "mcq",
          "question": "How do you allow the CLI to connect to a server with a self-signed SSL certificate?",
          "choices": [
            "appwrite --insecure",
            "appwrite ssl skip",
            "appwrite client --selfSigned true",
            "Set NODE_TLS_REJECT_UNAUTHORIZED=0"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12700,
          "completionTokens": 140,
          "totalTokens": 12840,
          "cost": 0.134,
          "durationMs": 12028,
          "tokensPerSecond": 11.64,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-14",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite.config.json file represent?",
          "choices": [
            "Only function configurations",
            "User credentials only",
            "Project context: functions, tables, buckets, and other resources the CLI tracks for deployment",
            "Environment variables for the project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1205,
          "completionTokens": 27,
          "totalTokens": 1232,
          "cost": 0.0134,
          "durationMs": 4710,
          "tokensPerSecond": 5.73,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-15",
          "category": "cli",
          "type": "mcq",
          "question": "How can you fetch existing TablesDB tables from your project into the CLI?",
          "choices": [
            "appwrite init tables",
            "appwrite sync",
            "appwrite fetch tables",
            "appwrite pull tables"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12588,
          "completionTokens": 84,
          "totalTokens": 12672,
          "cost": 0.13008,
          "durationMs": 9283,
          "tokensPerSecond": 9.05,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-16",
          "category": "cli",
          "type": "mcq",
          "question": "Which CLI command lists users in the project?",
          "choices": [
            "appwrite account list",
            "appwrite list users",
            "appwrite users --list",
            "appwrite users list"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12546,
          "completionTokens": 84,
          "totalTokens": 12630,
          "cost": 0.12966,
          "durationMs": 8525,
          "tokensPerSecond": 9.85,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-17",
          "category": "cli",
          "type": "mcq",
          "question": "To create a TablesDB row via CLI, which command do you use?",
          "choices": [
            "appwrite tables-db create-row",
            "appwrite tables-db add row",
            "appwrite rows create",
            "appwrite db insert"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12600,
          "completionTokens": 84,
          "totalTokens": 12684,
          "cost": 0.1302,
          "durationMs": 7824,
          "tokensPerSecond": 10.74,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-18",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite push command do?",
          "choices": [
            "Pushes code to a Git repository",
            "Uploads environment variables only",
            "Deploys tracked resources (e.g. functions, tables, buckets) from appwrite.config.json to your Appwrite project",
            "Syncs local config with the server and overwrites server state"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1259,
          "completionTokens": 36,
          "totalTokens": 1295,
          "cost": 0.01439,
          "durationMs": 8058,
          "tokensPerSecond": 4.47,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-19",
          "category": "cli",
          "type": "mcq",
          "question": "How do you get help for a specific service (e.g. users) in the CLI?",
          "choices": [
            "appwrite help users",
            "appwrite --help users",
            "appwrite docs users",
            "appwrite users or appwrite users --help"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12598,
          "completionTokens": 124,
          "totalTokens": 12722,
          "cost": 0.13218,
          "durationMs": 17598,
          "tokensPerSecond": 7.05,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-20",
          "category": "cli",
          "type": "free-form",
          "question": "When creating a row with the CLI, how must the data and permissions arguments be passed? Give an example.",
          "correctAnswer": "The data must be a valid JSON string with keys and values in double quotes. Permissions like read and write are passed as arrays with space-separated values, e.g. appwrite tables-db create-row --data '{\"name\": \"John\"}' --permissions 'read(\"any\")' 'read(\"team:abc\")'.",
          "rubric": "Must mention: 1) data as JSON string with double quotes, 2) permissions as array (space-separated in CLI), 3) Example or correct syntax for tables-db create-row",
          "modelAnswer": "When creating a row with `appwrite tables-db create-row`:\n\n- **`--data`** must be passed as a **JSON string** (wrap the whole object in single quotes so the shell passes it through intact).\n- **`--permissions`** accepts **multiple permission strings**, passed as space-separated values after the flag, each in Appwrite's permission syntax like `read(\"any\")` or `write(\"team:abc\")`.\n\n**Example:**\n\n```bash\nappwrite tables-db create-row \\\n    --database-id \"<DATABASE_ID>\" \\\n    --table-id \"<TABLE_ID>\" \\\n    --row-id 'unique()' \\\n    --data '{ \"title\": \"Hello World\" }' \\\n    --permissions 'read(\"any\")' 'write(\"team:abc\")'\n```\n\nA few notes:\n\n- Use `'unique()'` for `--row-id` to have Appwrite auto-generate the row ID.\n- Each permission is a separate quoted argument — don't combine them into one string or a JSON array.\n- Single quotes around the data JSON avoid shell escaping issues with the inner double quotes (required for valid JSON keys/values).",
          "correct": true,
          "score": 1,
          "judgeReasoning": "The answer correctly covers all three rubric requirements: 1) data as a JSON string with double quotes for keys/values, wrapped in single quotes for shell compatibility, 2) permissions as space-separated values (array-style) in the CLI, 3) a correct example using 'appwrite tables-db create-row' with proper syntax. The answer is thorough and accurate.",
          "promptTokens": 11874,
          "completionTokens": 450,
          "totalTokens": 12324,
          "cost": 0.14124,
          "durationMs": 13116,
          "tokensPerSecond": 34.31,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-21",
          "category": "cli",
          "type": "mcq",
          "question": "What happens if an Appwrite project contains an appwrite.json file but no appwrite.config.json?",
          "choices": [
            "The CLI throws an error and requires appwrite.config.json",
            "The CLI falls back to appwrite.json for legacy backwards compatibility",
            "The CLI ignores it and uses default settings",
            "The CLI automatically migrates appwrite.json to appwrite.config.json"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12816,
          "completionTokens": 164,
          "totalTokens": 12980,
          "cost": 0.13636,
          "durationMs": 13377,
          "tokensPerSecond": 12.26,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-22",
          "category": "cli",
          "type": "mcq",
          "question": "What does the appwrite types command do?",
          "choices": [
            "Generates typed models for your Appwrite project's tables and columns",
            "Lists all data types supported by Appwrite TablesDB",
            "Converts rows between different data formats",
            "Validates the types defined in appwrite.config.json"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12702,
          "completionTokens": 225,
          "totalTokens": 12927,
          "cost": 0.13827,
          "durationMs": 10864,
          "tokensPerSecond": 20.71,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-23",
          "category": "cli",
          "type": "mcq",
          "question": "What does the --strict flag do in the appwrite types command?",
          "choices": [
            "Enforces type-safe null checks in generated code",
            "Throws errors for missing or invalid table columns",
            "Automatically converts field names to follow language conventions",
            "Disables generation of optional fields"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12676,
          "completionTokens": 194,
          "totalTokens": 12870,
          "cost": 0.13646,
          "durationMs": 13142,
          "tokensPerSecond": 14.76,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-24",
          "category": "cli",
          "type": "mcq",
          "question": "A function works locally but fails after pushing because environment variables are missing. What flag was likely missing from the push command?",
          "choices": [
            "--env",
            "--with-variables",
            "--include-env",
            "--push-variables"
          ],
          "correctAnswer": "B",
          "modelAnswer": "B",
          "correct": true,
          "score": 1,
          "promptTokens": 12552,
          "completionTokens": 84,
          "totalTokens": 12636,
          "cost": 0.12972,
          "durationMs": 8240,
          "tokensPerSecond": 10.19,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-25",
          "category": "cli",
          "type": "mcq",
          "question": "When defining a column in appwrite.config.json, what happens if 'type' is 'string' or 'varchar' but 'size' is not defined?",
          "choices": [
            "The column is created with a default size of 255",
            "The column is created as an unlimited text field",
            "The CLI automatically calculates the size based on sample data",
            "The CLI throws a validation error because 'size' is required for string/varchar types"
          ],
          "correctAnswer": "D",
          "modelAnswer": "D",
          "correct": true,
          "score": 1,
          "promptTokens": 12766,
          "completionTokens": 150,
          "totalTokens": 12916,
          "cost": 0.13516,
          "durationMs": 15906,
          "tokensPerSecond": 9.43,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-26",
          "category": "cli",
          "type": "mcq",
          "question": "In appwrite.config.json, when defining a column with 'required' set to true, what must the 'default' property be set to?",
          "choices": [
            "The default can be any value matching the type",
            "The default must be set to an empty string or 0",
            "The default must be null",
            "The default property is optional and can be omitted"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 12652,
          "completionTokens": 352,
          "totalTokens": 13004,
          "cost": 0.14412,
          "durationMs": 21050,
          "tokensPerSecond": 16.72,
          "toolCallCount": 1
        },
        {
          "questionId": "cli-27",
          "category": "cli",
          "type": "mcq",
          "question": "What does the 'appwrite generate' command do?",
          "choices": [
            "Generates a new Appwrite project from a template",
            "Creates boilerplate code for functions and tables",
            "Generates a type-safe SDK from your Appwrite project configuration",
            "Generates API documentation for your project"
          ],
          "correctAnswer": "C",
          "modelAnswer": "C",
          "correct": true,
          "score": 1,
          "promptTokens": 1231,
          "completionTokens": 57,
          "totalTokens": 1288,
          "cost": 0.01516,
          "durationMs": 7847,
          "tokensPerSecond": 7.26,
          "toolCallCount": 0
        },
        {
          "questionId": "cli-28",
          "category": "cli",
          "type": "mcq",
          "question": "What's the key difference between `appwrite run functions` and `appwrite push functions`?",
          "choices": [
            "`appwrite run functions` executes locally with Docker emulation, `appwrite push functions` deploys to Appwrite Cloud",
            "`run` deploys to staging, `push` deploys to production",
            "`run` is for testing, `push` is for CI/CD pipelines only",
            "`run` requires internet connection, `push` works offline"
          ],
          "correctAnswer": "A",
          "modelAnswer": "A",
          "correct": true,
          "score": 1,
          "promptTokens": 12874,
          "completionTokens": 84,
          "totalTokens": 12958,
          "cost": 0.13294,
          "durationMs": 9217,
          "tokensPerSecond": 9.11,
          "toolCallCount": 1
        }
      ]
    }
  ]
}