{
  "$schema": "https://raw.githubusercontent.com/guitaripod/wwdc-sessions/master/schema/session.schema.json",
  "schemaVersion": 1,
  "id": "wwdc2026-359",
  "event": "wwdc2026",
  "eventName": "WWDC26",
  "year": 2026,
  "eventContentId": 359,
  "title": "Build real-time neural rendering pipelines with Metal",
  "description": "Discover how to integrate machine learning into your real-time rendering pipeline using Metal 4. We’ll explore practical adoption patterns and best practices for achieving production-quality results with MetalFX neural denoising, featuring real-world insights from Maxon’s Redshift Live. Learn how to train and deploy a neural tone mapper using the ML command encoder inline with your graphics work. Finally, dive into the new tensor API to build and evaluate small, specialized neural networks directly within your shaders.",
  "url": "https://developer.apple.com/videos/play/wwdc2026/359",
  "sosumiURL": "https://sosumi.ai/videos/play/wwdc2026/359",
  "type": "Video",
  "publishedAt": "2026-06-08T14:00:00-07:00",
  "platforms": [
    "iOS",
    "iPadOS",
    "macOS"
  ],
  "keywords": [],
  "topics": [
    "AI & Machine Learning",
    "Graphics & Games"
  ],
  "primaryTopic": "Graphics & Games",
  "duration": 1336,
  "hasTranscript": true,
  "transcriptWordCount": 3243,
  "availableLanguages": [
    "eng",
    "fra",
    "jpn",
    "kor",
    "por",
    "spa",
    "zho"
  ],
  "media": {
    "hls": "https://devstreaming-cdn.apple.com/videos/wwdc/2026/359/5/9da4a720-0dcb-4b8e-b61b-ba8310a61f29/cmaf.m3u8",
    "downloadHLS": "https://devstreaming-cdn.apple.com/videos/wwdc/2026/359/5/9da4a720-0dcb-4b8e-b61b-ba8310a61f29/cmaf-download.m3u8",
    "downloadSD": "https://devstreaming-cdn.apple.com/videos/wwdc/2026/359/5/9da4a720-0dcb-4b8e-b61b-ba8310a61f29/downloads/wwdc2026-359_sd.mp4",
    "downloadHD": "https://devstreaming-cdn.apple.com/videos/wwdc/2026/359/5/9da4a720-0dcb-4b8e-b61b-ba8310a61f29/downloads/wwdc2026-359_hd.mp4",
    "duration": 1336
  },
  "codeSnippets": [
    {
      "title": "Compute camera-only motion vectors",
      "language": "cpp",
      "startTimeSeconds": 526,
      "code": "#include <metal_stdlib>\nusing namespace metal;\n\n// Compute camera-only motion vectors\nfloat4 clipCurrent = viewProjCurrent * float4(worldPos, 1.0);\nfloat2 ndcCurrent = clipCurrent.xy / clipCurrent.w;\n\nfloat4 clipPrevious = viewProjPrevious * float4(worldPos, 1.0);\nfloat2 ndcPrevious = clipPrevious.xy / clipPrevious.w;\n\nfloat2 motion = ndcPrevious - ndcCurrent;\n\n// Get subpixel offset for current and previous frames\nfloat2 jitterCurrent = getJitter(frameIndex);\nfloat2 jitterPrevious = getJitter(frameIndexPrevious);\nmotion -= jitterPrevious - jitterCurrent;"
    }
  ],
  "resources": [
    {
      "title": "Training a neural network to render irradiance in real time",
      "url": "https://developer.apple.com/documentation/Metal/training-a-neural-network-to-render-irradiance-in-real-time",
      "type": "samplecode",
      "description": "Train a small neural network on the GPU to approximate diffuse irradiance, and compare the result against Monte Carlo integration and a pre-trained ML model.",
      "sosumiURL": "https://sosumi.ai/documentation/Metal/training-a-neural-network-to-render-irradiance-in-real-time",
      "doccJSON": "https://developer.apple.com/tutorials/data/documentation/Metal/training-a-neural-network-to-render-irradiance-in-real-time.json"
    },
    {
      "title": "Metal sample code library",
      "url": "https://developer.apple.com/documentation/Metal/metal-sample-code-library",
      "type": "samplecode",
      "description": "Explore the complete set of Metal samples.",
      "sosumiURL": "https://sosumi.ai/documentation/Metal/metal-sample-code-library",
      "doccJSON": "https://developer.apple.com/tutorials/data/documentation/Metal/metal-sample-code-library.json"
    },
    {
      "title": "Download the Metal Performance Primitives (MPP) Programming Guide",
      "url": "https://developer.apple.com/download/files/Metal-Performance-Primitives-Programming-Guide.pdf",
      "type": "download",
      "description": null,
      "sosumiURL": "https://sosumi.ai/download/files/Metal-Performance-Primitives-Programming-Guide.pdf"
    },
    {
      "title": "Understanding the Metal 4 core API",
      "url": "https://developer.apple.com/documentation/Metal/understanding-the-metal-4-core-api",
      "type": "documentation",
      "description": "Discover the features and functionality in the Metal 4 foundational APIs.",
      "sosumiURL": "https://sosumi.ai/documentation/Metal/understanding-the-metal-4-core-api",
      "doccJSON": "https://developer.apple.com/tutorials/data/documentation/Metal/understanding-the-metal-4-core-api.json"
    }
  ],
  "path": "sessions/wwdc2026/359-build-real-time-neural-rendering-pipelines-with-metal/",
  "files": {
    "metadata": "sessions/wwdc2026/359-build-real-time-neural-rendering-pipelines-with-metal/metadata.json",
    "readme": "sessions/wwdc2026/359-build-real-time-neural-rendering-pipelines-with-metal/README.md",
    "transcript": "sessions/wwdc2026/359-build-real-time-neural-rendering-pipelines-with-metal/transcript.md",
    "transcriptJSON": "sessions/wwdc2026/359-build-real-time-neural-rendering-pipelines-with-metal/transcript.json"
  }
}