{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://raw.githubusercontent.com/api-evangelist/mandiant/main/json-schema/mandiant-doc-schema.json",
  "title": "Raw Source Document",
  "description": "A ingested/indexed raw document including thet topics and labels created from the doc by our Analytics processing.",
  "x-generated": "2026-10-20",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/mandiant-dtm-openapi.yml#/components/schemas/Doc",
  "properties": {
    "doc": {
      "description": "The raw document.",
      "oneOf": [
        {
          "$ref": "#/$defs/email_analysis"
        },
        {
          "$ref": "#/$defs/paste"
        },
        {
          "$ref": "#/$defs/tweet"
        },
        {
          "$ref": "#/$defs/document_analysis"
        },
        {
          "$ref": "#/$defs/drone_discovery"
        },
        {
          "$ref": "#/$defs/message"
        },
        {
          "$ref": "#/$defs/shop_listing"
        },
        {
          "$ref": "#/$defs/account_discovery"
        },
        {
          "$ref": "#/$defs/forum_post"
        },
        {
          "$ref": "#/$defs/domain_discovery"
        },
        {
          "$ref": "#/$defs/web_content_publish"
        }
      ]
    },
    "labels": {
      "description": "The labels identified in the raw document.",
      "items": {
        "$ref": "#/$defs/Label"
      },
      "readOnly": true,
      "type": "array"
    },
    "labels_url": {
      "description": "The URL to the labels for this document.",
      "format": "uri",
      "readOnly": true,
      "type": "string"
    },
    "topics": {
      "description": "The topics identified in the raw document.",
      "items": {
        "$ref": "#/$defs/Topic"
      },
      "readOnly": true,
      "type": "array"
    },
    "topics_url": {
      "description": "The URL to the topics for this document.",
      "format": "uri",
      "readOnly": true,
      "type": "string"
    }
  },
  "required": [
    "labels_url",
    "topics_url"
  ],
  "type": "object",
  "$defs": {
    "Entity_location": {
      "description": "The location of a Topic (entity) identified within a (raw) document",
      "properties": {
        "element_path": {
          "description": "The JSON field path at which the entity was found in the raw document.",
          "readOnly": true,
          "type": "string"
        },
        "offsets": {
          "description": "The list of offsets where the entity was found in the element_path.",
          "items": {
            "type": "integer"
          },
          "maxItems": 2,
          "minItems": 2,
          "readOnly": true,
          "type": "array"
        }
      },
      "required": [
        "element_path",
        "offsets"
      ],
      "title": "Entity Location",
      "type": "object"
    },
    "Label": {
      "description": "A Label identified within a (raw) document.",
      "properties": {
        "classifier": {
          "description": "The classifier that identified this label.",
          "readOnly": true,
          "type": "string"
        },
        "confidence": {
          "description": "The confidence estimate that the label was identified properly.",
          "readOnly": true,
          "type": "integer"
        },
        "element_path": {
          "description": "The JSON field path in the raw document where the label was identified.",
          "readOnly": true,
          "type": "string"
        },
        "id": {
          "description": "The ID of the label.",
          "readOnly": true,
          "type": "string"
        },
        "label": {
          "description": "The label value.",
          "readOnly": true,
          "type": "string"
        },
        "version": {
          "description": "The version of the classifier that identified this label.",
          "type": "string"
        }
      },
      "required": [
        "id",
        "classifier",
        "version",
        "label",
        "confidence",
        "element_path"
      ],
      "title": "Label",
      "type": "object"
    },
    "Topic": {
      "description": "A topic identified within a (raw) document",
      "properties": {
        "confidence": {
          "description": "The estimated confidence that the value was properly idenitified.",
          "maximum": 100,
          "readOnly": true,
          "type": "integer"
        },
        "entity_locations": {
          "description": "The locations of the identified entities.",
          "items": {
            "$ref": "#/$defs/Entity_location"
          },
          "readOnly": true,
          "type": "array"
        },
        "extractor": {
          "description": "The name of the extractor that identified the topic value.",
          "readOnly": true,
          "type": "string"
        },
        "id": {
          "description": "The ID of the identified topic.",
          "readOnly": true,
          "type": "string"
        },
        "type": {
          "description": "The type of the topic.",
          "readOnly": true,
          "type": "string"
        },
        "value": {
          "description": "The value identified for the topic.",
          "readOnly": true,
          "type": "string"
        },
        "version": {
          "description": "The version of the extractor.",
          "readOnly": true,
          "type": "string"
        }
      },
      "required": [
        "id",
        "value",
        "type",
        "extractor",
        "version",
        "confidence",
        "entity_locations"
      ],
      "title": "Topic",
      "type": "object"
    },
    "account_discovery": {
      "properties": {
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "service_account": {
          "$ref": "#/$defs/service_account"
        },
        "source_file": {
          "$ref": "#/$defs/file"
        },
        "source_threat": {
          "$ref": "#/$defs/threat"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        }
      },
      "title": "account_discovery",
      "type": "object"
    },
    "bin": {
      "title": "bin",
      "type": "string"
    },
    "bot": {
      "properties": {
        "bot_id": {
          "$ref": "#/$defs/bot_id"
        },
        "botnet_id": {
          "$ref": "#/$defs/botnet_id"
        },
        "controllers": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "exfil_locations": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "sample_hashes": {
          "$ref": "#/$defs/hashes"
        }
      },
      "title": "bot",
      "type": "object"
    },
    "bot_id": {
      "title": "bot_id",
      "type": "string"
    },
    "botnet_id": {
      "title": "botnet_id",
      "type": "string"
    },
    "brand": {
      "title": "brand",
      "type": "string"
    },
    "channel": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "channel_id": {
          "title": "channel_id",
          "type": "string"
        },
        "channel_info": {
          "$ref": "#/$defs/channel_info"
        },
        "channel_url": {
          "$ref": "#/$defs/url"
        },
        "invite_url": {
          "$ref": "#/$defs/url"
        },
        "messenger": {
          "$ref": "#/$defs/service"
        },
        "name": {
          "$ref": "#/$defs/name"
        }
      },
      "title": "channel",
      "type": "object"
    },
    "channel_info": {
      "properties": {
        "description": {
          "title": "description",
          "type": "string"
        }
      },
      "title": "channel_info",
      "type": "object"
    },
    "city": {
      "title": "city",
      "type": "string"
    },
    "contact": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "aim": {
          "title": "aim",
          "type": "string"
        },
        "email": {
          "$ref": "#/$defs/email_address"
        },
        "email_domain": {
          "$ref": "#/$defs/domain"
        },
        "email_redacted": {
          "title": "email_redacted",
          "type": "string"
        },
        "fax": {
          "$ref": "#/$defs/phone_number"
        },
        "geo_location": {
          "$ref": "#/$defs/geo_location"
        },
        "icq": {
          "$ref": "#/$defs/icq_uin"
        },
        "jid": {
          "$ref": "#/$defs/jid"
        },
        "msnm": {
          "title": "msnm",
          "type": "string"
        },
        "phone": {
          "$ref": "#/$defs/phone_number"
        },
        "twitter_handle": {
          "$ref": "#/$defs/twitter_handle"
        },
        "website": {
          "$ref": "#/$defs/url"
        }
      },
      "title": "contact",
      "type": "object"
    },
    "content_type": {
      "title": "content_type",
      "type": "string"
    },
    "continent_code": {
      "title": "continent_code",
      "type": "string"
    },
    "country": {
      "title": "country",
      "type": "string"
    },
    "country_code": {
      "title": "country_code",
      "type": "string"
    },
    "country_code_3": {
      "title": "country_code_3",
      "type": "string"
    },
    "cpu": {
      "properties": {
        "cores": {
          "format": "int32",
          "title": "cores",
          "type": "integer"
        },
        "product": {
          "$ref": "#/$defs/product"
        }
      },
      "title": "cpu",
      "type": "object"
    },
    "data_availability": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "admin_access_available": {
          "title": "admin_access_available",
          "type": "boolean"
        },
        "cvc_available": {
          "title": "cvc_available",
          "type": "boolean"
        },
        "dob_available": {
          "title": "dob_available",
          "type": "boolean"
        },
        "email_available": {
          "title": "email_available",
          "type": "boolean"
        },
        "geo_location_available": {
          "title": "geo_location_available",
          "type": "boolean"
        },
        "mmn_available": {
          "title": "mmn_available",
          "type": "boolean"
        },
        "name_available": {
          "title": "name_available",
          "type": "boolean"
        },
        "phone_available": {
          "title": "phone_available",
          "type": "boolean"
        },
        "pin_available": {
          "title": "pin_available",
          "type": "boolean"
        },
        "pvki_available": {
          "title": "pvki_available",
          "type": "boolean"
        },
        "pvv_available": {
          "title": "pvv_available",
          "type": "boolean"
        },
        "ssn_available": {
          "title": "ssn_available",
          "type": "boolean"
        },
        "track1_available": {
          "title": "track1_available",
          "type": "boolean"
        },
        "track2_available": {
          "title": "track2_available",
          "type": "boolean"
        },
        "vbv_available": {
          "title": "vbv_available",
          "type": "boolean"
        }
      },
      "title": "data_availability",
      "type": "object"
    },
    "dns_rr": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "priority": {
          "format": "int32",
          "title": "priority",
          "type": "integer"
        },
        "rdata_domain": {
          "$ref": "#/$defs/domain"
        },
        "rdata_ipv4": {
          "$ref": "#/$defs/ipv4_address"
        },
        "type": {
          "title": "type",
          "type": "string"
        }
      },
      "title": "dns_rr",
      "type": "object"
    },
    "document_analysis": {
      "properties": {
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "content_type": {
          "$ref": "#/$defs/content_type"
        },
        "created": {
          "format": "date-time",
          "title": "created",
          "type": "string"
        },
        "creator": {
          "$ref": "#/$defs/identity_name"
        },
        "description": {
          "title": "description",
          "type": "string"
        },
        "file_hashes": {
          "$ref": "#/$defs/hashes"
        },
        "filename": {
          "$ref": "#/$defs/filename"
        },
        "language": {
          "$ref": "#/$defs/language"
        },
        "modified": {
          "format": "date-time",
          "title": "modified",
          "type": "string"
        },
        "raw_text": {
          "title": "raw_text",
          "type": "string"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "title": {
          "title": "title",
          "type": "string"
        }
      },
      "title": "document_analysis",
      "type": "object"
    },
    "domain": {
      "title": "domain",
      "type": "string"
    },
    "domain_discovery": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "domain": {
          "$ref": "#/$defs/domain"
        },
        "domain_whois": {
          "$ref": "#/$defs/domain_whois"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "rr": {
          "items": {
            "$ref": "#/$defs/dns_rr"
          },
          "type": "array"
        },
        "similar_domains": {
          "items": {
            "$ref": "#/$defs/domain"
          },
          "type": "array"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        }
      },
      "title": "domain_discovery",
      "type": "object"
    },
    "domain_whois": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "created": {
          "format": "date-time",
          "title": "created",
          "type": "string"
        },
        "domain": {
          "$ref": "#/$defs/domain"
        },
        "expires": {
          "format": "date-time",
          "title": "expires",
          "type": "string"
        },
        "nameservers": {
          "items": {
            "$ref": "#/$defs/domain"
          },
          "type": "array"
        },
        "raw_text": {
          "title": "raw_text",
          "type": "string"
        },
        "registrant": {
          "$ref": "#/$defs/profile"
        },
        "registrar": {
          "$ref": "#/$defs/profile"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "statuses": {
          "items": {
            "type": "string"
          },
          "type": "array"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "updated": {
          "format": "date-time",
          "title": "updated",
          "type": "string"
        }
      },
      "title": "domain_whois",
      "type": "object"
    },
    "drone_discovery": {
      "properties": {
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "bot": {
          "$ref": "#/$defs/bot"
        },
        "created": {
          "format": "date-time",
          "title": "created",
          "type": "string"
        },
        "host_info": {
          "$ref": "#/$defs/host_info"
        },
        "source_file": {
          "$ref": "#/$defs/file"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "threat": {
          "$ref": "#/$defs/threat"
        },
        "updated": {
          "format": "date-time",
          "title": "updated",
          "type": "string"
        },
        "user_name": {
          "$ref": "#/$defs/identity_name"
        }
      },
      "title": "drone_discovery",
      "type": "object"
    },
    "email": {
      "properties": {
        "bcc": {
          "items": {
            "$ref": "#/$defs/profile"
          },
          "type": "array"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "body_multipart": {
          "items": {
            "$ref": "#/$defs/mime_part"
          },
          "type": "array"
        },
        "cc": {
          "items": {
            "$ref": "#/$defs/profile"
          },
          "type": "array"
        },
        "content_type": {
          "$ref": "#/$defs/content_type"
        },
        "email_hashes": {
          "$ref": "#/$defs/hashes"
        },
        "from": {
          "$ref": "#/$defs/profile"
        },
        "headers": {
          "items": {
            "$ref": "#/$defs/email_header"
          },
          "type": "array"
        },
        "in_reply_to": {
          "$ref": "#/$defs/message_id"
        },
        "is_multipart": {
          "title": "is_multipart",
          "type": "boolean"
        },
        "message_date": {
          "format": "date-time",
          "title": "message_date",
          "type": "string"
        },
        "message_id": {
          "$ref": "#/$defs/message_id"
        },
        "received_from_locations": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "sender": {
          "$ref": "#/$defs/profile"
        },
        "subject": {
          "title": "subject",
          "type": "string"
        },
        "to": {
          "items": {
            "$ref": "#/$defs/profile"
          },
          "type": "array"
        }
      },
      "title": "email",
      "type": "object"
    },
    "email_address": {
      "title": "email_address",
      "type": "string"
    },
    "email_analysis": {
      "properties": {
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "email": {
          "$ref": "#/$defs/email"
        },
        "inet_locations": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "timestamp_scope": {
          "title": "timestamp_scope",
          "type": "string"
        }
      },
      "title": "email_analysis",
      "type": "object"
    },
    "email_header": {
      "properties": {
        "name": {
          "title": "name",
          "type": "string"
        },
        "value": {
          "title": "value",
          "type": "string"
        }
      },
      "title": "email_header",
      "type": "object"
    },
    "file": {
      "properties": {
        "file_type": {
          "title": "file_type",
          "type": "string"
        },
        "filename": {
          "$ref": "#/$defs/filename"
        },
        "hashes": {
          "$ref": "#/$defs/hashes"
        },
        "mime_type": {
          "title": "mime_type",
          "type": "string"
        },
        "size": {
          "format": "int64",
          "title": "size",
          "type": "integer"
        }
      },
      "title": "file",
      "type": "object"
    },
    "filename": {
      "title": "filename",
      "type": "string"
    },
    "forum_post": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "author": {
          "$ref": "#/$defs/profile"
        },
        "board": {
          "$ref": "#/$defs/path"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "forum": {
          "$ref": "#/$defs/service"
        },
        "in_reply_to": {
          "$ref": "#/$defs/message_id"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "message_board": {
          "$ref": "#/$defs/message_board"
        },
        "message_id": {
          "$ref": "#/$defs/message_id"
        },
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "post_date": {
          "format": "date-time",
          "title": "post_date",
          "type": "string"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "subject": {
          "title": "subject",
          "type": "string"
        },
        "thread": {
          "$ref": "#/$defs/message_thread"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "topic_id": {
          "title": "topic_id",
          "type": "string"
        }
      },
      "title": "forum_post",
      "type": "object"
    },
    "geo_location": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "bbox": {
          "$ref": "#/$defs/geo_shape"
        },
        "city": {
          "$ref": "#/$defs/city"
        },
        "continent_code": {
          "$ref": "#/$defs/continent_code"
        },
        "country": {
          "$ref": "#/$defs/country"
        },
        "country_code": {
          "$ref": "#/$defs/country_code"
        },
        "country_code_3": {
          "$ref": "#/$defs/country_code_3"
        },
        "location": {
          "$ref": "#/$defs/location_point"
        },
        "postal_code": {
          "$ref": "#/$defs/postal_code"
        },
        "region": {
          "$ref": "#/$defs/region"
        },
        "street_address": {
          "$ref": "#/$defs/street_address"
        }
      },
      "title": "geo_location",
      "type": "object"
    },
    "geo_shape": {
      "properties": {
        "coordinates": {
          "items": {
            "$ref": "#/$defs/location_point"
          },
          "type": "array"
        },
        "type": {
          "title": "type",
          "type": "string"
        }
      },
      "title": "geo_shape",
      "type": "object"
    },
    "hard_disk": {
      "properties": {
        "size": {
          "format": "int64",
          "title": "size",
          "type": "integer"
        }
      },
      "title": "hard_disk",
      "type": "object"
    },
    "hashes": {
      "properties": {
        "md5": {
          "$ref": "#/$defs/md5_hash"
        },
        "sha1": {
          "$ref": "#/$defs/sha1_hash"
        },
        "sha256": {
          "$ref": "#/$defs/sha256_hash"
        },
        "ssdeep": {
          "$ref": "#/$defs/ssdeep_hash"
        }
      },
      "title": "hashes",
      "type": "object"
    },
    "hashtag": {
      "title": "hashtag",
      "type": "string"
    },
    "host_access": {
      "properties": {
        "host_info": {
          "$ref": "#/$defs/host_info"
        },
        "service_account": {
          "$ref": "#/$defs/service_account"
        }
      },
      "title": "host_access",
      "type": "object"
    },
    "host_info": {
      "properties": {
        "av_installed": {
          "title": "av_installed",
          "type": "boolean"
        },
        "cpu": {
          "$ref": "#/$defs/cpu"
        },
        "files": {
          "items": {
            "$ref": "#/$defs/file"
          },
          "type": "array"
        },
        "geo_location": {
          "$ref": "#/$defs/geo_location"
        },
        "hard_disks": {
          "items": {
            "$ref": "#/$defs/hard_disk"
          },
          "type": "array"
        },
        "http_cookies": {
          "items": {
            "$ref": "#/$defs/http_cookie"
          },
          "type": "array"
        },
        "installed_memory": {
          "format": "int32",
          "title": "installed_memory",
          "type": "integer"
        },
        "installed_software": {
          "items": {
            "$ref": "#/$defs/product"
          },
          "type": "array"
        },
        "network_info": {
          "$ref": "#/$defs/network_info"
        },
        "number_user_accounts": {
          "format": "int32",
          "title": "number_user_accounts",
          "type": "integer"
        },
        "operating_system": {
          "$ref": "#/$defs/product"
        },
        "ransomware_installed": {
          "title": "ransomware_installed",
          "type": "boolean"
        },
        "service_accounts": {
          "items": {
            "$ref": "#/$defs/service_account"
          },
          "type": "array"
        },
        "sites_visited": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "tags": {
          "items": {
            "$ref": "#/$defs/tag"
          },
          "type": "array"
        },
        "uptime": {
          "format": "int64",
          "title": "uptime",
          "type": "integer"
        },
        "virtualization": {
          "$ref": "#/$defs/product"
        }
      },
      "title": "host_info",
      "type": "object"
    },
    "http_cookie": {
      "properties": {
        "domain": {
          "$ref": "#/$defs/domain"
        }
      },
      "title": "http_cookie",
      "type": "object"
    },
    "icq_uin": {
      "title": "icq_uin",
      "type": "string"
    },
    "identity": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "dob": {
          "format": "date-time",
          "title": "dob",
          "type": "string"
        },
        "dob_format": {
          "title": "dob_format",
          "type": "string"
        },
        "first_name": {
          "$ref": "#/$defs/identity_name"
        },
        "last_name": {
          "$ref": "#/$defs/identity_name"
        },
        "mmn": {
          "title": "mmn",
          "type": "string"
        },
        "name": {
          "$ref": "#/$defs/identity_name"
        },
        "ssn": {
          "title": "ssn",
          "type": "string"
        }
      },
      "title": "identity",
      "type": "object"
    },
    "identity_name": {
      "title": "identity_name",
      "type": "string"
    },
    "inet_location": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "domain": {
          "$ref": "#/$defs/domain"
        },
        "ips_v4": {
          "items": {
            "$ref": "#/$defs/ipv4_address"
          },
          "type": "array"
        },
        "ips_v6": {
          "items": {
            "$ref": "#/$defs/ipv6_address"
          },
          "type": "array"
        },
        "path": {
          "$ref": "#/$defs/path"
        },
        "port": {
          "$ref": "#/$defs/inet_port"
        },
        "protocol": {
          "$ref": "#/$defs/network_protocol"
        },
        "url": {
          "$ref": "#/$defs/url"
        }
      },
      "title": "inet_location",
      "type": "object"
    },
    "inet_port": {
      "format": "int32",
      "title": "inet_port",
      "type": "integer"
    },
    "ipv4_address": {
      "format": "ip",
      "title": "ipv4_address",
      "type": "string"
    },
    "ipv6_address": {
      "format": "ip",
      "title": "ipv6_address",
      "type": "string"
    },
    "jid": {
      "title": "jid",
      "type": "string"
    },
    "language": {
      "title": "language",
      "type": "string"
    },
    "location_point": {
      "title": "location_point",
      "type": "string"
    },
    "md5_hash": {
      "title": "md5_hash",
      "type": "string"
    },
    "message": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "channel": {
          "$ref": "#/$defs/channel"
        },
        "edit_of": {
          "$ref": "#/$defs/message_id"
        },
        "in_reply_to": {
          "$ref": "#/$defs/message_id"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "message_id": {
          "$ref": "#/$defs/message_id"
        },
        "messenger": {
          "$ref": "#/$defs/service"
        },
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "parts": {
          "items": {
            "$ref": "#/$defs/mime_part"
          },
          "type": "array"
        },
        "sender": {
          "$ref": "#/$defs/profile"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        }
      },
      "title": "message",
      "type": "object"
    },
    "message_board": {
      "properties": {
        "name": {
          "title": "name",
          "type": "string"
        },
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "path": {
          "$ref": "#/$defs/path"
        }
      },
      "title": "message_board",
      "type": "object"
    },
    "message_id": {
      "title": "message_id",
      "type": "string"
    },
    "message_thread": {
      "properties": {
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "subject": {
          "title": "subject",
          "type": "string"
        }
      },
      "title": "message_thread",
      "type": "object"
    },
    "mime_part": {
      "properties": {
        "body": {
          "title": "body",
          "type": "string"
        },
        "content_type": {
          "$ref": "#/$defs/content_type"
        },
        "filename": {
          "$ref": "#/$defs/filename"
        },
        "hashes": {
          "$ref": "#/$defs/hashes"
        }
      },
      "title": "mime_part",
      "type": "object"
    },
    "name": {
      "title": "name",
      "type": "string"
    },
    "nested_tweet": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "author": {
          "$ref": "#/$defs/profile"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "display_text_range": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "geo_location": {
          "$ref": "#/$defs/geo_location"
        },
        "id_str": {
          "$ref": "#/$defs/message_id"
        },
        "in_reply_to": {
          "$ref": "#/$defs/message_id"
        },
        "is_quote": {
          "title": "is_quote",
          "type": "boolean"
        },
        "language": {
          "$ref": "#/$defs/language"
        },
        "place": {
          "$ref": "#/$defs/geo_location"
        },
        "possibly_sensitive": {
          "title": "possibly_sensitive",
          "type": "boolean"
        },
        "quote_count": {
          "format": "int32",
          "title": "quote_count",
          "type": "integer"
        },
        "quotes": {
          "$ref": "#/$defs/message_id"
        },
        "recipient": {
          "$ref": "#/$defs/profile"
        },
        "reply_count": {
          "format": "int32",
          "title": "reply_count",
          "type": "integer"
        },
        "retweet_count": {
          "format": "int32",
          "title": "retweet_count",
          "type": "integer"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "tweet_hashtags": {
          "items": {
            "$ref": "#/$defs/twitter_entity_hashtag"
          },
          "type": "array"
        },
        "tweet_media": {
          "items": {
            "$ref": "#/$defs/twitter_entity_media"
          },
          "type": "array"
        },
        "tweet_symbols": {
          "items": {
            "$ref": "#/$defs/twitter_entity_symbol"
          },
          "type": "array"
        },
        "tweet_urls": {
          "items": {
            "$ref": "#/$defs/twitter_entity_url"
          },
          "type": "array"
        },
        "tweet_user_mentions": {
          "items": {
            "$ref": "#/$defs/twitter_entity_mention"
          },
          "type": "array"
        }
      },
      "title": "nested_tweet",
      "type": "object"
    },
    "network_info": {
      "properties": {
        "ad_domain": {
          "$ref": "#/$defs/domain"
        },
        "blacklisted_by": {
          "items": {
            "$ref": "#/$defs/organization"
          },
          "type": "array"
        },
        "domain": {
          "$ref": "#/$defs/domain"
        },
        "download_bw": {
          "format": "float",
          "title": "download_bw",
          "type": "number"
        },
        "host_name": {
          "title": "host_name",
          "type": "string"
        },
        "ipv4": {
          "$ref": "#/$defs/ipv4_address"
        },
        "ipv6": {
          "$ref": "#/$defs/ipv6_address"
        },
        "is_proxy": {
          "title": "is_proxy",
          "type": "boolean"
        },
        "isp": {
          "$ref": "#/$defs/organization"
        },
        "partial_ipv4": {
          "$ref": "#/$defs/ipv4_address"
        },
        "upload_bw": {
          "format": "float",
          "title": "upload_bw",
          "type": "number"
        }
      },
      "title": "network_info",
      "type": "object"
    },
    "network_protocol": {
      "title": "network_protocol",
      "type": "string"
    },
    "organization": {
      "title": "organization",
      "type": "string"
    },
    "password": {
      "properties": {
        "encrypted_text": {
          "title": "encrypted_text",
          "type": "string"
        },
        "encryption_algorithm": {
          "title": "encryption_algorithm",
          "type": "string"
        },
        "plain_text": {
          "$ref": "#/$defs/password_plaintext"
        }
      },
      "title": "password",
      "type": "object"
    },
    "password_plaintext": {
      "title": "password_plaintext",
      "type": "string"
    },
    "paste": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "author": {
          "$ref": "#/$defs/profile"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "collection_ts": {
          "format": "date-time",
          "title": "collection_ts",
          "type": "string"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "paste_id": {
          "title": "paste_id",
          "type": "string"
        },
        "service": {
          "$ref": "#/$defs/service"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "source_location": {
          "$ref": "#/$defs/inet_location"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "title": {
          "title": "title",
          "type": "string"
        }
      },
      "title": "paste",
      "type": "object"
    },
    "path": {
      "title": "path",
      "type": "string"
    },
    "payment_card": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "brand": {
          "$ref": "#/$defs/brand"
        },
        "expiry_date": {
          "format": "date-time",
          "title": "expiry_date",
          "type": "string"
        },
        "issuer": {
          "$ref": "#/$defs/organization"
        },
        "owner": {
          "$ref": "#/$defs/profile"
        },
        "partial_number_prefix": {
          "$ref": "#/$defs/bin"
        },
        "partial_number_suffix": {
          "title": "partial_number_suffix",
          "type": "string"
        },
        "product": {
          "$ref": "#/$defs/product"
        },
        "service_code": {
          "title": "service_code",
          "type": "string"
        },
        "type": {
          "title": "type",
          "type": "string"
        },
        "vbv": {
          "title": "vbv",
          "type": "string"
        }
      },
      "title": "payment_card",
      "type": "object"
    },
    "phone_number": {
      "title": "phone_number",
      "type": "string"
    },
    "postal_code": {
      "title": "postal_code",
      "type": "string"
    },
    "product": {
      "title": "product",
      "type": "string"
    },
    "product_batch": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "description": {
          "title": "description",
          "type": "string"
        },
        "name": {
          "$ref": "#/$defs/product_batch_name"
        },
        "release_date": {
          "format": "date-time",
          "title": "release_date",
          "type": "string"
        }
      },
      "title": "product_batch",
      "type": "object"
    },
    "product_batch_name": {
      "title": "product_batch_name",
      "type": "string"
    },
    "profile": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "contact": {
          "$ref": "#/$defs/contact"
        },
        "created": {
          "format": "date-time",
          "title": "created",
          "type": "string"
        },
        "identity": {
          "$ref": "#/$defs/identity"
        },
        "language": {
          "$ref": "#/$defs/language"
        },
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "telegram": {
          "$ref": "#/$defs/telegram_profile"
        },
        "twitter": {
          "$ref": "#/$defs/twitter_profile"
        }
      },
      "title": "profile",
      "type": "object"
    },
    "region": {
      "title": "region",
      "type": "string"
    },
    "security_question": {
      "properties": {
        "answer": {
          "title": "answer",
          "type": "string"
        },
        "question": {
          "title": "question",
          "type": "string"
        }
      },
      "title": "security_question",
      "type": "object"
    },
    "service": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "description": {
          "title": "description",
          "type": "string"
        },
        "geo_location": {
          "$ref": "#/$defs/geo_location"
        },
        "id": {
          "title": "id",
          "type": "string"
        },
        "inet_location": {
          "$ref": "#/$defs/inet_location"
        },
        "name": {
          "$ref": "#/$defs/service_name"
        },
        "software": {
          "$ref": "#/$defs/product"
        }
      },
      "title": "service",
      "type": "object"
    },
    "service_account": {
      "properties": {
        "created_at": {
          "format": "date-time",
          "title": "created_at",
          "type": "string"
        },
        "login": {
          "title": "login",
          "type": "string"
        },
        "original_id": {
          "title": "original_id",
          "type": "string"
        },
        "password": {
          "$ref": "#/$defs/password"
        },
        "profile": {
          "$ref": "#/$defs/profile"
        },
        "security_questions": {
          "items": {
            "$ref": "#/$defs/security_question"
          },
          "type": "array"
        },
        "service": {
          "$ref": "#/$defs/service"
        },
        "service_account_info": {
          "$ref": "#/$defs/service_account_info"
        }
      },
      "title": "service_account",
      "type": "object"
    },
    "service_account_info": {
      "properties": {
        "balance": {
          "format": "float",
          "title": "balance",
          "type": "number"
        },
        "currency": {
          "title": "currency",
          "type": "string"
        },
        "last_transaction_ts": {
          "format": "date-time",
          "title": "last_transaction_ts",
          "type": "string"
        },
        "linked_payment_method_description": {
          "title": "linked_payment_method_description",
          "type": "string"
        },
        "points": {
          "format": "int32",
          "title": "points",
          "type": "integer"
        }
      },
      "title": "service_account_info",
      "type": "object"
    },
    "service_name": {
      "title": "service_name",
      "type": "string"
    },
    "sha1_hash": {
      "title": "sha1_hash",
      "type": "string"
    },
    "sha256_hash": {
      "title": "sha256_hash",
      "type": "string"
    },
    "shop_listing": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "batch": {
          "$ref": "#/$defs/product_batch"
        },
        "currency": {
          "title": "currency",
          "type": "string"
        },
        "data_availability": {
          "$ref": "#/$defs/data_availability"
        },
        "description": {
          "title": "description",
          "type": "string"
        },
        "host_access": {
          "$ref": "#/$defs/host_access"
        },
        "host_info": {
          "$ref": "#/$defs/host_info"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "is_verified": {
          "title": "is_verified",
          "type": "boolean"
        },
        "item_qty": {
          "format": "int32",
          "title": "item_qty",
          "type": "integer"
        },
        "item_sold": {
          "format": "int32",
          "title": "item_sold",
          "type": "integer"
        },
        "item_type": {
          "title": "item_type",
          "type": "string"
        },
        "listing_id": {
          "title": "listing_id",
          "type": "string"
        },
        "listing_url": {
          "$ref": "#/$defs/inet_location"
        },
        "payment_card": {
          "$ref": "#/$defs/payment_card"
        },
        "price": {
          "format": "float",
          "title": "price",
          "type": "number"
        },
        "profile": {
          "$ref": "#/$defs/profile"
        },
        "publish_ts": {
          "format": "date-time",
          "title": "publish_ts",
          "type": "string"
        },
        "seller": {
          "$ref": "#/$defs/profile"
        },
        "service_account": {
          "$ref": "#/$defs/service_account"
        },
        "shop": {
          "$ref": "#/$defs/service"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "title": {
          "title": "title",
          "type": "string"
        },
        "verification_ts": {
          "format": "date-time",
          "title": "verification_ts",
          "type": "string"
        }
      },
      "title": "shop_listing",
      "type": "object"
    },
    "ssdeep_hash": {
      "title": "ssdeep_hash",
      "type": "string"
    },
    "street": {
      "title": "street",
      "type": "string"
    },
    "street_address": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "number": {
          "format": "int32",
          "title": "number",
          "type": "integer"
        },
        "street": {
          "$ref": "#/$defs/street"
        }
      },
      "title": "street_address",
      "type": "object"
    },
    "tag": {
      "properties": {
        "location_point": {
          "$ref": "#/$defs/location_point"
        },
        "name": {
          "$ref": "#/$defs/name"
        },
        "value": {
          "title": "value",
          "type": "string"
        }
      },
      "title": "tag",
      "type": "object"
    },
    "telegram_profile": {
      "properties": {
        "name": {
          "$ref": "#/$defs/telegram_user_name"
        },
        "user_id": {
          "format": "int64",
          "title": "user_id",
          "type": "integer"
        }
      },
      "title": "telegram_profile",
      "type": "object"
    },
    "telegram_user_name": {
      "title": "telegram_user_name",
      "type": "string"
    },
    "threat": {
      "properties": {
        "name": {
          "$ref": "#/$defs/threat_name"
        },
        "type": {
          "title": "type",
          "type": "string"
        }
      },
      "title": "threat",
      "type": "object"
    },
    "threat_name": {
      "title": "threat_name",
      "type": "string"
    },
    "tweet": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "author": {
          "$ref": "#/$defs/profile"
        },
        "body": {
          "title": "body",
          "type": "string"
        },
        "display_text_range": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "geo_location": {
          "$ref": "#/$defs/geo_location"
        },
        "id_str": {
          "$ref": "#/$defs/message_id"
        },
        "in_reply_to": {
          "$ref": "#/$defs/message_id"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "is_quote": {
          "title": "is_quote",
          "type": "boolean"
        },
        "language": {
          "$ref": "#/$defs/language"
        },
        "place": {
          "$ref": "#/$defs/geo_location"
        },
        "possibly_sensitive": {
          "title": "possibly_sensitive",
          "type": "boolean"
        },
        "quote_count": {
          "format": "int32",
          "title": "quote_count",
          "type": "integer"
        },
        "quoted_status": {
          "$ref": "#/$defs/nested_tweet"
        },
        "quotes": {
          "$ref": "#/$defs/message_id"
        },
        "recipient": {
          "$ref": "#/$defs/profile"
        },
        "reply_count": {
          "format": "int32",
          "title": "reply_count",
          "type": "integer"
        },
        "retweet_count": {
          "format": "int32",
          "title": "retweet_count",
          "type": "integer"
        },
        "retweeted": {
          "$ref": "#/$defs/message_id"
        },
        "retweeted_status": {
          "$ref": "#/$defs/nested_tweet"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "tweet_hashtags": {
          "items": {
            "$ref": "#/$defs/twitter_entity_hashtag"
          },
          "type": "array"
        },
        "tweet_media": {
          "items": {
            "$ref": "#/$defs/twitter_entity_media"
          },
          "type": "array"
        },
        "tweet_symbols": {
          "items": {
            "$ref": "#/$defs/twitter_entity_symbol"
          },
          "type": "array"
        },
        "tweet_urls": {
          "items": {
            "$ref": "#/$defs/twitter_entity_url"
          },
          "type": "array"
        },
        "tweet_user_mentions": {
          "items": {
            "$ref": "#/$defs/twitter_entity_mention"
          },
          "type": "array"
        }
      },
      "title": "tweet",
      "type": "object"
    },
    "twitter_entity_hashtag": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "hashtag": {
          "$ref": "#/$defs/hashtag"
        },
        "indices": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        }
      },
      "title": "twitter_entity_hashtag",
      "type": "object"
    },
    "twitter_entity_media": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "display_location": {
          "$ref": "#/$defs/inet_location"
        },
        "expanded_location": {
          "$ref": "#/$defs/inet_location"
        },
        "indices": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "inet_location": {
          "$ref": "#/$defs/inet_location"
        },
        "media_id_str": {
          "title": "media_id_str",
          "type": "string"
        },
        "media_location": {
          "$ref": "#/$defs/inet_location"
        },
        "media_type": {
          "title": "media_type",
          "type": "string"
        },
        "source_status_id_str": {
          "$ref": "#/$defs/message_id"
        }
      },
      "title": "twitter_entity_media",
      "type": "object"
    },
    "twitter_entity_mention": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "indices": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "mentioned_user": {
          "$ref": "#/$defs/profile"
        }
      },
      "title": "twitter_entity_mention",
      "type": "object"
    },
    "twitter_entity_symbol": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "indices": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "text": {
          "title": "text",
          "type": "string"
        }
      },
      "title": "twitter_entity_symbol",
      "type": "object"
    },
    "twitter_entity_url": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "display_location": {
          "$ref": "#/$defs/inet_location"
        },
        "expanded_location": {
          "$ref": "#/$defs/inet_location"
        },
        "indices": {
          "items": {
            "format": "int32",
            "type": "integer"
          },
          "type": "array"
        },
        "inet_location": {
          "$ref": "#/$defs/inet_location"
        }
      },
      "title": "twitter_entity_url",
      "type": "object"
    },
    "twitter_handle": {
      "title": "twitter_handle",
      "type": "string"
    },
    "twitter_profile": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "description": {
          "title": "description",
          "type": "string"
        },
        "followers_count": {
          "format": "int32",
          "title": "followers_count",
          "type": "integer"
        },
        "id_str": {
          "title": "id_str",
          "type": "string"
        },
        "profile_background_location": {
          "$ref": "#/$defs/inet_location"
        },
        "profile_banner_location": {
          "$ref": "#/$defs/inet_location"
        },
        "profile_image_location": {
          "$ref": "#/$defs/inet_location"
        },
        "protected": {
          "title": "protected",
          "type": "boolean"
        },
        "statuses_count": {
          "format": "int32",
          "title": "statuses_count",
          "type": "integer"
        },
        "user_location": {
          "title": "user_location",
          "type": "string"
        },
        "verified": {
          "title": "verified",
          "type": "boolean"
        }
      },
      "title": "twitter_profile",
      "type": "object"
    },
    "url": {
      "title": "url",
      "type": "string"
    },
    "web_content_publish": {
      "properties": {
        "__id": {
          "title": "__id",
          "type": "string"
        },
        "__meta": {
          "title": "__meta",
          "type": ""
        },
        "__task_id": {
          "title": "__task_id",
          "type": "string"
        },
        "__type": {
          "title": "__type",
          "type": "string"
        },
        "author": {
          "$ref": "#/$defs/profile"
        },
        "collection_ts": {
          "format": "date-time",
          "title": "collection_ts",
          "type": "string"
        },
        "inet_location": {
          "$ref": "#/$defs/inet_location"
        },
        "ingested": {
          "format": "date-time",
          "title": "ingested",
          "type": "string"
        },
        "language": {
          "$ref": "#/$defs/language"
        },
        "links": {
          "items": {
            "$ref": "#/$defs/inet_location"
          },
          "type": "array"
        },
        "raw_text": {
          "title": "raw_text",
          "type": "string"
        },
        "screenshot_files": {
          "items": {
            "$ref": "#/$defs/file"
          },
          "type": "array"
        },
        "service": {
          "$ref": "#/$defs/service"
        },
        "source": {
          "title": "source",
          "type": "string"
        },
        "source_url": {
          "$ref": "#/$defs/url"
        },
        "text": {
          "title": "text",
          "type": "string"
        },
        "timestamp": {
          "format": "date-time",
          "title": "timestamp",
          "type": "string"
        },
        "title": {
          "title": "title",
          "type": "string"
        }
      },
      "title": "web_content_publish",
      "type": "object"
    }
  }
}