Skip to content

Recommended Media Attachment Format

The first three example are our recommendation on how to format image, video, and audio media attachments. Further properties are possible, and might make it into this recommendation at one point. Examples:

  • Focal point and blurhash, see Mastodon
  • fps (frames per second) for videos

The final example cannot be recommended yet as it is not widely supported. However, it illustrates how one can provide multiple versions of the media attachments. A high quality and low quality video in this case. The low quality video is enough for most use cases, and is 40 times smaller.

!!! info This recommendation is work in progress. A description of why these choices will hopefully appear as a FEP

Examples

Example 1

activity
{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "https://www.w3.org/ns/activitystreams#Public",
    "http://misskey/users/a1ds68tr8x0w0001"
  ],
  "id": "http://pasture-one-actor/actor/1M6n9umI4J0",
  "published": "2024-12-04T18:27:00Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://misskey/users/a1ds68tr8x0w0001"
    ],
    "id": "http://pasture-one-actor/actor/Hr8C0y_-UKQ",
    "published": "2024-12-04T18:27:00Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Image Format",
    "attachment": [
      {
        "type": "Image",
        "name": "A beautiful cow",
        "url": "http://pasture-one-actor/assets/cow.jpg",
        "width": 100,
        "height": 162,
        "mediaType": "image/jpeg",
        "digestMultibase": "zQmaeDPzhNL32WQZnnzB1H6QJWvvFNEHdViDB71yrxyXU1t",
        "size": 9045
      }
    ]
  }
}
misskey
{
  "id": "a1dsavc077jl000j",
  "createdAt": "2024-12-04T18:27:00.000Z",
  "userId": "a1ds7sc977jl0002",
  "user": {
    "id": "a1ds7sc977jl0002",
    "name": "Test Actor",
    "username": "actor",
    "host": "pasture-one-actor",
    "avatarUrl": "http://misskey/identicon/actor@pasture-one-actor",
    "avatarBlurhash": null,
    "avatarDecorations": [],
    "isBot": false,
    "isCat": false,
    "instance": {
      "name": null,
      "softwareName": null,
      "softwareVersion": null,
      "iconUrl": null,
      "faviconUrl": null,
      "themeColor": null
    },
    "emojis": {},
    "onlineStatus": "unknown"
  },
  "text": "Recommended Image Format",
  "cw": null,
  "visibility": "public",
  "localOnly": false,
  "reactionAcceptance": null,
  "renoteCount": 0,
  "repliesCount": 0,
  "reactionCount": 0,
  "reactions": {},
  "reactionEmojis": {},
  "emojis": {},
  "fileIds": [
    "a1dsaw9877jl000i"
  ],
  "files": [
    {
      "id": "a1dsaw9877jl000i",
      "createdAt": "2024-12-04T18:27:01.196Z",
      "name": "cow.jpg",
      "type": "image/jpeg",
      "md5": "79665fe8c07445157afebd1543f36b71",
      "size": 0,
      "isSensitive": false,
      "blurhash": "ejK^]TI9_3t6NG_4%gRkV[of%hWCIUt7jEo#V@aJbHofazadjYWVkD",
      "properties": {
        "width": 200,
        "height": 164
      },
      "url": "http://pasture-one-actor/assets/cow.jpg",
      "thumbnailUrl": "http://pasture-one-actor/assets/cow.jpg",
      "comment": "A beautiful cow",
      "folderId": null,
      "folder": null,
      "userId": "a1ds7sc977jl0002",
      "user": null
    }
  ],
  "replyId": null,
  "renoteId": null,
  "uri": "http://pasture-one-actor/actor/Hr8C0y_-UKQ",
  "clippedCount": 0
}

Example 2

activity
{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "https://www.w3.org/ns/activitystreams#Public",
    "http://misskey/users/a1ds68tr8x0w0001"
  ],
  "id": "http://pasture-one-actor/actor/PQkTjMGAje0",
  "published": "2024-12-04T18:27:01Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://misskey/users/a1ds68tr8x0w0001"
    ],
    "id": "http://pasture-one-actor/actor/IiUzJ064j88",
    "published": "2024-12-04T18:27:01Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Video Attachment",
    "attachment": [
      {
        "type": "Video",
        "url": "http://pasture-one-actor/assets/cow_eating.mp4",
        "name": "A beautiful cow eating",
        "width": 256,
        "height": 144,
        "mediaType": "video/mp4",
        "digestMultibase": "zQmSzK5qEe5tpjwGMhmjx9RvVoPkWhEmCwxP2s7wPMpKMoK",
        "size": 54373,
        "duration": "PT3S"
      }
    ]
  }
}
misskey
{
  "id": "a1dsaw3s77jl000l",
  "createdAt": "2024-12-04T18:27:01.000Z",
  "userId": "a1ds7sc977jl0002",
  "user": {
    "id": "a1ds7sc977jl0002",
    "name": "Test Actor",
    "username": "actor",
    "host": "pasture-one-actor",
    "avatarUrl": "http://misskey/identicon/actor@pasture-one-actor",
    "avatarBlurhash": null,
    "avatarDecorations": [],
    "isBot": false,
    "isCat": false,
    "instance": {
      "name": null,
      "softwareName": null,
      "softwareVersion": null,
      "iconUrl": null,
      "faviconUrl": null,
      "themeColor": null
    },
    "emojis": {},
    "onlineStatus": "unknown"
  },
  "text": "Recommended Video Attachment",
  "cw": null,
  "visibility": "public",
  "localOnly": false,
  "reactionAcceptance": null,
  "renoteCount": 0,
  "repliesCount": 0,
  "reactionCount": 0,
  "reactions": {},
  "reactionEmojis": {},
  "emojis": {},
  "fileIds": [
    "a1dsawtt77jl000k"
  ],
  "files": [
    {
      "id": "a1dsawtt77jl000k",
      "createdAt": "2024-12-04T18:27:01.937Z",
      "name": "cow_eating.mp4",
      "type": "video/mp4",
      "md5": "19e0d3ecdd0230ed857c9c88dd247012",
      "size": 0,
      "isSensitive": false,
      "blurhash": null,
      "properties": {},
      "url": "http://pasture-one-actor/assets/cow_eating.mp4",
      "thumbnailUrl": null,
      "comment": "A beautiful cow eating",
      "folderId": null,
      "folder": null,
      "userId": "a1ds7sc977jl0002",
      "user": null
    }
  ],
  "replyId": null,
  "renoteId": null,
  "uri": "http://pasture-one-actor/actor/IiUzJ064j88",
  "clippedCount": 0
}

Example 3

activity
{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "https://www.w3.org/ns/activitystreams#Public",
    "http://misskey/users/a1ds68tr8x0w0001"
  ],
  "id": "http://pasture-one-actor/actor/118XIydm7_w",
  "published": "2024-12-04T18:27:02Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://misskey/users/a1ds68tr8x0w0001"
    ],
    "id": "http://pasture-one-actor/actor/s0MfWF8GGFY",
    "published": "2024-12-04T18:27:02Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Audio Format",
    "attachment": [
      {
        "type": "Audio",
        "url": "http://pasture-one-actor/assets/cow_moo.mp3",
        "name": "A cow mooing",
        "mediaType": "audio/mpeg",
        "digestMultibase": "zQmSXTyLCPqoiGoUUwKRMKgFdddaAUkvQNr29nhB6tahb9Z",
        "size": 67709,
        "duration": "PT2.1S"
      }
    ]
  }
}
misskey
{
  "id": "a1dsawvk77jl000n",
  "createdAt": "2024-12-04T18:27:02.000Z",
  "userId": "a1ds7sc977jl0002",
  "user": {
    "id": "a1ds7sc977jl0002",
    "name": "Test Actor",
    "username": "actor",
    "host": "pasture-one-actor",
    "avatarUrl": "http://misskey/identicon/actor@pasture-one-actor",
    "avatarBlurhash": null,
    "avatarDecorations": [],
    "isBot": false,
    "isCat": false,
    "instance": {
      "name": null,
      "softwareName": null,
      "softwareVersion": null,
      "iconUrl": null,
      "faviconUrl": null,
      "themeColor": null
    },
    "emojis": {},
    "onlineStatus": "unknown"
  },
  "text": "Recommended Audio Format",
  "cw": null,
  "visibility": "public",
  "localOnly": false,
  "reactionAcceptance": null,
  "renoteCount": 0,
  "repliesCount": 0,
  "reactionCount": 0,
  "reactions": {},
  "reactionEmojis": {},
  "emojis": {},
  "fileIds": [
    "a1dsax9r77jl000m"
  ],
  "files": [
    {
      "id": "a1dsax9r77jl000m",
      "createdAt": "2024-12-04T18:27:02.511Z",
      "name": "cow_moo.mp3",
      "type": "audio/mpeg",
      "md5": "af0b1c1fdd1e74cb559072d725f7de31",
      "size": 0,
      "isSensitive": false,
      "blurhash": null,
      "properties": {},
      "url": "http://pasture-one-actor/assets/cow_moo.mp3",
      "thumbnailUrl": null,
      "comment": "A cow mooing",
      "folderId": null,
      "folder": null,
      "userId": "a1ds7sc977jl0002",
      "user": null
    }
  ],
  "replyId": null,
  "renoteId": null,
  "uri": "http://pasture-one-actor/actor/s0MfWF8GGFY",
  "clippedCount": 0
}

Example 4

activity
{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "https://www.w3.org/ns/activitystreams#Public",
    "http://misskey/users/a1ds68tr8x0w0001"
  ],
  "id": "http://pasture-one-actor/actor/ocg4BLeCyJk",
  "published": "2024-12-04T18:27:03Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://misskey/users/a1ds68tr8x0w0001"
    ],
    "id": "http://pasture-one-actor/actor/6-wy9gBXFtI",
    "published": "2024-12-04T18:27:03Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Multiple formats for video",
    "attachment": [
      {
        "type": "Video",
        "name": "A beautiful cow eating",
        "url": [
          {
            "type": "Link",
            "size": 54373,
            "digest": "zQmSzK5qEe5tpjwGMhmjx9RvVoPkWhEmCwxP2s7wPMpKMoK",
            "width": 256,
            "height": 144,
            "href": "http://pasture-one-actor/assets/cow_eating.mp4",
            "mediaType": "video/mp4"
          },
          {
            "type": "Link",
            "size": 2271723,
            "digest": "zQme2X4rgWuRdmAtGGMSEbdoeRQ2NAL2VptcdRGTYDZbSKG",
            "width": 1920,
            "height": 1080,
            "href": "http://pasture-one-actor/assets/cow_eating_hd.mp4",
            "mediaType": "video/mp4"
          }
        ],
        "duration": "PT3S"
      }
    ]
  }
}
misskey
{
  "id": "a1dsaxnc77jl000o",
  "createdAt": "2024-12-04T18:27:03.000Z",
  "userId": "a1ds7sc977jl0002",
  "user": {
    "id": "a1ds7sc977jl0002",
    "name": "Test Actor",
    "username": "actor",
    "host": "pasture-one-actor",
    "avatarUrl": "http://misskey/identicon/actor@pasture-one-actor",
    "avatarBlurhash": null,
    "avatarDecorations": [],
    "isBot": false,
    "isCat": false,
    "instance": {
      "name": null,
      "softwareName": null,
      "softwareVersion": null,
      "iconUrl": null,
      "faviconUrl": null,
      "themeColor": null
    },
    "emojis": {},
    "onlineStatus": "unknown"
  },
  "text": "Multiple formats for video",
  "cw": null,
  "visibility": "public",
  "localOnly": false,
  "reactionAcceptance": null,
  "renoteCount": 0,
  "repliesCount": 0,
  "reactionCount": 0,
  "reactions": {},
  "reactionEmojis": {},
  "emojis": {},
  "fileIds": [],
  "files": [],
  "replyId": null,
  "renoteId": null,
  "uri": "http://pasture-one-actor/actor/6-wy9gBXFtI",
  "clippedCount": 0
}