Recommended Media Attachment Format

The first three example are our recommendation on how to format image, video, and audio media attachments. Further properties are possible, and might make it into this recommendation at one point. Examples:

• Focal point and blurhash, see Mastodon
• fps (frames per second) for videos

The final example cannot be recommended yet as it is not widely supported. However, it illustrates how one can provide multiple versions of the media attachments. A high quality and low quality video in this case. The low quality video is enough for most use cases, and is 40 times smaller.

!!! info This recommendation is work in progress. A description of why these choices will hopefully appear as a FEP

Examples

Example 1

activity

{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "http://mitra/users/admin",
    "https://www.w3.org/ns/activitystreams#Public"
  ],
  "id": "http://pasture-one-actor/actor/BEcIMSzMoPc",
  "published": "2024-12-04T18:34:14Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://mitra/users/admin"
    ],
    "id": "http://pasture-one-actor/actor/w5e9YM5DwVU",
    "published": "2024-12-04T18:34:14Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Image Format",
    "attachment": [
      {
        "type": "Image",
        "name": "A beautiful cow",
        "url": "http://pasture-one-actor/assets/cow.jpg",
        "width": 100,
        "height": 162,
        "mediaType": "image/jpeg",
        "digestMultibase": "zQmaeDPzhNL32WQZnnzB1H6QJWvvFNEHdViDB71yrxyXU1t",
        "size": 9045
      }
    ]
  }
}

mitra

{
  "id": "019392f3-8f76-5f24-c53b-729b5b958674",
  "uri": "http://pasture-one-actor/actor/w5e9YM5DwVU",
  "url": "http://pasture-one-actor/actor/w5e9YM5DwVU",
  "created_at": "2024-12-04T18:34:14Z",
  "edited_at": null,
  "account": {
    "id": "019392f3-08a5-e6d9-619c-16f4176b94bf",
    "username": "actor",
    "acct": "actor@pasture-one-actor",
    "actor_id": "http://pasture-one-actor/actor",
    "url": "http://pasture-one-actor/actor",
    "display_name": "Test Actor",
    "created_at": "2024-12-04T18:33:41.285211Z",
    "note": "",
    "avatar": "http://mitra/api/v1/accounts/identicon?input=http://pasture-one-actor/actor",
    "header": "http://mitra/api/v1/accounts/identicon",
    "locked": false,
    "mention_policy": "none",
    "bot": false,
    "identity_proofs": [],
    "payment_options": [],
    "fields": [],
    "emojis": [],
    "followers_count": 0,
    "following_count": 0,
    "subscribers_count": 0,
    "statuses_count": 23,
    "source": null,
    "role": null,
    "authentication_methods": null,
    "client_config": null
  },
  "content": "Recommended Image Format",
  "in_reply_to_id": null,
  "in_reply_to_account_id": null,
  "reblog": null,
  "visibility": "public",
  "sensitive": false,
  "spoiler_text": "",
  "pinned": false,
  "replies_count": 0,
  "favourites_count": 0,
  "reblogs_count": 0,
  "media_attachments": [
    {
      "id": "019392f3-8f72-f620-02f6-1314eae25e8d",
      "type": "image",
      "url": "http://mitra/media/6e403ee33c2817a06af46b6e362c054aec3b43057ff32d2f7ac7761761e6e1ff.jpg",
      "preview_url": "http://mitra/media/6e403ee33c2817a06af46b6e362c054aec3b43057ff32d2f7ac7761761e6e1ff.jpg",
      "description": "A beautiful cow"
    }
  ],
  "mentions": [
    {
      "id": "019392f1-ff94-4793-4b67-935bcebe62ff",
      "username": "admin",
      "acct": "admin",
      "url": "http://mitra/users/admin"
    }
  ],
  "tags": [],
  "emojis": [],
  "favourited": false,
  "reblogged": false,
  "bookmarked": false,
  "pleroma": {
    "emoji_reactions": [],
    "in_reply_to_account_acct": null,
    "parent_visible": true,
    "quote": null,
    "quote_visible": false
  },
  "ipfs_cid": null,
  "links": []
}

Example 2

activity

{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "http://mitra/users/admin",
    "https://www.w3.org/ns/activitystreams#Public"
  ],
  "id": "http://pasture-one-actor/actor/nIRdvVfzlH8",
  "published": "2024-12-04T18:34:16Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://mitra/users/admin"
    ],
    "id": "http://pasture-one-actor/actor/lBgo8uiygBs",
    "published": "2024-12-04T18:34:16Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Video Attachment",
    "attachment": [
      {
        "type": "Video",
        "url": "http://pasture-one-actor/assets/cow_eating.mp4",
        "name": "A beautiful cow eating",
        "width": 256,
        "height": 144,
        "mediaType": "video/mp4",
        "digestMultibase": "zQmSzK5qEe5tpjwGMhmjx9RvVoPkWhEmCwxP2s7wPMpKMoK",
        "size": 54373,
        "duration": "PT3S"
      }
    ]
  }
}

mitra

{
  "id": "019392f3-954e-6c80-82f7-b6b817e81fa6",
  "uri": "http://pasture-one-actor/actor/lBgo8uiygBs",
  "url": "http://pasture-one-actor/actor/lBgo8uiygBs",
  "created_at": "2024-12-04T18:34:16Z",
  "edited_at": null,
  "account": {
    "id": "019392f3-08a5-e6d9-619c-16f4176b94bf",
    "username": "actor",
    "acct": "actor@pasture-one-actor",
    "actor_id": "http://pasture-one-actor/actor",
    "url": "http://pasture-one-actor/actor",
    "display_name": "Test Actor",
    "created_at": "2024-12-04T18:33:41.285211Z",
    "note": "",
    "avatar": "http://mitra/api/v1/accounts/identicon?input=http://pasture-one-actor/actor",
    "header": "http://mitra/api/v1/accounts/identicon",
    "locked": false,
    "mention_policy": "none",
    "bot": false,
    "identity_proofs": [],
    "payment_options": [],
    "fields": [],
    "emojis": [],
    "followers_count": 0,
    "following_count": 0,
    "subscribers_count": 0,
    "statuses_count": 24,
    "source": null,
    "role": null,
    "authentication_methods": null,
    "client_config": null
  },
  "content": "Recommended Video Attachment",
  "in_reply_to_id": null,
  "in_reply_to_account_id": null,
  "reblog": null,
  "visibility": "public",
  "sensitive": false,
  "spoiler_text": "",
  "pinned": false,
  "replies_count": 0,
  "favourites_count": 0,
  "reblogs_count": 0,
  "media_attachments": [
    {
      "id": "019392f3-9548-bf43-2c1c-7896573ec9d4",
      "type": "video",
      "url": "http://mitra/media/4514a0bf67069eb36444ace0c4d5d6d4b95be4f01490e6a22ada67bbc3967d0e.mp4",
      "preview_url": "http://mitra/media/4514a0bf67069eb36444ace0c4d5d6d4b95be4f01490e6a22ada67bbc3967d0e.mp4",
      "description": "A beautiful cow eating"
    }
  ],
  "mentions": [
    {
      "id": "019392f1-ff94-4793-4b67-935bcebe62ff",
      "username": "admin",
      "acct": "admin",
      "url": "http://mitra/users/admin"
    }
  ],
  "tags": [],
  "emojis": [],
  "favourited": false,
  "reblogged": false,
  "bookmarked": false,
  "pleroma": {
    "emoji_reactions": [],
    "in_reply_to_account_acct": null,
    "parent_visible": true,
    "quote": null,
    "quote_visible": false
  },
  "ipfs_cid": null,
  "links": []
}

Example 3

activity

{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "http://mitra/users/admin",
    "https://www.w3.org/ns/activitystreams#Public"
  ],
  "id": "http://pasture-one-actor/actor/K_eokEggusA",
  "published": "2024-12-04T18:34:17Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://mitra/users/admin"
    ],
    "id": "http://pasture-one-actor/actor/nFjwK81l09c",
    "published": "2024-12-04T18:34:17Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Recommended Audio Format",
    "attachment": [
      {
        "type": "Audio",
        "url": "http://pasture-one-actor/assets/cow_moo.mp3",
        "name": "A cow mooing",
        "mediaType": "audio/mpeg",
        "digestMultibase": "zQmSXTyLCPqoiGoUUwKRMKgFdddaAUkvQNr29nhB6tahb9Z",
        "size": 67709,
        "duration": "PT2.1S"
      }
    ]
  }
}

mitra

{
  "id": "019392f3-9b25-6f37-f687-80ae54ecea14",
  "uri": "http://pasture-one-actor/actor/nFjwK81l09c",
  "url": "http://pasture-one-actor/actor/nFjwK81l09c",
  "created_at": "2024-12-04T18:34:17Z",
  "edited_at": null,
  "account": {
    "id": "019392f3-08a5-e6d9-619c-16f4176b94bf",
    "username": "actor",
    "acct": "actor@pasture-one-actor",
    "actor_id": "http://pasture-one-actor/actor",
    "url": "http://pasture-one-actor/actor",
    "display_name": "Test Actor",
    "created_at": "2024-12-04T18:33:41.285211Z",
    "note": "",
    "avatar": "http://mitra/api/v1/accounts/identicon?input=http://pasture-one-actor/actor",
    "header": "http://mitra/api/v1/accounts/identicon",
    "locked": false,
    "mention_policy": "none",
    "bot": false,
    "identity_proofs": [],
    "payment_options": [],
    "fields": [],
    "emojis": [],
    "followers_count": 0,
    "following_count": 0,
    "subscribers_count": 0,
    "statuses_count": 25,
    "source": null,
    "role": null,
    "authentication_methods": null,
    "client_config": null
  },
  "content": "Recommended Audio Format",
  "in_reply_to_id": null,
  "in_reply_to_account_id": null,
  "reblog": null,
  "visibility": "public",
  "sensitive": false,
  "spoiler_text": "",
  "pinned": false,
  "replies_count": 0,
  "favourites_count": 0,
  "reblogs_count": 0,
  "media_attachments": [
    {
      "id": "019392f3-9b21-007d-7510-60d9b0883d58",
      "type": "audio",
      "url": "http://mitra/media/3e33fee4c40cdc62e2744d8cf9b7b65b97e0af17e81170b067a1b8fe49b88f28.m2a",
      "preview_url": "http://mitra/media/3e33fee4c40cdc62e2744d8cf9b7b65b97e0af17e81170b067a1b8fe49b88f28.m2a",
      "description": "A cow mooing"
    }
  ],
  "mentions": [
    {
      "id": "019392f1-ff94-4793-4b67-935bcebe62ff",
      "username": "admin",
      "acct": "admin",
      "url": "http://mitra/users/admin"
    }
  ],
  "tags": [],
  "emojis": [],
  "favourited": false,
  "reblogged": false,
  "bookmarked": false,
  "pleroma": {
    "emoji_reactions": [],
    "in_reply_to_account_acct": null,
    "parent_visible": true,
    "quote": null,
    "quote_visible": false
  },
  "ipfs_cid": null,
  "links": []
}

Example 4

activity

{
  "@context": [
    "https://www.w3.org/ns/activitystreams",
    {
      "Hashtag": "as:Hashtag",
      "sensitive": "as:sensitive"
    }
  ],
  "type": "Create",
  "actor": "http://pasture-one-actor/actor",
  "to": [
    "http://mitra/users/admin",
    "https://www.w3.org/ns/activitystreams#Public"
  ],
  "id": "http://pasture-one-actor/actor/YsxZ8GtKDRM",
  "published": "2024-12-04T18:34:19Z",
  "object": {
    "type": "Note",
    "attributedTo": "http://pasture-one-actor/actor",
    "to": [
      "https://www.w3.org/ns/activitystreams#Public",
      "http://mitra/users/admin"
    ],
    "id": "http://pasture-one-actor/actor/RYQTfV_fp0U",
    "published": "2024-12-04T18:34:19Z",
    "@context": [
      "https://www.w3.org/ns/activitystreams",
      "https://www.w3.org/ns/credentials/v2",
      {
        "size": "https://joinpeertube.org/ns#size"
      }
    ],
    "content": "Multiple formats for video",
    "attachment": [
      {
        "type": "Video",
        "name": "A beautiful cow eating",
        "url": [
          {
            "type": "Link",
            "size": 54373,
            "digest": "zQmSzK5qEe5tpjwGMhmjx9RvVoPkWhEmCwxP2s7wPMpKMoK",
            "width": 256,
            "height": 144,
            "href": "http://pasture-one-actor/assets/cow_eating.mp4",
            "mediaType": "video/mp4"
          },
          {
            "type": "Link",
            "size": 2271723,
            "digest": "zQme2X4rgWuRdmAtGGMSEbdoeRQ2NAL2VptcdRGTYDZbSKG",
            "width": 1920,
            "height": 1080,
            "href": "http://pasture-one-actor/assets/cow_eating_hd.mp4",
            "mediaType": "video/mp4"
          }
        ],
        "duration": "PT3S"
      }
    ]
  }
}

mitra

{
  "id": "019392f3-a107-9278-49f2-f7d7b295309c",
  "uri": "http://pasture-one-actor/actor/RYQTfV_fp0U",
  "url": "http://pasture-one-actor/actor/RYQTfV_fp0U",
  "created_at": "2024-12-04T18:34:19Z",
  "edited_at": null,
  "account": {
    "id": "019392f3-08a5-e6d9-619c-16f4176b94bf",
    "username": "actor",
    "acct": "actor@pasture-one-actor",
    "actor_id": "http://pasture-one-actor/actor",
    "url": "http://pasture-one-actor/actor",
    "display_name": "Test Actor",
    "created_at": "2024-12-04T18:33:41.285211Z",
    "note": "",
    "avatar": "http://mitra/api/v1/accounts/identicon?input=http://pasture-one-actor/actor",
    "header": "http://mitra/api/v1/accounts/identicon",
    "locked": false,
    "mention_policy": "none",
    "bot": false,
    "identity_proofs": [],
    "payment_options": [],
    "fields": [],
    "emojis": [],
    "followers_count": 0,
    "following_count": 0,
    "subscribers_count": 0,
    "statuses_count": 26,
    "source": null,
    "role": null,
    "authentication_methods": null,
    "client_config": null
  },
  "content": "Multiple formats for video",
  "in_reply_to_id": null,
  "in_reply_to_account_id": null,
  "reblog": null,
  "visibility": "public",
  "sensitive": false,
  "spoiler_text": "",
  "pinned": false,
  "replies_count": 0,
  "favourites_count": 0,
  "reblogs_count": 0,
  "media_attachments": [],
  "mentions": [
    {
      "id": "019392f1-ff94-4793-4b67-935bcebe62ff",
      "username": "admin",
      "acct": "admin",
      "url": "http://mitra/users/admin"
    }
  ],
  "tags": [],
  "emojis": [],
  "favourited": false,
  "reblogged": false,
  "bookmarked": false,
  "pleroma": {
    "emoji_reactions": [],
    "in_reply_to_account_acct": null,
    "parent_visible": true,
    "quote": null,
    "quote_visible": false
  },
  "ipfs_cid": null,
  "links": []
}