{
  "type": "excalidraw",
  "version": 2,
  "source": "https://www.michaelml.dev/projects/multimodal-sensor-fusion",
  "elements": [
    {
      "id": "8hlkOFyCdM6ovuJpsOmOk",
      "type": "rectangle",
      "x": 0,
      "y": 0,
      "width": 1320,
      "height": 620,
      "angle": 0,
      "strokeColor": "#fff",
      "backgroundColor": "#fff",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a0",
      "roundness": null,
      "seed": 543479207,
      "version": 2,
      "versionNonce": 624557129,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-0",
      "type": "text",
      "x": 35,
      "y": 25,
      "width": 149.5,
      "height": 28.749999999999996,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a1",
      "roundness": null,
      "seed": 8400,
      "version": 2,
      "versionNonce": 1621723335,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "text": "01 / SENSORS",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "01 / SENSORS",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "multimodal-sensor-fusion-1",
      "type": "text",
      "x": 475,
      "y": 25,
      "width": 170,
      "height": 28.749999999999996,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a2",
      "roundness": null,
      "seed": 8401,
      "version": 2,
      "versionNonce": 2133166889,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "text": "02 / ENCODERS",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "02 / ENCODERS",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "multimodal-sensor-fusion-2",
      "type": "text",
      "x": 1005,
      "y": 25,
      "width": 156,
      "height": 28.749999999999996,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a3",
      "roundness": null,
      "seed": 8402,
      "version": 2,
      "versionNonce": 405460967,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "text": "03 / GESTURE",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "03 / GESTURE",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "multimodal-sensor-fusion-3",
      "type": "rectangle",
      "x": 35,
      "y": 110,
      "width": 300,
      "height": 130,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "#f3eee2",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a4",
      "roundness": null,
      "seed": 8403,
      "version": 2,
      "versionNonce": 1987853833,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "VdCN9Azh7AFF4BrhhlTcM"
        }
      ],
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-4",
      "type": "rectangle",
      "x": 35,
      "y": 375,
      "width": 300,
      "height": 130,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "#f3eee2",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a5",
      "roundness": null,
      "seed": 8404,
      "version": 2,
      "versionNonce": 1828012807,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "JpxslrQgb_waq4cKnBta_"
        }
      ],
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-5",
      "type": "rectangle",
      "x": 470,
      "y": 110,
      "width": 340,
      "height": 130,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "#dfeae5",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a6",
      "roundness": null,
      "seed": 8405,
      "version": 2,
      "versionNonce": 2050594025,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "Fpj4rFk9CjUSgJV2OSJvK"
        }
      ],
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-6",
      "type": "rectangle",
      "x": 470,
      "y": 375,
      "width": 340,
      "height": 130,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "#dfeae5",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a7",
      "roundness": null,
      "seed": 8406,
      "version": 2,
      "versionNonce": 260393511,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "iqDjM8XIeJdxExodkNFEV"
        }
      ],
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-7",
      "type": "arrow",
      "x": 345,
      "y": 175,
      "width": 115,
      "height": 0,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a8",
      "roundness": null,
      "seed": 8407,
      "version": 2,
      "versionNonce": 233377737,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "points": [
        [
          0.5,
          0
        ],
        [
          114.5,
          0
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "multimodal-sensor-fusion-8",
      "type": "arrow",
      "x": 345,
      "y": 440,
      "width": 115,
      "height": 0,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a9",
      "roundness": null,
      "seed": 8408,
      "version": 2,
      "versionNonce": 1825008967,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "points": [
        [
          0.5,
          0
        ],
        [
          114.5,
          0
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "multimodal-sensor-fusion-9",
      "type": "rectangle",
      "x": 990,
      "y": 235,
      "width": 300,
      "height": 145,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "#dfeae5",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aA",
      "roundness": null,
      "seed": 8409,
      "version": 2,
      "versionNonce": 933637801,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "9FqE4YWP8RNRazC4wv7QQ"
        }
      ],
      "updated": 1788904230678,
      "link": null,
      "locked": false
    },
    {
      "id": "multimodal-sensor-fusion-10",
      "type": "arrow",
      "x": 820,
      "y": 175,
      "width": 160,
      "height": 133,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aB",
      "roundness": null,
      "seed": 8410,
      "version": 2,
      "versionNonce": 538455143,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "points": [
        [
          0.5,
          0
        ],
        [
          85,
          0
        ],
        [
          85,
          133
        ],
        [
          159.5,
          133
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "multimodal-sensor-fusion-11",
      "type": "arrow",
      "x": 820,
      "y": 440,
      "width": 160,
      "height": 132,
      "angle": 0,
      "strokeColor": "#527c78",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.3,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aC",
      "roundness": null,
      "seed": 8411,
      "version": 2,
      "versionNonce": 773616009,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230678,
      "link": null,
      "locked": false,
      "points": [
        [
          0.5,
          0
        ],
        [
          85,
          0
        ],
        [
          85,
          -132
        ],
        [
          159.5,
          -132
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "VdCN9Azh7AFF4BrhhlTcM",
      "type": "text",
      "x": 96.49999999999999,
      "y": 131.875,
      "width": 177.00000000000003,
      "height": 86.24999999999999,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aD",
      "roundness": null,
      "seed": 625215367,
      "version": 3,
      "versionNonce": 1921741607,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230679,
      "link": null,
      "locked": false,
      "text": "IMU sequences\nAcceleration +\norientation",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "multimodal-sensor-fusion-3",
      "originalText": "IMU sequences\nAcceleration + orientation",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "JpxslrQgb_waq4cKnBta_",
      "type": "text",
      "x": 44.25,
      "y": 411.25,
      "width": 281.5,
      "height": 57.49999999999999,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aE",
      "roundness": null,
      "seed": 1250393767,
      "version": 3,
      "versionNonce": 1685452489,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230679,
      "link": null,
      "locked": false,
      "text": "ToF sequences\nDistance measurements",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "multimodal-sensor-fusion-4",
      "originalText": "ToF sequences\nDistance measurements",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "Fpj4rFk9CjUSgJV2OSJvK",
      "type": "text",
      "x": 480.5,
      "y": 146.25,
      "width": 319.00000000000006,
      "height": 57.49999999999999,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aF",
      "roundness": null,
      "seed": 1653543367,
      "version": 3,
      "versionNonce": 1059092039,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230679,
      "link": null,
      "locked": false,
      "text": "Gravity / motion features\nResidual CNN + SE",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "multimodal-sensor-fusion-5",
      "originalText": "Gravity / motion features\nResidual CNN + SE",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "iqDjM8XIeJdxExodkNFEV",
      "type": "text",
      "x": 527.25,
      "y": 411.25,
      "width": 225.50000000000003,
      "height": 57.49999999999999,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aG",
      "roundness": null,
      "seed": 913785063,
      "version": 3,
      "versionNonce": 436090281,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230679,
      "link": null,
      "locked": false,
      "text": "ToF preprocessing\nCNN encoder",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "multimodal-sensor-fusion-6",
      "originalText": "ToF preprocessing\nCNN encoder",
      "autoResize": true,
      "lineHeight": 1.15
    },
    {
      "id": "9FqE4YWP8RNRazC4wv7QQ",
      "type": "text",
      "x": 1016.25,
      "y": 264.375,
      "width": 247.50000000000003,
      "height": 86.24999999999999,
      "angle": 0,
      "strokeColor": "#394039",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aH",
      "roundness": null,
      "seed": 936152071,
      "version": 3,
      "versionNonce": 879236455,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1788904230679,
      "link": null,
      "locked": false,
      "text": "Concatenate\nBi-LSTM + GRU\nAttention → softmax",
      "fontSize": 25,
      "fontFamily": 2,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "multimodal-sensor-fusion-9",
      "originalText": "Concatenate\nBi-LSTM + GRU\nAttention → softmax",
      "autoResize": true,
      "lineHeight": 1.15
    }
  ],
  "appState": {
    "viewBackgroundColor": "#ffffff",
    "exportBackground": true,
    "exportWithDarkMode": false
  },
  "files": {}
}