minecraft_testbed_message: 7f6d1e36-537a-4794-b0a7-9ad082f6689c, 94

Multimodal dataset for human-machine teaming research.

Data license: CC BY-NC-SA 4.0

This data as json, copyable

mission id topic timestamp_unix timestamp_iso8601 message
7f6d1e36-537a-4794-b0a7-9ad082f6689c 94 agent/asr/final 1667937626.318213 2022-11-08T20:00:26.318213000Z 
{
    "host": "a7ce3f7189c3",
    "data": {
        "text": " ooh yeah that's gross",
        "features": {
            "word_messages": [
                {
                    "start_time": 101.5,
                    "word": "ooh",
                    "end_time": 101.6
                },
                {
                    "start_time": 101.6,
                    "word": "yeah",
                    "end_time": 101.9
                },
                {
                    "start_time": 101.9,
                    "word": "that's",
                    "end_time": 102.1
                },
                {
                    "start_time": 102.1,
                    "word": "gross",
                    "end_time": 102.6
                }
            ]
        },
        "start_timestamp": "2022-11-08T20:00:26.036556000Z",
        "asr_system": "google",
        "participant_id": "00050",
        "utterance_id": "5f479891-24e7-4d75-9f53-3e489b82eb3b",
        "alternatives": [
            {
                "text": " ooh yeah that's gross",
                "confidence": 0.6635637283325195
            },
            {
                "text": " yeah that's gross",
                "confidence": 0.6058974266052246
            },
            {
                "text": " dude yeah that's gross",
                "confidence": 0.6413638591766357
            }
        ],
        "end_timestamp": "2022-11-08T20:00:27.136556000Z",
        "is_final": true,
        "id": "5f479891-24e7-4d75-9f53-3e489b82eb3b"
    },
    "msg": {
        "sub_type": "asr:transcription",
        "timestamp": "2022-11-08T20:00:26.318258000Z",
        "source": "tomcat_speech_analyzer",
        "trial_id": "7f6d1e36-537a-4794-b0a7-9ad082f6689c",
        "version": "4.0.0",
        "experiment_id": "c4d31f97-f7ce-4771-aa44-df34471867a8"
    },
    "@version": "1",
    "header": {
        "version": "0.1",
        "message_type": "observation",
        "timestamp": "2022-11-08T20:00:26.318213000Z"
    },
    "@timestamp": "2022-11-08T20:00:26.321Z"
}