minecraft_testbed_message: b2884527-78c6-4967-92f1-66e1bab571f6, 38

Multimodal dataset for human-machine teaming research.

Data license: CC BY-NC-SA 4.0

This data as json, copyable

mission id topic timestamp_unix timestamp_iso8601 message
b2884527-78c6-4967-92f1-66e1bab571f6 38 agent/dialog 1666121504.038 2022-10-18T19:31:44.038Z 
{
    "data": {
        "asr_msg_id": "4d458499-a717-42b1-ac34-1a7a4cec2e78",
        "utterance_source": {
            "source_name": "agent/asr/final",
            "source_type": "message_bus"
        },
        "participant_id": "Player173",
        "text": " okay do we start left to right or right to left",
        "extractions": [
            {
                "start_offset": 1,
                "span": "okay",
                "end_offset": 5,
                "labels": [
                    "Agreement",
                    "Communicate",
                    "SimpleAction",
                    "Action",
                    "EventLike",
                    "Concept"
                ],
                "attachments": [],
                "rule": "agree_token_match"
            },
            {
                "start_offset": 44,
                "span": "left",
                "end_offset": 48,
                "labels": [
                    "MoveFrom",
                    "Move",
                    "SimpleAction",
                    "Action",
                    "EventLike",
                    "Concept"
                ],
                "attachments": [],
                "rule": "leave_no_location"
            },
            {
                "start_offset": 18,
                "span": "left",
                "end_offset": 22,
                "labels": [
                    "MoveFrom",
                    "Move",
                    "SimpleAction",
                    "Action",
                    "EventLike",
                    "Concept"
                ],
                "attachments": [],
                "rule": "leave_no_location"
            },
            {
                "start_offset": 6,
                "span": "do we start",
                "end_offset": 17,
                "labels": [
                    "YesNoQuestion",
                    "Question",
                    "Communicate",
                    "SimpleAction",
                    "Action",
                    "EventLike",
                    "Concept"
                ],
                "arguments": {
                    "topic": [
                        {
                            "start_offset": 12,
                            "span": "start",
                            "end_offset": 17,
                            "labels": [
                                "GenericAction",
                                "Action",
                                "EventLike",
                                "Concept"
                            ],
                            "attachments": [],
                            "rule": "genericAction"
                        }
                    ]
                },
                "attachments": [
                    {
                        "text": "we",
                        "labels": [
                            "Team",
                            "Entity",
                            "Concept"
                        ],
                        "span": [
                            2
                        ],
                        "agentType": "Team"
                    }
                ],
                "rule": "binary_question"
            }
        ]
    },
    "msg": {
        "sub_type": "Event:dialogue_event",
        "experiment_id": "299f89cb-ed5e-46e5-a440-a56b86b94284",
        "version": "4.1.5",
        "trial_id": "b2884527-78c6-4967-92f1-66e1bab571f6",
        "source": "uaz_dialog_agent",
        "timestamp": "2022-10-18T19:31:44.038Z"
    },
    "header": {
        "version": "0.1",
        "timestamp": "2022-10-18T19:31:44.038Z",
        "message_type": "event"
    },
    "@version": "1",
    "@timestamp": "2022-10-18T19:31:44.094Z",
    "host": "1604f2a4bd5c"
}