Hardware components | ||||||
| × | 1 | ||||
| × | 1 | ||||
| × | 1 | ||||
| × | 1 | ||||
| × | 1 | ||||
| × | 1 | ||||
| × | 1 | ||||
Software apps and online services | ||||||
| ||||||
| ||||||
| ||||||
| ||||||
|
WALL-E Hello World :-)
This project is to mix different technologies together and have fun building voice commend driven lego robot - WALL-E.
WALL-E is landing in a world. Let's move around and look around to discover this world and have fun. :-)
Here below are pictures from different angles:
- Say "Alexa Open Mindstorms"
- Commands include: "look around" "move forward" "move backward" "turn right" "turn left"
Demo video is below:
SchematicsUsed 2 large motors for move around, and 1 medium motor to move IR sensor to "look" around.
The base wheels are similar to Mission 3's 2 large motors to build belt wheels, then the EV3 brick is sit on the 2 large motors. And medium motor is attached on the side of EV3 brick. IR sensor is connect to medium motor for look around movement.
Wifi usb and bluetooth are insert in a ultra-slim USB hub and then connect to EV3 brick usb port.
EV3DEV image is burnt into MicroSD card and then insert into SD port.
Tips to share:
1. Bluetooth on EV3 needs to set to forget the previous bluetooth device before each re-connection, or it will keep popping up message: "can not connect...." also remember to forget bluetooth device on Amazon Alex echo dot/show.
2. Try EV3DEV image, or Lego approved OS image, and check which one works better. Some of them may not have wifi or bluetooth setup properly. I didn't have enough time to investigate in details, so I used wifi and bluetooth usb adapters to work around wifi/bluetooth setup issues.
3. Unzip the EV3DEV zipped file, then burn the unzipped image file to MicroSD.
This challenge is so cool! Thank you for providing this great opportunity!
#!/usr/bin/env python3
# Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
# You may not use this file except in compliance with the terms and conditions
# set forth in the accompanying LICENSE.TXT file.
#
# THESE MATERIALS ARE PROVIDED ON AN "AS IS" BASIS. AMAZON SPECIFICALLY DISCLAIMS, WITH
# RESPECT TO THESE MATERIALS, ALL WARRANTIES, EXPRESS, IMPLIED, OR STATUTORY, INCLUDING
# THE IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND NON-INFRINGEMENT.
import os
import sys
import time
import logging
import json
import random
import threading
from enum import Enum
from agt import AlexaGadget
from ev3dev2.led import Leds
from ev3dev2.sound import Sound
from ev3dev2.motor import OUTPUT_A, OUTPUT_B, OUTPUT_C, OUTPUT_D, MoveTank, SpeedPercent, MediumMotor
# Set the logging level to INFO to see messages from AlexaGadget
logging.basicConfig(level=logging.INFO, stream=sys.stdout, format='%(message)s')
logging.getLogger().addHandler(logging.StreamHandler(sys.stderr))
logger = logging.getLogger(__name__)
class Direction(Enum):
"""
The list of directional commands and their variations.
These variations correspond to the skill slot values.
"""
FORWARD = ['forward', 'forwards', 'go forward']
BACKWARD = ['back', 'backward', 'backwards', 'go backward']
LEFT = ['left', 'go left']
RIGHT = ['right', 'go right']
STOP = ['stop', 'brake']
class Command(Enum):
"""
The list of preset commands and their invocation variation.
These variations correspond to the skill slot values.
"""
MOVE_CIRCLE = ['circle', 'spin']
MOVE_SQUARE = ['square']
PATROL = ['patrol', 'guard mode', 'sentry mode']
# FIRE_ONE = ['cannon', '1 shot', 'one shot']
# FIRE_ALL = ['all shot']
HEAD_MOVE= ['look around', 'look', 'around'] # move head to look around
class MindstormsGadget(AlexaGadget):
"""
A Mindstorms gadget that performs movement based on voice commands.
Two types of commands are supported, directional movement and preset.
"""
def __init__(self):
"""
Performs Alexa Gadget initialization routines and ev3dev resource allocation.
"""
super().__init__()
# Gadget state
self.patrol_mode = False
# Ev3dev initialization
self.leds = Leds()
self.sound = Sound()
self.drive = MoveTank(OUTPUT_B, OUTPUT_C)
self.look = MediumMotor(OUTPUT_D) # move head to look around
# self.weapon = MediumMotor(OUTPUT_A)
# Start threads
threading.Thread(target=self._patrol_thread, daemon=True).start()
def on_connected(self, device_addr):
"""
Gadget connected to the paired Echo device.
:param device_addr: the address of the device we connected to
"""
self.leds.set_color("LEFT", "GREEN")
self.leds.set_color("RIGHT", "GREEN")
logger.info("{} connected to Echo device".format(self.friendly_name))
def on_disconnected(self, device_addr):
"""
Gadget disconnected from the paired Echo device.
:param device_addr: the address of the device we disconnected from
"""
self.leds.set_color("LEFT", "BLACK")
self.leds.set_color("RIGHT", "BLACK")
logger.info("{} disconnected from Echo device".format(self.friendly_name))
def on_custom_mindstorms_gadget_control(self, directive):
"""
Handles the Custom.Mindstorms.Gadget control directive.
:param directive: the custom directive with the matching namespace and name
"""
try:
payload = json.loads(directive.payload.decode("utf-8"))
print("Control payload: {}".format(payload), file=sys.stderr)
control_type = payload["type"]
if control_type == "move":
# Expected params: [direction, duration, speed]
self._move(payload["direction"], int(payload["duration"]), int(payload["speed"]))
if control_type == "command":
# Expected params: [command]
self._activate(payload["command"])
except KeyError:
print("Missing expected parameters: {}".format(directive), file=sys.stderr)
def _move(self, direction, duration: int, speed: int, is_blocking=False):
"""
Handles move commands from the directive.
Right and left movement can under or over turn depending on the surface type.
:param direction: the move direction
:param duration: the duration in seconds
:param speed: the speed percentage as an integer
:param is_blocking: if set, motor run until duration expired before accepting another command
"""
print("Move command: ({}, {}, {}, {})".format(direction, speed, duration, is_blocking), file=sys.stderr)
if direction in Direction.FORWARD.value:
self.drive.on_for_seconds(SpeedPercent(speed), SpeedPercent(speed), duration, block=is_blocking)
if direction in Direction.BACKWARD.value:
self.drive.on_for_seconds(SpeedPercent(-speed), SpeedPercent(-speed), duration, block=is_blocking)
if direction in (Direction.RIGHT.value + Direction.LEFT.value):
self._turn(direction, speed)
self.drive.on_for_seconds(SpeedPercent(speed), SpeedPercent(speed), duration, block=is_blocking)
if direction in Direction.STOP.value:
self.drive.off()
self.patrol_mode = False
def _activate(self, command, speed=50):
"""
Handles preset commands.
:param command: the preset command
:param speed: the speed if applicable
"""
print("Activate command: ({}, {})".format(command, speed), file=sys.stderr)
if command in Command.MOVE_CIRCLE.value:
self.drive.on_for_seconds(SpeedPercent(int(speed)), SpeedPercent(5), 12)
if command in Command.MOVE_SQUARE.value:
for i in range(4):
self._move("right", 2, speed, is_blocking=True)
if command in Command.PATROL.value:
# Set patrol mode to resume patrol thread processing
self.patrol_mode = True
# if command in Command.FIRE_ONE.value:
# self.weapon.on_for_rotations(SpeedPercent(100), 3)
#if command in Command.FIRE_ALL.value:
# self.weapon.on_for_rotations(SpeedPercent(100), 10)
if command in Command.HEAD_MOVE.value: # move head to look around
self.look.on_for_rotations(SpeedPercent(30), 0.5)
self.look.on_for_rotations(SpeedPercent(-30), 1)
self.look.on_for_rotations(SpeedPercent(30), 0.5)
def _turn(self, direction, speed):
"""
Turns based on the specified direction and speed.
Calibrated for hard smooth surface.
:param direction: the turn direction
:param speed: the turn speed
"""
if direction in Direction.LEFT.value:
self.drive.on_for_seconds(SpeedPercent(0), SpeedPercent(speed), 2)
if direction in Direction.RIGHT.value:
self.drive.on_for_seconds(SpeedPercent(speed), SpeedPercent(0), 2)
def _patrol_thread(self):
"""
Performs random movement when patrol mode is activated.
"""
while True:
while self.patrol_mode:
print("Patrol mode activated randomly picks a path", file=sys.stderr)
direction = random.choice(list(Direction))
duration = random.randint(1, 5)
speed = random.randint(1, 4) * 25
while direction == Direction.STOP:
direction = random.choice(list(Direction))
# direction: all except stop, duration: 1-5s, speed: 25, 50, 75, 100
self._move(direction.value[0], duration, speed)
time.sleep(duration)
time.sleep(1)
if __name__ == '__main__':
gadget = MindstormsGadget()
# Set LCD font and turn off blinking LEDs
os.system('setfont Lat7-Terminus12x6')
gadget.leds.set_color("LEFT", "BLACK")
gadget.leds.set_color("RIGHT", "BLACK")
# Startup sequence
gadget.sound.play_song((('C4', 'e'), ('D4', 'e'), ('E5', 'q')))
gadget.leds.set_color("LEFT", "GREEN")
gadget.leds.set_color("RIGHT", "GREEN")
# Gadget main entry point
gadget.main()
# Shutdown sequence
gadget.sound.play_song((('E5', 'e'), ('C4', 'e')))
gadget.leds.set_color("LEFT", "BLACK")
gadget.leds.set_color("RIGHT", "BLACK")
{
"interactionModel": {
"languageModel": {
"invocationName": "mindstorms",
"intents": [
{
"name": "AMAZON.CancelIntent",
"samples": []
},
{
"name": "AMAZON.HelpIntent",
"samples": []
},
{
"name": "AMAZON.StopIntent",
"samples": []
},
{
"name": "AMAZON.NavigateHomeIntent",
"samples": []
},
{
"name": "MoveIntent",
"slots": [
{
"name": "Direction",
"type": "DirectionType"
},
{
"name": "Duration",
"type": "AMAZON.NUMBER"
}
],
"samples": [
"{Direction} now",
"{Direction} {Duration} seconds",
"move {Direction} for {Duration} seconds"
]
},
{
"name": "SetSpeedIntent",
"slots": [
{
"name": "Speed",
"type": "AMAZON.NUMBER"
}
],
"samples": [
"set speed {Speed} percent",
"set {Speed} percent speed",
"set speed to {Speed} percent"
]
},
{
"name": "SetCommandIntent",
"slots": [
{
"name": "Command",
"type": "CommandType"
}
],
"samples": [
"activate {Command} mode",
"move in a {Command}",
"fire {Command}",
"activate {Command}"
]
}
],
"types": [
{
"name": "DirectionType",
"values": [
{
"name": {
"value": "brake"
}
},
{
"name": {
"value": "go backward"
}
},
{
"name": {
"value": "go forward"
}
},
{
"name": {
"value": "go right"
}
},
{
"name": {
"value": "go left"
}
},
{
"name": {
"value": "right"
}
},
{
"name": {
"value": "left"
}
},
{
"name": {
"value": "backwards"
}
},
{
"name": {
"value": "backward"
}
},
{
"name": {
"value": "forwards"
}
},
{
"name": {
"value": "forward"
}
}
]
},
{
"name": "CommandType",
"values": [
{
"name": {
"value": "circle"
}
},
{
"name": {
"value": "square"
}
},
{
"name": {
"value": "patrol"
}
},
{
"name": {
"value": "look around"
}
},
{
"name": {
"value": "look"
}
},
{
"name": {
"value": "around"
}
}
]
}
]
}
}
}
Comments