Welcome to Hackster!
Hackster is a community dedicated to learning hardware, from beginner to pro. Join us, it's free!
Noah Jillson
Published

Data Moshing with a Raspberry Pi

Using a Raspberry Pi 3 to data mosh two photos together and overlay text from a wikipedia page. The result is uploaded to a Google Site.

BeginnerFull instructions provided15 hours521
Data Moshing with a Raspberry Pi

Things used in this project

Hardware components

Raspberry Pi 3 Model B
Raspberry Pi 3 Model B
×1
16 GB Micro SD Card
×1
Cana Kit 2.5A Power Supply for Raspberry Pi
×1
USB Keyboard
Any keyboard will do as long as it can plug into the Raspberry Pi.
×1
USB Mouse
Any Mouse will do as long as it can plug into the Raspberry Pi.
×1
HDMI Computer Monitor
Any computer monitor with a standard HDMI cable will do as long as it can plug into the Raspberry Pi.
×1

Software apps and online services

PyCharm CE
I did all of my programming and debugging on my laptop using PyCharm.
Raspberry Pi Thonny
The default Python IDE on my Raspberry Pi 3 B.
PIL (Python Imaging Library)
This library allowed for the editing of images.
Ubuntu Chromium-Chromedriver
I used an Ubuntu compatible Chromium version since Chromium is not officially supported on Linux devices.
Selenium
This library allowed for the automation of web-pages.

Story

Read more

Code

Data Moshing

Python
This script mashes two photos together and overlays text from the Wikipedia API on to the resulting image. At the end of this script, the Upload Photo is run to upload the resulting photo to the Google Site.
import requests
import json
import random
import os
from PIL import Image, ImageDraw, ImageFont


def main():
    path_one = formulate_path()
    path_two = formulate_path()

    img1 = resizeImg(initializeImg(path_one), "full")
    img2 = resizeImg(initializeImg(path_two), "full")

    data1 = tolist(img1)
    data2 = tolist(img2)

    img = bend(img1, img2, data1, data2)

    draw = initializeDraw(img)
    drawText(draw)

    saveImg(img)


# JSON Object and API———————————————————————————————————————————————————————————————————————————————————————————————————
def parse(response: dict) -> str:
    for i in response["query"]["pages"]:
        return response["query"]["pages"][i]["extract"]
    return ""


def formulate_query() -> str:
    query = ("https://en.wikipedia.org/w/api.php?"
             "format=json&"
             "action=query&"
             "prop=extracts&"
             "exintro&explaintext&"
             "redirects=1&"
             "titles=")
    titles = ["Stack%20Overflow",
              "Industrialisation",
              "Zen%20and%20the%20Art%20of%20Motorcycle%20Maintenance",
              "Computer%20science",
              "Smog",
              "Machine",
              "Sentience"]
    return query + titles[random.randrange(0, len(titles))]


def request() -> str:
    return parse(json.loads(json.dumps(requests.get(formulate_query()).json())))


# Data Moshing Functions————————————————————————————————————————————————————————————————————————————————————————————————
def bend(img1: Image, img2: Image, data1: list, data2: list) -> Image:
    params = {'img1': img1, 'img2': img2, 'data1': data1, 'data2': data2}
    f = [drag, corrupt, weave, contrast, contrast_blue, contrast_green, contrast_red]

    for i in range(random.randint(3, 8)):
        params['data1'] = f[random.randint(0, 5)](params)

    img1.putdata(data=params['data1'])
    return img1


def weave(params: dict) -> list:
    data1 = params['data1']
    data2 = params['data2']

    def find_factors(num: int) -> list:
        factors = []
        # The range is set from 2 to num since I already know 1 and num are factors of num.
        # I don't want these two factors included in the list
        for f in range(2, num):
            if num % f == 0:
                factors.append(f)
        return factors

    width_factors = find_factors(params['img1'].size[0])
    width_divisor = width_factors[random.randint(0, len(width_factors) - 1)]
    cube_width = params['img1'].size[0] // width_divisor

    height_factors = find_factors(params['img1'].size[1])
    height_divisor = height_factors[random.randint(0, len(height_factors) - 1)]
    cube_height = params['img1'].size[1] // height_divisor

    start = 0
    stop = cube_width

    n = True
    # Loops through the number of cubes that fit in the img height changing the state of n every iteration.
    # This ensures that the cubes of img1 data and img2 data will alternate since most of the factors of the img width
    # and height are even numbers.
    for d in range(height_divisor):
        # loops through the cube_height building each cube row by row
        for h in range(cube_height):
            # loops through the number of cubes that fit in the img width changing the state of n every iteration
            for w in range(width_divisor):
                # loops through the cube_width writing pixel data from img2 to img1 for every other cube_width
                for i in range(start, stop):
                    if n:
                        data1[i] = data2[i]
                    else:
                        break
                n = not n
                start = start + cube_width
                stop = stop + cube_width
        n = not n
    return data1


def spread(params: dict) -> Image:
    img = params['img1']
    return img.effect_spread(random.randint(5, 25))


def drag(params: dict) -> list:
    img = params['img1']
    data = params['data1']

    width, height = img.size
    c = random.randint(1, height / 2)
    a = random.randrange(0, len(data) - (width * c), width)
    b = a + width

    for i in range(1, c):
        for j in range(a, b):
            data[j + width * i] = data[j]
    return data


def corrupt(params: dict) -> list:
    data1 = params['data1']
    data2 = params['data2']

    a = random.randint(0, len(data1) - 2)
    b = random.randint(a, len(data1) - 1)

    for i in range(a, b):
        try:
            data1[i] = data2[i]
        except IndexError:
            print("IndexError occurred " + str(IndexError) + ". Returning data1 as is.")
            return data1
    return data1


def contrast(params: dict) -> list:
    data = params['data1']

    for i in range(len(data)):
        data[i] = (255 - data[i][0], 255 - data[i][1], 255 - data[i][2])
    return data


def contrast_green(params: dict) -> list:
    data = params['data1']

    for i in range(len(data)):
        data[i] = (data[i][0], 255 - data[i][1], data[i][2])
    return data


def contrast_red(params: dict) -> list:
    data = params['data1']

    for i in range(len(data)):
        data[i] = (255 - data[i][0], data[i][1], data[i][2])
    return data


def contrast_blue(params: dict) -> list:
    data = params['data1']

    for i in range(len(data)):
        data[i] = (data[i][0], data[i][1], 255 - data[i][2])
    return data


# Draw Functions————————————————————————————————————————————————————————————————————————————————————————————————————————
def initializeDraw(img: Image) -> ImageDraw:
    return ImageDraw.Draw(img)


def convert_to_drawable(response: str) -> str:
    split_response = response.split('.')
    text = ""
    for i in split_response:
        text = text + "\n" + i
    return text


def drawText(draw: ImageDraw) -> None:
    font = ImageFont.truetype("/System/Library/Fonts/Supplemental/Arial.ttf", random.randint(10, 200))
    draw.multiline_text((0, 0), convert_to_drawable(request()), font=font, fill=(255, 255, 255, 255))


# IMG Functions—————————————————————————————————————————————————————————————————————————————————————————————————————————
def initializeImg(path: str) -> object:
    try:
        return Image.open(path)
    except IOError:
        print("Unable to open image " + str(
            IOError) + ". Recalling InitializeImg function with a new path.\nFaulty Image path: " + path)
        return initializeImg(formulate_path())


def resizeImg(img: Image, size: str) -> Image:
    width, height = img.size
    if size == "small":
        return img.resize((width // 16, height // 16))
    elif size == "medium":
        return img.resize((width // 8, height // 8))
    elif size == "large":
        return img.resize((width // 4, height // 4))
    elif size == "full":
        return img
    else:
        return img.resize((width // 16, height // 16))


def tolist(img: Image) -> list:
    data = []
    for pixel in img.getdata():
        data.append(pixel)
    return data


def formulate_path() -> str:
    return "/Users/noahjillson/Desktop/photos/art/IMG_" + str(random.randint(6694, 7737)) + ".JPG"


def saveImg(img: Image) -> None:
    img.save("/Users/noahjillson/Desktop/IMG_6845.JPG")


if __name__ == "__main__":
    main()
    os.system("python3 /Users/noahjillson/Desktop/pythonProject/UploadPhoto.py")

Upload Photo

Python
This script uploads the resulting photo from the data-moshing script to a Google Site. At the end of this script, the Publish Site script is run.
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
import time
import os

if __name__ == "__main__":
    email = "Your email address goes here"
    password = "Your Gmail password goes Here"
    driver = webdriver.Chrome()
    try:
        # Opens the page and waits a maximum of 10 seconds for the field element to load
        driver.get("The link to your Google Site edit page")
        driver.implicitly_wait(10)
        
        #  Selects the email input box and enters the email address
        field = driver.find_element_by_css_selector("input[type='email']")
        field.send_keys(email)
        
        # Clicks the 'Next' button and waits 3 seconds
        button = driver.find_element_by_xpath("//*[@id='identifierNext']/div/button")
        button.click()
        time.sleep(3)
        
        # Selects the password input box and enters the password
        field = driver.find_element_by_css_selector("input[type='password']")
        field.send_keys(password)
        
        # Clicks the 'Next' button and waits a maximum of 10 seconds for the next button to load
        button = driver.find_element_by_xpath("//*[@id='passwordNext']/div/button")
        button.click()
        driver.implicitly_wait(10)
        
        # Clicks on the add image dropdown menue and waits 5 seconds
        button = driver.find_element_by_xpath("//*[@id='wWGgfe']/div/div[1]/div[2]")
        button.click()
        time.sleep(5)
        
        # Clicks the upload image button and waits 5 seconds
        button = driver.find_element_by_xpath("//*[@id='wWGgfe']/div/div[4]/div/div/span[1]")
        button.click()
        time.sleep(5)
        
        # Uploads the image at the specified path, waits 10 seconds, then quits the driver
        element = driver.find_element_by_css_selector("input[type='file']")
        element.send_keys("Enter_your_full_image_path_here_with_file_extension")
        time.sleep(10)
        driver.quit()
        os.system("python3 Enter_your_full_image_path_here_to_the_PublishSite_Script_with_file_extension")
    except NoSuchElementException:
        # Failsafe that quits the driver should an error occur.
        # This way you wont have multiple divers open in the background on the Raspberry Pi
        print("Element not found; prematurely quiting driver.")
        driver.quit()

Publish Site

Python
This script publishes the Google Site.
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
import time

if __name__ == "__main__":
    email = "ltdatavisualizationproject@gmail.com"
    password = "Data@WAddison4"
    driver = webdriver.Chrome()
    try:
        # Creates the Webdriver and opens the web page linked below and waits a maximum of 10 seconds for the following field to load
        driver.get("link_to_the_edit_page_of_your_google_site")
        driver.implicitly_wait(10)
        
        # Selects the email field and enters the email
        field = driver.find_element_by_css_selector("input[type='email']")
        field.send_keys(email)
        
        # Clicks the 'Next' button and waits 3 seconds for the following field to load
        button = driver.find_element_by_xpath("//*[@id='identifierNext']/div/button")
        button.click()
        time.sleep(3)
        
        # Selects the password field and enters the password
        field = driver.find_element_by_css_selector("input[type='password']")
        field.send_keys(password)
        
        # Clicks the 'Next' button and waits a maximum of 10 seconds for the following button to load
        button = driver.find_element_by_xpath("//*[@id='passwordNext']/div/button")
        button.click()
        driver.implicitly_wait(10)
        
        # Clicks the 'Publish' button and waits 5 seconds for the review publish GUI to load
        button = driver.find_element_by_xpath("//*[@id='ow24']/div[1]")
        button.click()
        time.sleep(5)
        
        # Clicks the final 'Publish' button, waits 10 seconds, then quits the driver
        button = driver.find_element_by_xpath("//*[@id='yDmH0d']/div[7]/div/div[2]/div[2]/div[3]/div[2]")
        button.click()
        time.sleep(10)
        driver.quit()
    except NoSuchElementException:
        # A failsafe that quits the driver should an error occur
        # This ensures that there are no extra drivers lying dormant in the background stealing away RAM
        print("No Such Element Found; prematurely quitting driver.")
        driver.quit()

Cups Printing

Python
This code is optional incase you want to print the product of the Data Mosh script instead or in addition to running the Upload Photo script
import cups

if __name__ == "__main__":
  connection = cups.Connection()
  # Run this commented section of code to determine the name of your printer then you don't really need to include this part of the code
  #
  # printerlist = conn.getPrinters()
  # for p in printerlist:
  #   print(p)
  #
  conn.printFile("Printer Name", "Path_To_File_Including_Extension", "Project Report", {})

Credits

Noah Jillson
3 projects • 5 followers
Contact

Comments

Please log in or sign up to comment.

Related channels and tags
  • Photos & Video
  • Photos & Video
  • Python on Hardware
  • Python on Hardware
  • Raspberry Pi