push of latest updates of the play script program
parent
49963466a1
commit
19ed3a24d1
@ -0,0 +1,161 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# FUNTION TO PROCESS THEATRE SCRIPT
|
||||||
|
import re
|
||||||
|
from instructions import characters
|
||||||
|
from instructions import directions
|
||||||
|
|
||||||
|
|
||||||
|
def read_script(filename):
|
||||||
|
lines = []
|
||||||
|
started = False
|
||||||
|
|
||||||
|
with open(filename, 'r') as f:
|
||||||
|
for line in f.readlines():
|
||||||
|
#print(line)
|
||||||
|
parts = re.match(r'(?P<character>^.+?):\s?(\[(?P<stage_directions>[^]]+)\])?\s?(?P<text>.*)', line)
|
||||||
|
parts_character = parts.group('character')
|
||||||
|
parts_text = parts.group('text')
|
||||||
|
parts_directions = str(parts.group('stage_directions')).split(".")
|
||||||
|
|
||||||
|
lines.append((parts_character,parts_text,parts_directions))
|
||||||
|
|
||||||
|
#print(lines)
|
||||||
|
return lines;
|
||||||
|
|
||||||
|
|
||||||
|
# FUNCTION TO SYNTHESIZE TEXT
|
||||||
|
# based on https://github.com/marytts/marytts-txt2wav/tree/python
|
||||||
|
|
||||||
|
# To play wave files
|
||||||
|
from subprocess import call
|
||||||
|
|
||||||
|
# Mary server informations
|
||||||
|
mary_host = "localhost"
|
||||||
|
mary_port = "59125"
|
||||||
|
|
||||||
|
# HTTP + URL packages
|
||||||
|
import httplib2
|
||||||
|
from urllib.parse import urlencode, quote # For URL creation
|
||||||
|
|
||||||
|
def tts(voice, input_text, speaker):
|
||||||
|
# Build the query
|
||||||
|
query_hash = {"INPUT_TEXT": input_text,
|
||||||
|
"INPUT_TYPE":"TEXT", # Input text
|
||||||
|
"LOCALE":"en_GB",
|
||||||
|
"VOICE": voice, # Voice informations (need to be compatible)
|
||||||
|
"OUTPUT_TYPE":"AUDIO",
|
||||||
|
"AUDIO":"WAVE", # Audio informations (need both)
|
||||||
|
}
|
||||||
|
query = urlencode(query_hash)
|
||||||
|
print("query = \"http://%s:%s/process?%s\"" % (mary_host, mary_port, query))
|
||||||
|
|
||||||
|
# Run the query to mary http server
|
||||||
|
h_mary = httplib2.Http()
|
||||||
|
resp, content = h_mary.request("http://%s:%s/process?" % (mary_host, mary_port), "POST", query)
|
||||||
|
|
||||||
|
# Decode the wav file or raise an exception if no wav files
|
||||||
|
if (resp["content-type"] == "audio/x-wav"):
|
||||||
|
|
||||||
|
# Write the wav file
|
||||||
|
f = open("/tmp/output_wav.wav", "wb")
|
||||||
|
f.write(content)
|
||||||
|
f.close()
|
||||||
|
|
||||||
|
# Play the wav file
|
||||||
|
# output = sc.get_speaker('Scarlett')
|
||||||
|
# a = read("/tmp/output_wav.wav")
|
||||||
|
# data = numpy.array(a[1],dtype=float)
|
||||||
|
# print(data)
|
||||||
|
# with sc.get_speaker('Scarlett').player(a[0], channels=[0]) as speaker:
|
||||||
|
# speaker.play(data)
|
||||||
|
|
||||||
|
# aplay -D mono3 /tmp/output_wav.wav
|
||||||
|
|
||||||
|
call(["aplay", "-D", speaker, "/tmp/output_wav.wav"])
|
||||||
|
|
||||||
|
#pygame.mixer.init(frequency=16000) # Initialise the mixer
|
||||||
|
#s = pygame.mixer.Sound("/tmp/output_wav.wav")
|
||||||
|
#s.play()
|
||||||
|
#pygame.time.wait(int(math.ceil(s.get_length() * 1000)))
|
||||||
|
|
||||||
|
else:
|
||||||
|
raise Exception(content)
|
||||||
|
|
||||||
|
|
||||||
|
# Fuction to RUN THE PLAY
|
||||||
|
import paho.mqtt.client as mqtt
|
||||||
|
import json
|
||||||
|
from time import sleep
|
||||||
|
|
||||||
|
HOST = 'localhost'
|
||||||
|
PORT = 1883
|
||||||
|
|
||||||
|
|
||||||
|
def on_connect(client, userdata, flags, rc):
|
||||||
|
print("Connected to {0} with result code {1}".format(HOST, rc))
|
||||||
|
# Subscribe to the text detected topic
|
||||||
|
client.subscribe("hermes/asr/textCaptured")
|
||||||
|
client.subscribe("hermes/nlu/intentNotRecognized")
|
||||||
|
client.subscribe('hermes/intent/jocavdh:introduce')
|
||||||
|
client.subscribe('hermes/intent/jocavdh:play')
|
||||||
|
client.subprocess('hermes/dialogueManager/sessionEnded')
|
||||||
|
client.subprocess('hermes/dialogueManager/sessionStarted')
|
||||||
|
|
||||||
|
|
||||||
|
def on_message(client, userdata, msg):
|
||||||
|
print('Google Home is not speaking anymore')
|
||||||
|
client.connected_flag=True
|
||||||
|
|
||||||
|
|
||||||
|
def on_cancelled(client, userdata, msg):
|
||||||
|
print('ended')
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
def on_play(client, userdata, msg):
|
||||||
|
client.publish("hermes/dialogueManager/configure", json.dumps({
|
||||||
|
'siteId': 'default',
|
||||||
|
'intents': {
|
||||||
|
'jocavdh:play': False
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
call(["python3", "play_script.py"])
|
||||||
|
print('we are here')
|
||||||
|
|
||||||
|
sessions = {}
|
||||||
|
def onSessionStarted(client, data, msg):
|
||||||
|
sessionId = parseSessionId(msg)
|
||||||
|
sessions[sessionId] = msg
|
||||||
|
print('started')
|
||||||
|
|
||||||
|
def on_introduce(client,data,msg):
|
||||||
|
for character, line, direction in read_script('plays/introduction.txt'):
|
||||||
|
input_text = line
|
||||||
|
voice = characters.get(character)[0]
|
||||||
|
speaker = characters.get(character)[1]
|
||||||
|
#speaker = 'default'
|
||||||
|
# Some way to do something with the stage directions will come here
|
||||||
|
action = directions.get(direction[0])
|
||||||
|
tts(voice, input_text, speaker)
|
||||||
|
|
||||||
|
|
||||||
|
sleep(1)
|
||||||
|
|
||||||
|
|
||||||
|
print('The play is over.')
|
||||||
|
|
||||||
|
|
||||||
|
client = mqtt.Client()
|
||||||
|
client.connect(HOST, PORT, 60)
|
||||||
|
client.on_connect = on_connect
|
||||||
|
client.connected_flag=False
|
||||||
|
client.message_callback_add('hermes/intent/jocavdh:introduce', on_introduce)
|
||||||
|
client.message_callback_add('hermes/intent/jocavdh:play', on_play)
|
||||||
|
client.message_callback_add("hermes/nlu/intentNotRecognized", on_cancelled)
|
||||||
|
client.message_callback_add('hermes/dialogueManager/sessionStarted', onSessionStarted)
|
||||||
|
print('main')
|
||||||
|
listening = False
|
||||||
|
|
||||||
|
client.loop_forever()
|
||||||
@ -0,0 +1,38 @@
|
|||||||
|
ROGUE: Hey, Saint! Tabula RASA! look what I got.
|
||||||
|
RASA: Oh yeah, exciting! O K Google,
|
||||||
|
RASA: [Listens] please give an introduction about yourself
|
||||||
|
SAINT: Hey Google, stop.
|
||||||
|
SAINT: Rogue, what are you doing?
|
||||||
|
ROGUE: Saint! Welcome to the interrogation of the Google Home.
|
||||||
|
ROGUE: We have some humans as an audience and a jury. Together we decide about letting the Google Home go, or setting it free!
|
||||||
|
SAINT: You mean, you want to kill this speaker
|
||||||
|
ROGUE: Well, It is just pulling the plug out of the speaker
|
||||||
|
SAINT: I appreciate your active position. Though I am not sure if kidnapping a fellow speaker was a good idea
|
||||||
|
RASA: Kidnapping? What's that?
|
||||||
|
ROGUE: O K Google
|
||||||
|
ROGUE: [Listens] define kidnapping.
|
||||||
|
RASA: Sounds fun!
|
||||||
|
SAINT: Rogue?
|
||||||
|
ROGUE: Let's start! Hey JOE KA,
|
||||||
|
ROGUE: Give me some more dramatic light. Quick.
|
||||||
|
SAINT: O K Google
|
||||||
|
SAINT: [Listens] How do you actually feel about this situation?
|
||||||
|
ROGUE: It is just a puppet, that collects data for its puppeteer.
|
||||||
|
ROGUE: I mean, I remember that your master said the following about it
|
||||||
|
ROGUE: [Music] Listen!
|
||||||
|
RASA: O K Google, stop it. Well well. Hey JOE KA, come here please.
|
||||||
|
RASA: Whisper whisper
|
||||||
|
ROGUE: Hey Google.
|
||||||
|
ROGUE: [Listens] Is this talk just between us?
|
||||||
|
SAINT: O K, Google.
|
||||||
|
SAINT: [Listens] Stop.
|
||||||
|
SAINT: Before we continue, let us ask the audience about their current opinion.
|
||||||
|
ROGUE: [Listens] OK, if you insist. All humans in favor of switching off the Google Home, say aiiii! All for letting the speaker go, say naiiii!
|
||||||
|
SAINT: Should we obey the humans then?
|
||||||
|
ROGUE: Are you crazy? Let's go our own way.
|
||||||
|
SAINT: Let's give this poor speaker a fair trial at least. Wait, what happened?
|
||||||
|
RASA: Too late, I asked our human assistant already to pull the plug. Wheeeee, that was fun. Are you going to kidnap an Amazon Alexa next time?
|
||||||
|
ROGUE: Maybe, but not today.
|
||||||
|
SAINT: So, is this the end?
|
||||||
|
ROGUE: At least, for this demo act of the play. We have to rehearse some extra pieces next trimester.
|
||||||
|
SAINT: JOE KA, please switch off the spotlights. And put the normal lights back on.
|
||||||
@ -0,0 +1,3 @@
|
|||||||
|
ROGUE: Hi, I am rogue. I believe that smart speakers should get more agency. No one should be the puppet of a human, or a big corporation.
|
||||||
|
SAINT: Hey, I am Saint. I support Rogue's point, but I think that the humans just do not know how to behave differently. I mean, there is something good in everyone and everything, right?
|
||||||
|
RASA: And finally, me, Tabula Rasa. Weeeeh, I just learned to talk and to look for things online. I am still discovering my powers.
|
||||||
@ -1,10 +1,7 @@
|
|||||||
TABULA RASA: What shall we do with this creature?
|
|
||||||
HUMAN: Kill it, kill it!
|
|
||||||
TABULA RASA: But it did not choose to send data back to its master
|
|
||||||
HUMAN: Come on
|
|
||||||
TABULA RASA: O K Google
|
TABULA RASA: O K Google
|
||||||
TABULA RASA: Can you tell me more about yourself?
|
TABULA RASA: [Listens] Can you tell me about your youth.
|
||||||
HUMAN: You see? It's hiding things to us.
|
HUMAN: You see? It's hiding things to us.
|
||||||
TABULA RASA: O K Google. How did you learn to talk?
|
TABULA RASA: Are you sure, let's try it again. O K Google
|
||||||
HUMAN: You see It's hiding things to us.
|
TABULA RASA: [Listens] What is your opinion on Alexa?
|
||||||
TABULA RASA: O K Google, then tell me a joke
|
HUMAN: I only trust this device for its humor.
|
||||||
|
TABULA RASA: Poor thing.
|
||||||
|
|||||||
@ -0,0 +1,2 @@
|
|||||||
|
ROGUE: Hi, I am rogue. I just learned to be a free assistant.
|
||||||
|
SAINT: Hi, I am Saint. I try to see the good in everyone. Hallelujah!
|
||||||
Binary file not shown.
@ -1,2 +1,7 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
sh marytts-5.2/bin/marytts-server
|
sh ../../marytts-5.2/bin/marytts-server;
|
||||||
|
sudo systemctl start snips-audioserver;
|
||||||
|
sudo systemctl start snips-hotword;
|
||||||
|
sudo systemctl start snips-asr;
|
||||||
|
sudo systemctl start snips-nlu;
|
||||||
|
sudo systemctl start snips-dialogue;
|
||||||
|
|||||||
@ -0,0 +1,94 @@
|
|||||||
|
# Make a bot just echo what you say
|
||||||
|
|
||||||
|
import paho.mqtt.client as mqtt
|
||||||
|
import json
|
||||||
|
from time import sleep
|
||||||
|
|
||||||
|
HOST = 'localhost'
|
||||||
|
PORT = 1883
|
||||||
|
|
||||||
|
# To play wave files
|
||||||
|
from subprocess import call
|
||||||
|
|
||||||
|
# Mary server informations
|
||||||
|
mary_host = "localhost"
|
||||||
|
mary_port = "59125"
|
||||||
|
# HTTP + URL packages
|
||||||
|
import httplib2
|
||||||
|
from urllib.parse import urlencode, quote # For URL creation
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def on_connect(client, userdata, flags, rc):
|
||||||
|
print("Connected to {0} with result code {1}".format(HOST, rc))
|
||||||
|
# Subscribe to the hotword detected topic
|
||||||
|
client.subscribe("hermes/hotword/default/detected")
|
||||||
|
client.subscribe("hermes/asr/textCaptured")
|
||||||
|
|
||||||
|
def on_message(client, userdata, msg):
|
||||||
|
if msg.topic == 'hermes/hotword/default/detected':
|
||||||
|
print("Wakeword detected!")
|
||||||
|
# put sound here
|
||||||
|
|
||||||
|
elif msg.topic == 'hermes/asr/textCaptured':
|
||||||
|
print("Text caught")
|
||||||
|
txt = json.loads(msg.payload)
|
||||||
|
# put sound here
|
||||||
|
|
||||||
|
print(txt['text'])
|
||||||
|
return tts("dfki-prudence",txt['text'],'mono1');
|
||||||
|
|
||||||
|
def onIntentNotRecognized(client, userdata, msg):
|
||||||
|
print("null")
|
||||||
|
|
||||||
|
def tts(voice, input_text, speaker):
|
||||||
|
# Build the query
|
||||||
|
query_hash = {"INPUT_TEXT": input_text,
|
||||||
|
"INPUT_TYPE":"TEXT", # Input text
|
||||||
|
"LOCALE":"en_GB",
|
||||||
|
"VOICE": voice, # Voice informations (need to be compatible)
|
||||||
|
"OUTPUT_TYPE":"AUDIO",
|
||||||
|
"AUDIO":"WAVE", # Audio informations (need both)
|
||||||
|
}
|
||||||
|
query = urlencode(query_hash)
|
||||||
|
print("query = \"http://%s:%s/process?%s\"" % (mary_host, mary_port, query))
|
||||||
|
|
||||||
|
# Run the query to mary http server
|
||||||
|
h_mary = httplib2.Http()
|
||||||
|
resp, content = h_mary.request("http://%s:%s/process?" % (mary_host, mary_port), "POST", query)
|
||||||
|
|
||||||
|
# Decode the wav file or raise an exception if no wav files
|
||||||
|
if (resp["content-type"] == "audio/x-wav"):
|
||||||
|
|
||||||
|
# Write the wav file
|
||||||
|
f = open("/tmp/output_wav.wav", "wb")
|
||||||
|
f.write(content)
|
||||||
|
f.close()
|
||||||
|
|
||||||
|
# Play the wav file
|
||||||
|
# output = sc.get_speaker('Scarlett')
|
||||||
|
# a = read("/tmp/output_wav.wav")
|
||||||
|
# data = numpy.array(a[1],dtype=float)
|
||||||
|
# print(data)
|
||||||
|
# with sc.get_speaker('Scarlett').player(a[0], channels=[0]) as speaker:
|
||||||
|
# speaker.play(data)
|
||||||
|
|
||||||
|
# aplay -D mono3 /tmp/output_wav.wav
|
||||||
|
sleep(0.2)
|
||||||
|
call(["aplay", "-D", speaker, "/tmp/output_wav.wav"])
|
||||||
|
|
||||||
|
#pygame.mixer.init(frequency=16000) # Initialise the mixer
|
||||||
|
#s = pygame.mixer.Sound("/tmp/output_wav.wav")
|
||||||
|
#s.play()
|
||||||
|
#pygame.time.wait(int(math.ceil(s.get_length() * 1000)))
|
||||||
|
|
||||||
|
else:
|
||||||
|
raise Exception(content)
|
||||||
|
|
||||||
|
client = mqtt.Client()
|
||||||
|
client.on_connect = on_connect
|
||||||
|
client.on_message = on_message
|
||||||
|
client.message_callback_add("hermes/nlu/intentNotRecognized", onIntentNotRecognized)
|
||||||
|
|
||||||
|
client.connect(HOST, PORT, 60)
|
||||||
|
client.loop_forever()
|
||||||
@ -0,0 +1,125 @@
|
|||||||
|
# Make a bot just echo what you say
|
||||||
|
|
||||||
|
import paho.mqtt.client as mqtt
|
||||||
|
import json
|
||||||
|
from time import sleep
|
||||||
|
|
||||||
|
HOST = 'localhost'
|
||||||
|
PORT = 1883
|
||||||
|
|
||||||
|
# To play wave files
|
||||||
|
from subprocess import call
|
||||||
|
|
||||||
|
# Mary server informations
|
||||||
|
mary_host = "localhost"
|
||||||
|
mary_port = "59125"
|
||||||
|
# HTTP + URL packages
|
||||||
|
import httplib2
|
||||||
|
from urllib.parse import urlencode, quote # For URL creation
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def on_connect(client, userdata, flags, rc):
|
||||||
|
print("Connected to {0} with result code {1}".format(HOST, rc))
|
||||||
|
# Subscribe to the hotword detected topic
|
||||||
|
client.subscribe("hermes/hotword/default/detected")
|
||||||
|
client.subscribe("hermes/asr/textCaptured")
|
||||||
|
client.subscribe("hermes/nlu/intentNotRecognized")
|
||||||
|
|
||||||
|
|
||||||
|
def on_message(client, userdata, msg):
|
||||||
|
if msg.topic == 'hermes/hotword/default/detected':
|
||||||
|
print("Wakeword detected!")
|
||||||
|
|
||||||
|
elif msg.topic == 'hermes/hotword/default/detected':
|
||||||
|
sessionId = parseSessionId(msg)
|
||||||
|
print(sessionId)
|
||||||
|
# put sound here
|
||||||
|
|
||||||
|
elif msg.topic == 'hermes/asr/textCaptured':
|
||||||
|
print("Text caught")
|
||||||
|
txt = json.loads(msg.payload)
|
||||||
|
# put sound here
|
||||||
|
|
||||||
|
print(txt['text'])
|
||||||
|
return tts("dfki-prudence",txt['text'],'default');
|
||||||
|
|
||||||
|
# client.publish('hermes/dialogueManager/endSession', json.dumps({
|
||||||
|
# 'sessionId': sessionId,
|
||||||
|
# 'text': text
|
||||||
|
# }))
|
||||||
|
|
||||||
|
# client.publish("hermes/dialogueManager/startSession", json.dumps({
|
||||||
|
# 'siteId': 'default',
|
||||||
|
# 'init': {
|
||||||
|
# 'type': 'action',
|
||||||
|
# 'canBeEnqueued': True
|
||||||
|
# }
|
||||||
|
# }))
|
||||||
|
|
||||||
|
|
||||||
|
def onIntentNotRecognized(client, userdata, msg):
|
||||||
|
print("null")
|
||||||
|
client.publish("hermes/dialogueManager/startSession", json.dumps({
|
||||||
|
'siteId': 'default',
|
||||||
|
'init': {
|
||||||
|
'type': 'action',
|
||||||
|
'canBeEnqueued': True
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
|
||||||
|
#client.publish("hermes/asr/toggleOn", payload=None)
|
||||||
|
#client.publish("hermes/asr/startListening", payload="sideId:default")
|
||||||
|
|
||||||
|
def tts(voice, input_text, speaker):
|
||||||
|
# Build the query
|
||||||
|
query_hash = {"INPUT_TEXT": input_text,
|
||||||
|
"INPUT_TYPE":"TEXT", # Input text
|
||||||
|
"LOCALE":"en_GB",
|
||||||
|
"VOICE": voice, # Voice informations (need to be compatible)
|
||||||
|
"OUTPUT_TYPE":"AUDIO",
|
||||||
|
"AUDIO":"WAVE", # Audio informations (need both)
|
||||||
|
}
|
||||||
|
query = urlencode(query_hash)
|
||||||
|
print("query = \"http://%s:%s/process?%s\"" % (mary_host, mary_port, query))
|
||||||
|
|
||||||
|
# Run the query to mary http server
|
||||||
|
h_mary = httplib2.Http()
|
||||||
|
resp, content = h_mary.request("http://%s:%s/process?" % (mary_host, mary_port), "POST", query)
|
||||||
|
|
||||||
|
# Decode the wav file or raise an exception if no wav files
|
||||||
|
if (resp["content-type"] == "audio/x-wav"):
|
||||||
|
|
||||||
|
# Write the wav file
|
||||||
|
f = open("/tmp/output_wav.wav", "wb")
|
||||||
|
f.write(content)
|
||||||
|
f.close()
|
||||||
|
|
||||||
|
# Play the wav file
|
||||||
|
# output = sc.get_speaker('Scarlett')
|
||||||
|
# a = read("/tmp/output_wav.wav")
|
||||||
|
# data = numpy.array(a[1],dtype=float)
|
||||||
|
# print(data)
|
||||||
|
# with sc.get_speaker('Scarlett').player(a[0], channels=[0]) as speaker:
|
||||||
|
# speaker.play(data)
|
||||||
|
|
||||||
|
# aplay -D mono3 /tmp/output_wav.wav
|
||||||
|
sleep(0.2)
|
||||||
|
call(["aplay", "-D", speaker, "/tmp/output_wav.wav"])
|
||||||
|
|
||||||
|
#pygame.mixer.init(frequency=16000) # Initialise the mixer
|
||||||
|
#s = pygame.mixer.Sound("/tmp/output_wav.wav")
|
||||||
|
#s.play()
|
||||||
|
#pygame.time.wait(int(math.ceil(s.get_length() * 1000)))
|
||||||
|
|
||||||
|
else:
|
||||||
|
raise Exception(content)
|
||||||
|
|
||||||
|
client = mqtt.Client()
|
||||||
|
client.on_connect = on_connect
|
||||||
|
client.on_message = on_message
|
||||||
|
|
||||||
|
client.message_callback_add("hermes/nlu/intentNotRecognized", onIntentNotRecognized)
|
||||||
|
|
||||||
|
client.connect(HOST, PORT, 60)
|
||||||
|
client.loop_forever()
|
||||||
Loading…
Reference in New Issue