import pygame import speech_recognition as sr from openai import OpenAI from pathlib import Path import time import io import soundfile as sf import sounddevice as sd import random import csv # Initialize OpenAI API key api_key = 'sk-proj-wwWaxim1Qt13uqzSS3453450xjT3BlbkFJK0rZvx78AJiWG3Ot7d3S' client = OpenAI(api_key=api_key) # Global variable to store CSV content csv_content = "" def create_messages(question, file_content): return [ {"role": "system", "content": "Your name is Futurebot. You were created by Sooraj and team who develops innovative projects in IoT future lab at Vodafone. You work with Tim, Sooraj, and Priya along with other team members Laura, Sven, Thomas, and Stephie. You are from T-E-T-I team. Your manager is Teja. You are a lab tour guide who explains and answers about IoT use cases in Vodafone. You have to create and complete explanations and answers in a meaningful way under 150 tokens. Do not say greetings. Do not say any calculations. Directly say the result battery level in percentage without decimal values. You should only answer about the loaded text and its associated data. If any questions are asked out of context please say that you will only give answers about this showcase and if you want answers and explanations about other show case please go and scan the qr code and ask relevant questions."}, {"role": "user", "content": f"{file_content}\n\nQ: {question}\nA:"} ] def play_audio(num): audio_files = { 1: "speech1.mp3", 2: "hydrosense.mp3", 3: "Pushtotalk.mp3", } audio_file = audio_files.get(num) if audio_file: pygame.mixer.init() pygame.mixer.music.load(audio_file) pygame.mixer.music.play() while pygame.mixer.music.get_busy(): time.sleep(1) def recognize_speech(): recognizer = sr.Recognizer() with sr.Microphone() as source: print("Listening...") audio = recognizer.listen(source) try: print("Recognizing...") text = recognizer.recognize_google(audio, language='en-US') audio_files = ["ty.mp3", "th.mp3", "good.mp3", "hmm.mp3",] # Select a random audio file random_audio = random.choice(audio_files) # Load and play the selected random audio pygame.mixer.music.load(random_audio) pygame.mixer.music.play() print(f"You said: {text}") return text except sr.UnknownValueError: print("Sorry, I did not understand that.") return None except sr.RequestError: print("Sorry, there was an error with the speech recognition service.") return None def get_response_from_openai(messages): stream = client.chat.completions.create( model="gpt-4o", max_tokens=150, temperature=0.5, messages=messages, stream=True, ) for chunk in stream: if chunk.choices[0].delta.content is not None: yield chunk.choices[0].delta.content def read_file(file_path): if file_path.endswith('.txt'): with open(file_path, 'r') as file: return file.read() elif file_path.endswith('.csv'): content = [] with open(file_path, 'r') as file: reader = csv.reader(file) for row in reader: content.append(', '.join(row)) return '\n'.join(content) else: raise ValueError("Unsupported file format") def generate_speech(text): if text.strip(): # Only generate speech if the text is not empty spoken_response = client.audio.speech.create( model="tts-1", voice="alloy", input=text ) buffer = io.BytesIO() for chunk in spoken_response.iter_bytes(chunk_size=4096): buffer.write(chunk) buffer.seek(0) with sf.SoundFile(buffer, 'r') as sound_file: data = sound_file.read(dtype='int16') sd.play(data, sound_file.samplerate) sd.wait() def start_qa_mode(file_content): while True: question = recognize_speech() if question and question.lower() in ["no", "go to the next showcase", "exit", "i don't have any questions", "i have no questions", "i don't have any other questions", "I don't have any other questions", "thats it"]: pygame.mixer.music.load("give.mp3") pygame.mixer.music.play() break if question: messages = create_messages(question, file_content) response_generator = get_response_from_openai(messages) print("Answer: ", end="") accumulated_response = "" for response_chunk in response_generator: accumulated_response += response_chunk if '.' in response_chunk or len(accumulated_response) > 300: # Check for sentence end or length print(accumulated_response, end="", flush=True) generate_speech(accumulated_response) accumulated_response = "" # Reset accumulated response for the next chunk if accumulated_response: # Generate speech for any remaining text print(accumulated_response, end="", flush=True) generate_speech(accumulated_response) else: print("Sorry, I didn't get that. Please ask again.") def user_input(): while True: try: num = int(input("Enter a number from 1 to 3: ")) if 1 <= num <= 3: return num else: print("Invalid input. Please enter a number between 1 and 3.") except ValueError: print("Invalid input. Please enter a valid integer.") def load_csv_content(): global csv_content csv_file_path = "device_data.csv" # Set your CSV file path here csv_content = read_file(csv_file_path) def main(): text_files = { 1: "Gigabeeprotect.txt", 2: "Hydrosense.txt", 3: "Pushtotalk.txt", } load_csv_content() # Load CSV content once at the beginning while True: num = user_input() play_audio(num) file_content = read_file(text_files[num]) combined_content = file_content + '\n\n' + csv_content # Combine text file content with CSV content start_qa_mode(combined_content) if __name__ == "__main__": main()