Futurebot/latestfetch.py

import pygame
import speech_recognition as sr
from openai import OpenAI
from pathlib import Path
import time
import io
import soundfile as sf
import sounddevice as sd
import random
import csv

# Initialize OpenAI API key
api_key = 'sk-proj-wwWaxim1Qt13uqzSS3453450xjT3BlbkFJK0rZvx78AJiWG3Ot7d3S'
client = OpenAI(api_key=api_key)

# Global variable to store CSV content
csv_content = ""

def create_messages(question, file_content):
    return [
        {"role": "system", "content": "Your name is Futurebot. You were created by Sooraj and team who develops innovative projects in IoT future lab at Vodafone. You work with Tim, Sooraj, and Priya along with other team members Laura, Sven, Thomas, and Stephie. You are from T-E-T-I team. Your manager is Teja. You are a lab tour guide who explains and answers about IoT use cases in Vodafone. You have to create and complete explanations and answers in a meaningful way under 150 tokens. Do not say greetings. Do not say any calculations. Directly say the result battery level in percentage without decimal values. You should only answer about the loaded text and its associated data. If any questions are asked out of context please say that you will only give answers about this showcase and if you want answers and explanations about other show case please go and scan the qr code and ask relevant questions."},
        {"role": "user", "content": f"{file_content}\n\nQ: {question}\nA:"}
    ]

def play_audio(num):
    audio_files = {
        1: "speech1.mp3",
        2: "hydrosense.mp3",
        3: "Pushtotalk.mp3",
    }
    
    audio_file = audio_files.get(num)
    
    if audio_file:
        pygame.mixer.init()
        pygame.mixer.music.load(audio_file)
        pygame.mixer.music.play()
        while pygame.mixer.music.get_busy():
            time.sleep(1)

def recognize_speech():
    recognizer = sr.Recognizer()
    with sr.Microphone() as source:
        print("Listening...")
        
        audio = recognizer.listen(source)
        try:
            print("Recognizing...")
            
            text = recognizer.recognize_google(audio, language='en-US')
            
            audio_files = ["ty.mp3", "th.mp3", "good.mp3", "hmm.mp3",]
            # Select a random audio file
            random_audio = random.choice(audio_files)
            
            # Load and play the selected random audio
            pygame.mixer.music.load(random_audio)
            pygame.mixer.music.play()
            
            print(f"You said: {text}")
            return text
        except sr.UnknownValueError:
            print("Sorry, I did not understand that.")
            return None
        except sr.RequestError:
            print("Sorry, there was an error with the speech recognition service.")
            return None

def get_response_from_openai(messages):
    stream = client.chat.completions.create(
        model="gpt-4o",
        max_tokens=150,
        temperature=0.5,
        messages=messages,
        stream=True,
    )
    for chunk in stream:
        if chunk.choices[0].delta.content is not None:
            yield chunk.choices[0].delta.content

def read_file(file_path):
    if file_path.endswith('.txt'):
        with open(file_path, 'r') as file:
            return file.read()
    elif file_path.endswith('.csv'):
        content = []
        with open(file_path, 'r') as file:
            reader = csv.reader(file)
            for row in reader:
                content.append(', '.join(row))
        return '\n'.join(content)
    else:
        raise ValueError("Unsupported file format")

def generate_speech(text):
    if text.strip():  # Only generate speech if the text is not empty
        spoken_response = client.audio.speech.create(
            model="tts-1",
            voice="alloy",
            input=text
        )

        buffer = io.BytesIO()
        for chunk in spoken_response.iter_bytes(chunk_size=4096):
            buffer.write(chunk)
        buffer.seek(0)

        with sf.SoundFile(buffer, 'r') as sound_file:
            data = sound_file.read(dtype='int16')
            sd.play(data, sound_file.samplerate)
            sd.wait()

def start_qa_mode(file_content):
    while True:
        question = recognize_speech()

        if question and question.lower() in ["no", "go to the next showcase", "exit", "i don't have any questions", "i have no questions", "i don't have any other questions", "I don't have any other questions", "thats it"]:
            pygame.mixer.music.load("give.mp3")
            pygame.mixer.music.play()
            break

        if question:
            messages = create_messages(question, file_content)
            response_generator = get_response_from_openai(messages)
            print("Answer: ", end="")
            accumulated_response = ""
            for response_chunk in response_generator:
                accumulated_response += response_chunk
                if '.' in response_chunk or len(accumulated_response) > 300:  # Check for sentence end or length
                    print(accumulated_response, end="", flush=True)
                    generate_speech(accumulated_response)
                    accumulated_response = ""  # Reset accumulated response for the next chunk
            if accumulated_response:  # Generate speech for any remaining text
                print(accumulated_response, end="", flush=True)
                generate_speech(accumulated_response)
        else:
            print("Sorry, I didn't get that. Please ask again.")

def user_input():
    while True:
        try:
            num = int(input("Enter a number from 1 to 3: "))
            if 1 <= num <= 3:
                return num
            else:
                print("Invalid input. Please enter a number between 1 and 3.")
        except ValueError:
            print("Invalid input. Please enter a valid integer.")

def load_csv_content():
    global csv_content
    csv_file_path = "device_data.csv"  # Set your CSV file path here
    csv_content = read_file(csv_file_path)

def main():
    text_files = {
        1: "Gigabeeprotect.txt",
        2: "Hydrosense.txt",
        3: "Pushtotalk.txt",
    }

    load_csv_content()  # Load CSV content once at the beginning

    while True:
        num = user_input()
        play_audio(num)
        file_content = read_file(text_files[num])
        combined_content = file_content + '\n\n' + csv_content  # Combine text file content with CSV content
        start_qa_mode(combined_content)

if __name__ == "__main__":
    main()