test2.py

import http.client, urllib.request, urllib.parse, urllib.error, base64
import json
from PIL import Image
import requests
from io import BytesIO
import subprocess
from gtts import gTTS 
from pydub import AudioSegment
import numpy as np
import time
import cv2
import os
import imutils

url='http://192.168.43.1:8080/shot.jpg?rnd=731702'
#url='http://25.92.206.185:8080/shot.jpg?rnd=731702'
#url='http://100.94.167.244:8080/shot.jpg?rnd=731702'
#url='http://172.18.94.110:8080/shot.jpg?rnd=731702'


headers = {
    # Request headers
    'Content-Type': 'application/octet-stream',
    'Ocp-Apim-Subscription-Key': '1d6597318ef24ff2bed58a05479b9f18',
}

params = urllib.parse.urlencode({
    # Request parameters
    'maxCandidates': '1',
    'language': 'en',
})


#video_capture = cv2.VideoCapture(0)

process_this_frame = True

while True:
    # Grab a single frame of video
    #ret, frame = video_capture.read()
    imgResp=urllib.request.urlopen(url)
    imgNp=np.array(bytearray(imgResp.read()),dtype=np.uint8)
    
    frame=cv2.imdecode(imgNp,-1)


    FaceFileName = "test1.jpg" #Saving the current image from the webcam for testing.
    cv2.imwrite(FaceFileName, frame)
    
    try:
        body=open('/home/priyanshu/work/Med-Help/test1.jpg', "rb").read()
        conn = http.client.HTTPSConnection('centralindia.api.cognitive.microsoft.com')
        conn.request("POST", "/vision/v2.0/describe?%s" % params, body, headers)
        response = conn.getresponse()
        data = response.read()
        print(data)
        x=json.loads(data)
        if x['description']['captions']==[]:
            description="hello"
        else:    
            description=x['description']['captions'][0]['text']
        tts = gTTS(description, lang='en')
        tts.save('tts.mp3')
        tts = AudioSegment.from_mp3("tts.mp3")
        subprocess.call(["ffplay", "-nodisp", "-autoexit", "tts.mp3"])
        conn.close()
        
    except Exception as e:
        print("[Errno {0}] {1}".format(e.errno, e.strerror))

    # Display the resulting image
    #cv2.imshow('Video', frame)

    # Hit 'q' on the keyboard to quit!
    if cv2.waitKey(1) & 0xFF == ord('q'):
        break


video_capture.release()
cv2.destroyAllWindows()