I wrote streaming via UDP in python applying compression with send and rec as below
send.py
import socket
import numpy as np
import cv2 as cv
import sys
addr = ("127.0.0.1", 65534)
buf = 512
width = 640
height = 480
cap = cv.VideoCapture('test.mp4')
cap.set(3, width)
cap.set(4, height)
code = 'start'
code = ('start' + (buf - len(code)) * 'a').encode('utf-8')
np.set_printoptions(threshold=sys.maxsize)
lenght=bytearray(3)
encode_param = [int(cv.IMWRITE_JPEG_QUALITY), 90]
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
frame=np.array([[[255, 255, 216], # i use a small array instead of frame from test video to debug
[255, 255, 215],
[255, 255, 210],
[255, 255, 210],
[255, 255 ,209],
[255, 255, 209],
[255, 255 ,213],
[255, 255, 213],
[255, 255, 208],
[255, 255 ,208]]])
print('original')
print(frame)
result, frame = cv.imencode('.jpg', frame, encode_param)
print('frame after encode')
print(frame)
print('length')
print(len(frame))
frame2 = cv.imdecode(frame, cv.IMREAD_COLOR)#
print('frame2 test decode before sending')
print(frame2)
lenght[0]=len(frame)//(256**2)
lenght[1]=((len(frame)%(256**2))//256)
lenght[2]=((len(frame)%(256**2))%256)
data=lenght+bytearray(frame)
for i in range(0, len(data), buf):
s.sendto(data[i:i+buf], addr)
cv.imshow('send', frame2)
rec.py
import socket
import numpy as np
import cv2 as cv
import sys
np.set_printoptions(threshold=sys.maxsize)
addr = ("127.0.0.1", 65534)
buf = 512
width = 640
height = 480
code = b'start'
num_of_chunks = width * height * 3 / buf
data = b""
if __name__ == '__main__':
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind(addr)
while True:
while len(data)<3:
data+= s.recvfrom(buf)[0]
length=data[0]*(256**2)+data[1]*256+data[2]
data = data[3:]
#print("msg_size: {}".format(length))
while len(data) < length:
data+= s.recvfrom(buf)[0]
frame_data = data[:length]
data = data[length:]
frame=np.zeros((len(frame_data),1),dtype=int)
for j in range(len(frame_data)):
frame[j]=frame_data[j]
print('frame collected before decode')
print(frame)
print('length')
print(len(frame))
frame2 = cv.imdecode(frame, cv.IMREAD_COLOR)
cv.imshow('recv', frame2)
if cv.waitKey(1) & 0xFF == ord('q'):
break
s.close()
cv.destroyAllWindows()
Now is the problem, the rec.py gets frame2 after decode is None. I thought my transmission is problematic so data is lost but i check "frame collected before decode"in rec.py and "'frame after encode" printed in send.py. they are identical, it means the data sent and collected properly.
any opinion why decode gives None in my case?
↧