Skip to content

Add files via upload #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
krishnakinnal wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Add files via upload #3

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
74e05c5
Add files via upload
krishnakinnal Jun 13, 2016
39f9d2d
Add files via upload
krishnakinnal Jun 13, 2016
d840a28
Add files via upload
krishnakinnal Jun 14, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
188 changes: 128 additions & 60 deletions video_demo/video_demo.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,10 +1,20 @@
import ctypes
import numpy as np
import time
import cv2
from cv2 import *
import sys
from numba import jit
from common import clock, draw_str, StatValue, image_clamp

from common import clock, draw_str

"""Function to perform OpenCV Unsharp Masking"""
@jit("uint8[::](uint8[::],float64,float64)",cache=True,nogil=True)
def unsharp_mask_cv(image,weight,threshold):
weight=0.5
mask=image
blurred=GaussianBlur(image,(9,9),10.0)
sharp=addWeighted(image,(1+weight),blurred,(-weight),0)
return sharp

# load polymage shared libraries
libharris = ctypes.cdll.LoadLibrary("./harris.so")
Expand All @@ -28,13 +38,12 @@
laplacian = liblaplacian.pipeline_laplacian
laplacian_naive = liblaplacian_naive.pipeline_laplacian_naive

fn = sys.argv[1]
cap = cv2.VideoCapture(fn)
cap = VideoCapture(sys.argv[1])

frames = 0
startTime = time.clock()

cv_mode = True
cv_mode = False
naive_mode = False

harris_mode = False
Expand All @@ -46,9 +55,23 @@
weight = 3

levels = 4
alpha = 1.0 / (levels - 1)
alpha = 1.0/(levels-1)
beta = 1.0

modes = ['Unsharp Mask (Naive)','Unsharp Mask (Opt)','Laplacian (Naive)','Laplacian (Opt)',\
'Bilateral (Naive)','Bilateral (Opt)','Harris OpenCV','Unsharp Mask OpenCV', \
'Harris (Naive)','Harris (Opt)']

"""Dictionary for accumulators"""
sums={}
for mode in modes:
sums[mode]=0.0

"""Dictionary for frames"""
frames={}
for mode in modes:
frames[mode]=0

libharris_naive.pool_init()
libharris.pool_init()

Expand All @@ -61,49 +84,50 @@
libbilateral_naive.pool_init()
libbilateral.pool_init()

# Thickness setting has been moved from openCV to openCV 2.
# So, just use the raw value for CV_FILLED = -1
CV_THICKNESS_FILLED = -1
namedWindow("Video",WINDOW_NORMAL)

while(cap.isOpened()):
frames += 1
ret, frame = cap.read()

frameStart = clock()
rows = frame.shape[0]
cols = frame.shape[1]
if harris_mode:
if cv_mode:
gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
gray = cvtColor(frame, COLOR_BGR2GRAY)
gray = np.float32(gray) / 4.0
res = cv2.cornerHarris(gray, 3, 3, 0.04)
res = cornerHarris(gray, 3, 3, 0.04)
else:
res = np.empty((rows, cols), np.float32)
if naive_mode:
harris_naive(ctypes.c_int(cols - 2),
ctypes.c_int(rows - 2),
ctypes.c_void_p(frame.ctypes.data),
harris_naive(ctypes.c_int(cols-2), \
ctypes.c_int(rows-2), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))
else:
harris(ctypes.c_int(cols - 2),
ctypes.c_int(rows - 2),
ctypes.c_void_p(frame.ctypes.data),
harris(ctypes.c_int(cols-2), \
ctypes.c_int(rows-2), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))

elif unsharp_mode:
res = np.empty((rows - 4, cols - 4, 3), np.float32)
if naive_mode:
unsharp_naive(ctypes.c_int(cols - 4),
ctypes.c_int(rows - 4),
ctypes.c_float(thresh),
ctypes.c_float(weight),
ctypes.c_void_p(frame.ctypes.data),
ctypes.c_void_p(res.ctypes.data))
if cv_mode:
res=unsharp_mask_cv(frame,weight,thresh)
else:
unsharp(ctypes.c_int(cols - 4),
ctypes.c_int(rows - 4),
ctypes.c_float(thresh),
ctypes.c_float(weight),
ctypes.c_void_p(frame.ctypes.data),
res = np.empty((rows-4, cols-4, 3), np.float32)
if naive_mode:
unsharp_naive(ctypes.c_int(cols - 4), \
ctypes.c_int(rows - 4), \
ctypes.c_float(thresh), \
ctypes.c_float(weight), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))
else:
unsharp(ctypes.c_int(cols-4), \
ctypes.c_int(rows-4), \
ctypes.c_float(thresh), \
ctypes.c_float(weight), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))

elif laplacian_mode:
Expand All @@ -112,52 +136,91 @@
res = np.empty((rows, cols, 3), np.uint8)

if naive_mode:
laplacian_naive(ctypes.c_int(cols + total_pad),
ctypes.c_int(rows + total_pad),
ctypes.c_float(alpha),
ctypes.c_float(beta),
ctypes.c_void_p(frame.ctypes.data),
laplacian_naive(ctypes.c_int(cols+total_pad), \
ctypes.c_int(rows+total_pad), \
ctypes.c_float(alpha), \
ctypes.c_float(beta), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))
else:
laplacian(ctypes.c_int(cols + total_pad),
ctypes.c_int(rows + total_pad),
ctypes.c_float(alpha),
ctypes.c_float(beta),
ctypes.c_void_p(frame.ctypes.data),
laplacian(ctypes.c_int(cols+total_pad), \
ctypes.c_int(rows+total_pad), \
ctypes.c_float(alpha), \
ctypes.c_float(beta), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))

elif bilateral_mode:
res = np.empty((rows, cols), np.float32)
if naive_mode:
bilateral_naive(ctypes.c_int(cols + 56),
ctypes.c_int(rows + 56),
ctypes.c_void_p(frame.ctypes.data),
bilateral_naive(ctypes.c_int(cols+56), \
ctypes.c_int(rows+56), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))
else:
bilateral(ctypes.c_int(cols + 56),
ctypes.c_int(rows + 56),
ctypes.c_void_p(frame.ctypes.data),
bilateral(ctypes.c_int(cols+56), \
ctypes.c_int(rows+56), \
ctypes.c_void_p(frame.ctypes.data), \
ctypes.c_void_p(res.ctypes.data))


else:
res = frame

frameEnd = clock()
value=frameEnd*1000-frameStart*1000

cv2.rectangle(res, (0, 0), (750, 150), (255, 255, 255),
thickness=CV_THICKNESS_FILLED)
"""Conditions to sum the values of frame delay accumulators and frame counters deoending on the mode"""
if harris_mode:
if cv_mode:
sums['Harris OpenCV']+=value
frames['Harris OpenCV']+=1
elif naive_mode:
sums['Harris (Naive)']+=value
frames['Harris (Naive)']+=1
else:
sums['Harris (Opt)']+=value
frames['Harris (Opt)']+=1
elif unsharp_mode:
if cv_mode:
sums['Unsharp Mask OpenCV']+=value
frames['Unsharp Mask OpenCV']+=1
elif naive_mode:
sums[Unsharp Mask (Naive)]+=value
frames['Unsharp Mask (Naive)']+=1
else:
sums['Unsharp Mask (Opt)']+=value
frames['Unsharp Mask (Opt)']+=1

elif laplacian_mode:
if naive_mode:
sums['Laplacian (Naive)']+=value
frames['Laplacian (Naive)']+=1
else:
sums['Laplacian (Opt)']+=value
frames['Laplacian (Opt)']+=1

draw_str(res, (40, 40),
"frame interval : %.1f ms" %
(frameEnd * 1000 - frameStart * 1000))
elif bilateral_mode:
if naive_mode:
sums['Bilateral (Naive)']+=value
frames['Bilateral (Naive)']+=1
else:
sums['Bilateral (Opt)']+=value
frames['Bilateral (Opt)']+=1

rectangle(res, (0, 0), (750, 150), (255, 255, 255), thickness=cv.CV_FILLED)
draw_str(res, (40, 40), "frame interval : %.1f ms" % value)
if cv_mode and harris_mode:
draw_str(res, (40, 80), "Pipeline : " + str("OpenCV"))
draw_str(res, (40, 80), "Pipeline : " + str("OpenCV"))
elif cv_mode and unsharp_mode:
draw_str(res, (40, 80), "Pipeline : " + str("OpenCV"))
elif bilateral_mode or harris_mode or unsharp_mode or laplacian_mode:
if naive_mode:
draw_str(res, (40, 80), "Pipeline : PolyMage (Naive)")
draw_str(res, (40, 80), "Pipeline : " + str("PolyMage (Naive)"))
else:
draw_str(res, (40, 80), "Pipeline : PolyMage (Opt)")
draw_str(res, (40, 80), "Pipeline : " + str("PolyMage (Opt)"))
else:
draw_str(res, (40, 80), "Pipeline : ")
draw_str(res, (40, 80), "Pipeline : ")

if harris_mode:
draw_str(res, (40, 120), "Benchmark : " + str("Harris Corner"))
Expand All @@ -170,9 +233,9 @@
else:
draw_str(res, (40, 120), "Benchmark : ")

cv2.imshow('threaded video', res)
imshow('Video', res)

ch = 0xFF & cv2.waitKey(1)
ch = 0xFF & waitKey(1)
if ch == ord('q'):
break
if ch == ord(' '):
Expand All @@ -199,7 +262,7 @@
harris_mode = False
unsharp_mode = False
laplacian_mode = False
frames += 1


libharris_naive.pool_destroy()
libharris.pool_destroy()
Expand All @@ -214,4 +277,9 @@
libbilateral.pool_destroy()

cap.release()
cv2.destroyAllWindows()
destroyAllWindows()

"""Printing values with dictionary"""
for mode in frames:
if frames[mode]!=0:
print "Average frame delay for ",mode," is - ",sums[mode]/frames[mode],"ms"