danvics/howdy
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added darkness detection to face registration logic

Browse source
This commit is contained in:
Andrew Villeneuve 2020-06-09 12:30:45 -07:00
parent 2097469742
commit f6629776d8
2 changed files with 37 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

46
src/cli/add.py
View file

@ -135,12 +135,22 @@ time.sleep(2)
# Will contain found face encodings # Will contain found face encodings
enc = [] enc = []
# Count the amount or read frames # Count the number of read frames
frames = 0 frames = 0
# Count the number of illuminated read frames
valid_frames = 0
# Count the number of illuminated frames that
# were rejected for being too dark
dark_tries = 0
# Track the running darkness total
dark_running_total = 0
face_locations = None
dark_threshold = config.getfloat("video", "dark_threshold") dark_threshold = config.getfloat("video", "dark_threshold")
# Loop through frames till we hit a timeout # Loop through frames till we hit a timeout
while frames < 60: while frames < 60:
frames += 1
# Grab a single frame of video # Grab a single frame of video
# Don't remove ret, it doesn't work without it # Don't remove ret, it doesn't work without it
ret, frame = video_capture.read() ret, frame = video_capture.read()
@ -151,12 +161,23 @@ while frames < 60:
# All values combined for percentage calculation # All values combined for percentage calculation
hist_total = np.sum(hist) hist_total = np.sum(hist)
# If the image is fully black or the frame exceeds threshold, # Calculate frame darkness
darkness = (hist[0] / hist_total * 100)
# If the image is fully black due to a bad camera read,
# skip to the next frame # skip to the next frame
if hist_total == 0 or (hist[0] / hist_total * 100 > dark_threshold): if (hist_total == 0) or (darkness == 100):
continue continue
frames += 1 # Include this frame in calculating our average session brightness
dark_running_total += darkness
valid_frames += 1
# If the image exceeds darkness threshold due to subject distance,
# skip to the next frame
if (darkness > dark_threshold):
dark_tries += 1
continue
# Get all faces from that frame as encodings # Get all faces from that frame as encodings
face_locations = face_detector(gsframe, 1) face_locations = face_detector(gsframe, 1)
@ -167,12 +188,19 @@ while frames < 60:
video_capture.release() video_capture.release()
# If more than 1 faces are detected we can't know wich one belongs to the user # If we've found no faces, try to determine why
if len(face_locations) > 1: if face_locations is None or not face_locations:
print("Multiple faces detected, aborting") if valid_frames == 0:
print("Camera saw only black frames - is IR emitter working?")
elif valid_frames == dark_tries:
print("All frames were too dark, please check dark_threshold in config")
print("Average darkness: " + str(dark_running_total / valid_frames) + ", Threshold: " + str(dark_threshold))
else:
print("No face detected, aborting")
sys.exit(1) sys.exit(1)
elif not face_locations: # If more than 1 faces are detected we can't know wich one belongs to the user
print("No face detected, aborting") elif len(face_locations) > 1:
print("Multiple faces detected, aborting")
sys.exit(1) sys.exit(1)
face_location = face_locations[0] face_location = face_locations[0]

1
src/compare.py
View file

@ -182,7 +182,6 @@ while True:
# Stop if we've exceded the time limit # Stop if we've exceded the time limit
if time.time() - timings["fr"] > timeout: if time.time() - timings["fr"] > timeout:
average_darkness = dark_running_total / frames
if (dark_tries == valid_frames ): if (dark_tries == valid_frames ):
print("All frames were too dark, please check dark_threshold in config") print("All frames were too dark, please check dark_threshold in config")
print("Average darkness: " + str(dark_running_total / valid_frames) + ", Threshold: " + str(dark_threshold)) print("Average darkness: " + str(dark_running_total / valid_frames) + ", Threshold: " + str(dark_threshold))