animation/fourcell/template.py

import sys
import cv2
import numpy as np
import math
from os.path import exists, basename
from common import image_resize, display, normalize_angle, read_json
from json import dumps

DEBUG = True
registrationMarkThreshold = 0.7
methodIndex = 0
marks = []

#clockwise from top left
order = [ 0, 2, 3, 5, 4, 1 ]
matchMethods = [cv2.TM_CCOEFF, cv2.TM_CCOEFF_NORMED, cv2.TM_CCORR, cv2.TM_CCORR_NORMED, cv2.TM_SQDIFF, cv2.TM_SQDIFF_NORMED]

#
# CALIBRATE
#

if len(sys.argv) < 2:
	print('Please provide path of normalized scan to build template from to')
	exit(1)

normalImage = sys.argv[1]

if not exists(normalImage) :
	print('Normalized scan does not exist, please provide one that does')
	exit(2)

normalText = normalImage + '.json'

if not exists(normalText) :
	print('Corresponding normalized scan text does not exist, please generate one')
	exit(3)

if len(sys.argv) > 2 :
	if not exists(sys.argv[2]) :
		registrationMark = cv2.imread(sys.argv[2])
		print(f'Registration mark {sys.argv[2]} does not exist')
		exit(4)
	print(f'Using registration mark {sys.argv[2]}')

def get_dpi (width) :
	if width == 2550 :
		return 300
	if width == 5100 :
		return 600
	if width == 10200 :
		return 1200

print(f'Building template from scan {basename(normalImage)}')

holePunches = read_json(normalText)
original = cv2.imread(normalImage)
img = original.copy()
height, width = img.shape[:2]
orientation = height > width
dpi = get_dpi(width)

try: registrationMark
except NameError: registrationMark = None
if registrationMark is None :
	registrationMark = cv2.imread(f'./registrationMark/{dpi}.png', 0)
w, h = registrationMark.shape[:2]

if not orientation :
	print(f'Scan is not in portrait mode, exiting...')
	exit(3)

#print(holePunches)

def get_distance(ref, point):
	# print('ref: {} , point: {}'.format(ref, point))
	x1, y1 = ref[0], ref[1]
	x2, y2 = point[0], point[1]
	return math.hypot(x2 - x1, y2 - y1)

def group_points(points):
    groups = {}
    groupnum = 0
    while len(points) > 1:
        groupnum += 1
        key = str(groupnum)
        groups[key] = []
        ref = points.pop(0)
        for i, point in enumerate(points):
            d = get_distance(ref, point)
            if d < 30:
                groups[key].append(points[i])
                points[i] = None
        points = list(filter(lambda x: x is not None, points))
    return list([[int(np.mean(list([x[0] for x in groups[arr]]))), int(np.mean(list([x[1] for x in groups[arr]])))] for arr in groups])

def find_closest (pt, pts) :
	return pts[min(range(len(pts)), key = lambda i: get_distance(pts[i], pt))]

def find_in_half (half) :
	halfGray = cv2.cvtColor(half, cv2.COLOR_BGR2GRAY)
	res = cv2.matchTemplate(halfGray, registrationMark, matchMethods[methodIndex])
	threshold = registrationMarkThreshold
	loc = np.where( res >= threshold )
	for pt in zip(*loc[::-1]):
		cv2.rectangle(half, pt, (pt[0] + w, pt[1] + h), (0,0,255), 2)
	return list(zip(*loc[::-1]))

ttly = holePunches['0']['y']-round(height*0.05)
ttlx = holePunches['0']['x']
topHalf = img[ttly:holePunches['1']['y']+round(height*0.1), ttlx:holePunches['2']['x']]
while True: 
	topHalfPts = find_in_half(topHalf)
	if len(topHalfPts) < 12 :
		if methodIndex == len(matchMethods) :
			registrationMarkThreshold -= 0.005
			methodIndex = 0
			print(f'Found only {len(topHalfPts)}, decreasing threshold to {registrationMarkThreshold}')
		else :
			methodIndex += 1
			print(f'Found only {len(topHalfPts)}, switching to method {matchMethods[methodIndex]}')
		
	elif len(topHalfPts) > 12 :
		if methodIndex == len(matchMethods) :
			registrationMarkThreshold += 0.005
			methodIndex = 0
			print(f'Found {len(topHalfPts)}, increasing threshold to {registrationMarkThreshold}')
		else :
			methodIndex += 1
			print(f'Found {len(topHalfPts)}, switching to method {matchMethods[methodIndex]}')
		
	else :
		break

thpts = group_points(topHalfPts)
for pt in thpts :
	#print(f'{ttlx + pt[0]},{ttly + pt[1]}')
	marks.append((ttlx + pt[0] + round(w / 2), ttly + pt[1] + round(h / 2),))

print(f'Found {len(thpts)} points')
#display(topHalf)

btly = holePunches['4']['y']-round(height*0.1)
btlx = holePunches['3']['x']
bottomHalf = img[btly:holePunches['5']['y']+round(height*0.05), btlx:holePunches['4']['x']]
bottomHalfPts = find_in_half(bottomHalf)
bhpts = group_points(bottomHalfPts)
for pt in bhpts :
	#print(f'{btlx + pt[0]},{btly + pt[1]}')
	marks.append((btlx + pt[0] + round(w / 2), btly + pt[1] + round(h / 2), ))

clean = original.copy()
for pt in marks :
	#print(pt)
	cv2.circle(clean, pt, 50, (0,0,255), -1)

print(f'Found {len(bhpts)} points')

if len(marks) != 16 :
	print(f'{len(marks)} != 16 marks')
	exit(1)

##
# TOP LEFT
##

topLeftTR = find_closest((0,0,), marks)
#print(topLeftTR)
topLeftSorted = sorted(marks, key=lambda e: get_distance(e, topLeftTR))
topLeftSorted.remove(topLeftTR)

if abs(topLeftSorted[0][1] - topLeftTR[1]) < abs(topLeftSorted[1][1] - topLeftTR[1]) :
	topLeftBR = topLeftSorted[0]
else :
	topLeftBR = topLeftSorted[1]

topLeftTL = topLeftSorted[2]
topLeftBL = topLeftSorted[4]

if DEBUG :
	cv2.line(clean, topLeftTR, topLeftBR, (0,0,255,), 3)
	cv2.line(clean, topLeftTR, topLeftTL, (0,0,255,), 3)
	cv2.line(clean, topLeftBR, topLeftBL, (0,0,255,), 3)
	cv2.line(clean, topLeftTL, topLeftBL, (0,0,255,), 3)

##
# TOP RIGHT
##

topRightTL = find_closest((width,0,), marks)
#print(topRightTL)

topRightSorted = sorted(topLeftSorted, key=lambda e: get_distance(e, topRightTL))
topRightSorted.remove(topRightTL)
topRightSorted.remove(topLeftBR)
topRightSorted.remove(topLeftTL)
topRightSorted.remove(topLeftBL)

topRightBL = topRightSorted[0]
topRightTR = topRightSorted[1]
if abs(topRightTL[0] - topRightSorted[2][0]) > abs(topRightTL[0] - topRightSorted[3][0]) :
	topRightBR = topRightSorted[2]
else :
	topRightBR = topRightSorted[3]

if DEBUG :
	cv2.line(clean, topRightTR, topRightBR, (0,0,255,), 3)
	cv2.line(clean, topRightTR, topRightTL, (0,0,255,), 3)
	cv2.line(clean, topRightBR, topRightBL, (0,0,255,), 3)
	cv2.line(clean, topRightTL, topRightBL, (0,0,255,), 3)

##
# BOTTOM LEFT
##

bottomLeftTL = find_closest((0,height,), marks)

bottomLeftSorted = sorted(topRightSorted, key=lambda e: get_distance(e, bottomLeftTL))
bottomLeftSorted.remove(bottomLeftTL)
bottomLeftSorted.remove(topRightBR)
bottomLeftSorted.remove(topRightTR)
bottomLeftSorted.remove(topRightBL)

bottomLeftBL = bottomLeftSorted[0]
bottomLeftTR = bottomLeftSorted[2]
bottomLeftBR = bottomLeftSorted[3]

if DEBUG :
	cv2.line(clean, bottomLeftTR, bottomLeftBR, (0,0,255,), 3)
	cv2.line(clean, bottomLeftTR, bottomLeftTL, (0,0,255,), 3)
	cv2.line(clean, bottomLeftBR, bottomLeftBL, (0,0,255,), 3)
	cv2.line(clean, bottomLeftTL, bottomLeftBL, (0,0,255,), 3)

##
# BOTTOM RIGHT
##

bottomRightTR = find_closest((width,height,), marks)

bottomRightSorted = sorted(bottomLeftSorted, key=lambda e: get_distance(e, bottomRightTR))
bottomRightSorted.remove(bottomRightTR)
bottomRightSorted.remove(bottomLeftBR)
bottomRightSorted.remove(bottomLeftTR)
bottomRightSorted.remove(bottomLeftBL)

bottomRightBR = bottomRightSorted[0]
bottomRightTL = bottomRightSorted[1]
bottomRightBL = bottomRightSorted[2]

if DEBUG :
	cv2.line(clean, bottomRightTR, bottomRightBR, (0,0,255,), 3)
	cv2.line(clean, bottomRightTR, bottomRightTL, (0,0,255,), 3)
	cv2.line(clean, bottomRightBR, bottomRightBL, (0,0,255,), 3)
	cv2.line(clean, bottomRightTL, bottomRightBL, (0,0,255,), 3)

jsonOut = {
	'width' : width,
	'height' : height,
	'holePunches' : holePunches,
	'0' : {
		'0' : {
			'x' : bottomLeftTL[0],
			'y' : bottomLeftTL[1]
		},
		'1' : {
			'x' : bottomLeftTR[0],
			'y' : bottomLeftTR[1]
		},
		'2' : {
			'x' : bottomLeftBR[0],
			'y' : bottomLeftBR[1]
		},
		'3' : {
			'x' : bottomLeftBL[0],
			'y' : bottomLeftBL[1]
		}
	},
	'1' : {
		'0' : {
			'x' : topLeftTL[0],
			'y' : topLeftTL[1]
		},
		'1' : {
			'x' : topLeftTR[0],
			'y' : topLeftTR[1]
		},
		'2' : {
			'x' : topLeftBR[0],
			'y' : topLeftBR[1]
		},
		'3' : {
			'x' : topLeftBL[0],
			'y' : topLeftBL[1]
		}
	},
	'2' : {
		'0' : {
			'x' : topRightTL[0],
			'y' : topRightTL[1]
		},
		'1' : {
			'x' : topRightTR[0],
			'y' : topRightTR[1]
		},
		'2' : {
			'x' : topRightBR[0],
			'y' : topRightBR[1]
		},
		'3' : {
			'x' : topRightBL[0],
			'y' : topRightBL[1]
		}
	},
	'3' : {
		'0' : {
			'x' : bottomRightTL[0],
			'y' : bottomRightTL[1]
		},
		'1' : {
			'x' : bottomRightTR[0],
			'y' : bottomRightTR[1]
		},
		'2' : {
			'x' : bottomRightBR[0],
			'y' : bottomRightBR[1]
		},
		'3' : {
			'x' : bottomRightBL[0],
			'y' : bottomRightBL[1]
		}
	}
}

templateFile = f'{normalImage}.template.json'
with open(calibrationFile, 'w') as output:
	output.write(dumps(jsonOut, sort_keys = True, indent = 4))
	print(f'Wrote template file to {templateFile}')

display(clean)