Skip to content

Commit

Permalink
naive image similarity is implemented
Browse files Browse the repository at this point in the history
  • Loading branch information
warisgill committed Dec 13, 2020
1 parent ca7ac24 commit fd10dd1
Showing 1 changed file with 41 additions and 2 deletions.
43 changes: 41 additions & 2 deletions src/matcher.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,45 @@
from transformers import AutoTokenizer, AutoModelForSequenceClassification
from sentence_transformers import SentenceTransformer, util
import torch
import tensorflow as tf
from SSIM_PIL import compare_ssim
from PIL import Image
from skimage.measure import compare_ssim
import matplotlib.pyplot as plt
import numpy as np
import cv2
from PIL import Image



def imageSimilarity(image1_path, image2_path): # compare profile images
# im1 = None
# im2 = None

# # if image_path.split(".")[-1]=="jpg":
# # tf.io.decode_j
# print(image1_path, image2_path)
# im1 = tf.io.decode_jpeg(image1_path)
# im2 = tf.io.decode_jpeg(image2_path)
# im1 = tf.image.convert_image_dtype(im1, tf.float32)
# im2 = tf.image.convert_image_dtype(im2, tf.float32)
# ssim2 = tf.image.ssim(im1, im2, max_val=1.0, filter_size=11,
# filter_sigma=1.5, k1=0.01, k2=0.03)

Image.open(image1_path).resize((224,224)).save(image1_path)
Image.open(image2_path).resize((224,224)).save(image2_path)

image1 = cv2.imread(image1_path)
image2 = cv2.imread(image2_path)

# convert the images to grayscale
image1 = cv2.cvtColor(image1, cv2.COLOR_BGR2GRAY)
image2 = cv2.cvtColor(image2, cv2.COLOR_BGR2GRAY)


ssim_score = compare_ssim(image1,image2)

def imageSimilarity(image1, image2): # compare profile images
return 1 # todo
return ssim_score

def textSimilarity(text1, text2): # get the similarity score.
# tokenizer = AutoTokenizer.from_pretrained("bert-base-cased-finetuned-mrpc")
Expand Down Expand Up @@ -84,6 +119,10 @@ def findMatchForFacebook(facebookUser):
print(summary)
score = textSimilarity(text,summary)
print(score)

score = imageSimilarity("i2.jpg","i3.jpg")
print(f"Image Similarity Score: {score}")




Expand Down

0 comments on commit fd10dd1

Please sign in to comment.