Running forward() method from opencv dnn module gives wrong predictions

edit

Hello everyone! I am trying to load pretrained CNN from .pb file and run it using OpenCV dnn module. The problem is, when I load it in Jupyter Notebook using Tensorflow, I get correct results. But, when I load it using OpenCV dnn module, specifically using readNetFromTensorflow function, I get terrible results. I have printed out the weights and I am guessing that for some reason OpenCV did not read the weights along the graph structure.

Here is my code for reading .pb file with Tensorflow (this works correctly):

def load_graph(frozen_graph_filename):

     with tf.gfile.GFile(frozen_graph_filename, "rb") as f:
         graph_def = tf.GraphDef()
         graph_def.ParseFromString(f.read())

     with tf.Graph().as_default() as graph:
         tf.import_graph_def(graph_def, name="prefix")

     return graph

frozen_graph_filename = "C:/Users/stefan_cepa995/Desktop/Posao/Character_classify/training/freezed/model.pb"
graph = load_graph(frozen_graph_filename)

x = graph.get_tensor_by_name('prefix/conv_layer1_input:0')
y = graph.get_tensor_by_name('prefix/activation_11/Softmax:0')

def get_class_index(classes, cls):
    for i in range(0, len(classes)):
        if classes[i] == cls:
            return i

def get_class_name(classes, pred):
    for i in range(0, len(classes)):
        if i == pred:
            return classes[i]

check_for_time = []
for i in range(0, 17):
    check_for_time.append(concacanate_channels(validX[i]*1./255, second_channel, third_channel))
check_for_time = np.array(check_for_time)

print(check_for_time.max())
print(check_for_time.min())

with tf.Session(graph=graph) as sess:
    #%timeit y_out = sess.run(y, feed_dict={ x:  check_for_time}) #2.62ms GPU / 14.5ms CPU
    #%timeit y_out = sess.run(y, feed_dict={x : check_for_time[0:1]}) #1.45 GPU / 1.31ms CPU
    y_out = sess.run(y, feed_dict={ x:  check_for_time})

    for y in y_out:
        print('Predicted Class: ',get_class_name(le.classes_, np.argmax(y)))

Now here is my code for reading it with OpenCV (produces incorrect predictions):

net = cv2.dnn.readNetFromTensorflow(frozen_graph_filename)

print(check_for_time.shape)

if check_for_time.shape == (17,70,20,3): 
    check_for_time= check_for_time.reshape(check_for_time.shape[0], 3, check_for_time.shape[1], check_for_time.shape[2])

net.setInput(check_for_time)
cvOut = net.forward('activation_11/Softmax')

#print(check_for_time.shape)
#print(check_for_time.reshape(check_for_time.shape[0], check_for_time.shape[2], check_for_time.shape[3], 3).shape)

prd = model.predict(check_for_time.reshape(check_for_time.shape[0], check_for_time.shape[2], check_for_time.shape[3], 3))
for y in prd:
        print('Predicted Class: ',get_class_name(le.classes_, np.argmax(y)))
print('-'*20)
for y in cvOut:
        print('Predicted Class: ',get_class_name(le.classes_, np.argmax(y)))

I have printed out the weights of the first filter of the first convolution layer from both models (one loaded with Tensorflow and other loaded with OpenCV) and they seem different.

EDIT: Some screenshots of results produced by both models

Here are predicted results of the model I loaded using Tensorflow and model I loaded using OpenCV dnn module respectively:

Predicted Class:  S
Predicted Class:  7
Predicted Class:  D
Predicted Class:  8
Predicted Class:  H
Predicted Class:  7
Predicted Class:  4
Predicted Class:  Y
Predicted Class:  Z
Predicted Class:  D
Predicted Class:  V
Predicted Class:  W
Predicted Class:  4
Predicted Class:  Z
Predicted Class:  H
Predicted Class:  9
Predicted Class:  U
--------------------
Predicted Class:  M
Predicted Class:  1
Predicted Class:  1
Predicted Class:  1
Predicted Class:  M ...