diff --git a/opm/simulators/linalg/bda/opencl/ChowPatelIlu.cpp b/opm/simulators/linalg/bda/opencl/ChowPatelIlu.cpp
index e81d2408b..e2690a00a 100644
--- a/opm/simulators/linalg/bda/opencl/ChowPatelIlu.cpp
+++ b/opm/simulators/linalg/bda/opencl/ChowPatelIlu.cpp
@@ -756,9 +756,7 @@ void ChowPatelIlu<block_size>::decomposition(
     for(int i = 0; i < Nb; ++i) {
         for(int k = Ut->rowPointers[i]; k < Ut->rowPointers[i+1]; ++k) {
             int j = Ut->colIndices[k];
-            if (j == i) {
-                inverter(Ut->nnzValues + k * bs * bs, invDiagVals + i * bs * bs);
-            } else {
+            if (j != i) {
                 ++ptr[j+1];
             }
         }