diff --git a/src/main/java/org/jitsi/srtp/crypto/Aes.java b/src/main/java/org/jitsi/srtp/crypto/Aes.java
index de26aec..cea443b 100644
--- a/src/main/java/org/jitsi/srtp/crypto/Aes.java
+++ b/src/main/java/org/jitsi/srtp/crypto/Aes.java
@@ -143,6 +143,8 @@ public static synchronized void setFactoryClassName(String name)
     {
         FACTORY_CLASS_NAME = name;
         factoryClass = null;
+        fastestFactories.clear();
+        factories = null;
     }
 
     private static abstract class BenchmarkOperation