CacheManager not stopping when search factory not initialized

@Test
public void testStartAndStopWithoutIndexing() {
      EmbeddedCacheManager cacheManager = ... // With indexing enabled, using infinispan directory
      cacheManager.getCache();
      cacheManager.stop();

      assertEquals(ComponentStatus.TERMINATED, cacheManager.getStatus());
   }