diff --git a/tests/test_init.py b/tests/test_init.py
index abb11f1..9e26f4f 100644
--- a/tests/test_init.py
+++ b/tests/test_init.py
@@ -35,5 +35,7 @@ def test_paste_app_factory(conf_options, monkeypatch):
                         lambda **x: (x, [x.keys()]))
     pypiserver.paste_app_factory({}, **conf_options)
 
-
-
+def test_app_factory(monkeypatch):
+    monkeypatch.setattr('pypiserver.core.configure',
+                        lambda **x: (x, [x.keys()]))
+    assert pypiserver.app() is not pypiserver.app()