diff --git a/public/app/app.ts b/public/app/app.ts
index c3f5a9f6791..c2975ee5b01 100644
--- a/public/app/app.ts
+++ b/public/app/app.ts
@@ -197,7 +197,7 @@ export class GrafanaApp {
 
       let preloadResults: PluginPreloadResult[] = [];
 
-      if (contextSrv.isSignedIn) {
+      if (contextSrv.user.orgRole !== '') {
         // Preload selected app plugins
         preloadResults = await preloadPlugins(config.apps);
       }