diff --git a/panopoly_core.module b/panopoly_core.module
index 86e6173..f1f2e01 100644
--- a/panopoly_core.module
+++ b/panopoly_core.module
@@ -124,11 +124,12 @@ function panopoly_core_element_info_alter(&$type) {
 function panopoly_core_modules_enabled($modules) {
 
   // Only run this logic if we are executing as part of an install profile
-  if (variable_get('install_task', 'done') != 'done') {
+  // and only for this particular module.
+  if (drupal_installation_attempted() && in_array('panopoly_core', $modules)) {
 
     // Rebuild some caches so this all works right
-    features_flush_caches();
-    drupal_static_reset();
+    taxonomy_features_rebuild('panopoly_core');
+    drupal_static_reset('panelizer_entity_plugin_get_handler');
 
     // Define some permissions for the editor role
     if ($editor = user_role_load_by_name('editor')) {