View Javadoc
1   /**
2    * This file Copyright (c) 2008-2018 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.cms.beans.config;
35  
36  import info.magnolia.cms.core.SystemProperty;
37  import info.magnolia.module.ModuleRegistry;
38  import info.magnolia.module.model.ModuleDefinition;
39  import info.magnolia.module.model.PropertyDefinition;
40  import info.magnolia.objectfactory.Components;
41  
42  import java.io.File;
43  import java.io.FileInputStream;
44  import java.io.FileNotFoundException;
45  import java.io.IOException;
46  import java.io.InputStream;
47  import java.nio.file.Paths;
48  import java.text.MessageFormat;
49  import java.util.HashSet;
50  import java.util.Iterator;
51  import java.util.List;
52  import java.util.Properties;
53  import java.util.Set;
54  
55  import javax.inject.Inject;
56  import javax.servlet.ServletContext;
57  
58  import org.apache.commons.io.IOUtils;
59  import org.apache.commons.lang3.ArrayUtils;
60  import org.apache.commons.lang3.StringUtils;
61  import org.slf4j.Logger;
62  import org.slf4j.LoggerFactory;
63  
64  /**
65   * This class is responsible for loading the various "magnolia.properties" files, merging them,
66   * and substituting variables in their values.
67   *
68   * @deprecated since 4.5 - replaced by classes in the {@link info.magnolia.init} package.
69   */
70  public class PropertiesInitializer {
71      private static final Logger log = LoggerFactory.getLogger(PropertiesInitializer.class);
72  
73      /**
74       * The properties file containing the bean default implementations.
75       */
76      private static final String MGNL_BEANS_PROPERTIES = "/mgnl-beans.properties";
77  
78      /**
79       * Placeholder prefix: "${".
80       */
81      public static final String PLACEHOLDER_PREFIX = "${";
82  
83      /**
84       * Placeholder suffix: "}".
85       */
86      public static final String PLACEHOLDER_SUFFIX = "}";
87  
88      /**
89       * Context attribute prefix, to obtain a property definition like ${contextAttribute/property}, that can refer to
90       * any context attribute.
91       */
92      public static final String CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX = "contextAttribute/";
93  
94      /**
95       * Context parameter prefix, to obtain a property definition like ${contextParam/property}, that can refer to any
96       * context parameter.
97       */
98      public static final String CONTEXT_PARAM_PLACEHOLDER_PREFIX = "contextParam/";
99  
100     /**
101      * System property prefix, to obtain a property definition like ${systemProperty/property}, that can refer to any
102      * System property.
103      */
104     public static final String SYSTEM_PROPERTY_PLACEHOLDER_PREFIX = "systemProperty/";
105 
106     /**
107      * System property prefix, to obtain a property definition like ${systemProperty/property}, that can refer to any
108      * System property.
109      */
110     public static final String ENV_PROPERTY_PLACEHOLDER_PREFIX = "env/";
111 
112     /**
113      * @deprecated since 4.5, use IoC
114      */
115     public static PropertiesInitializer getInstance() {
116         return Components.getSingleton(PropertiesInitializer.class);
117     }
118 
119     /**
120      * Default value for the MAGNOLIA_INITIALIZATION_FILE parameter.
121      */
122     public static final String DEFAULT_INITIALIZATION_PARAMETER = //
123             "WEB-INF/config/${servername}/${webapp}/magnolia.properties,"
124                     + "WEB-INF/config/${servername}/magnolia.properties,"
125                     + "WEB-INF/config/${webapp}/magnolia.properties,"
126                     + "WEB-INF/config/default/magnolia.properties,"
127                     + "WEB-INF/config/magnolia.properties";
128 
129     private final ModuleRegistry moduleRegistry;
130 
131     @Inject
132     public PropertiesInitializer(ModuleRegistry moduleRegistry) {
133         this.moduleRegistry = moduleRegistry;
134     }
135 
136     public void loadAllProperties(String propertiesFilesString, String rootPath) {
137         // load mgnl-beans.properties first
138         loadBeanProperties();
139 
140         loadAllModuleProperties();
141 
142         // complete or override with WEB-INF properties files
143         loadPropertiesFiles(propertiesFilesString, rootPath);
144 
145         // complete or override with JVM system properties
146         overloadWithSystemProperties();
147 
148         // resolve nested properties
149         resolveNestedProperties();
150     }
151 
152     private void resolveNestedProperties() {
153 
154         Properties sysProps = SystemProperty.getProperties();
155 
156         for (Iterator<Object> it = sysProps.keySet().iterator(); it.hasNext(); ) {
157             String key = (String) it.next();
158             String oldValue = (String) sysProps.get(key);
159             String value = parseStringValue(oldValue, new HashSet<String>());
160             SystemProperty.getProperties().put(key, value.trim());
161         }
162 
163     }
164 
165     public void loadAllModuleProperties() {
166         // complete or override with modules' properties
167         final List<ModuleDefinition> moduleDefinitions = moduleRegistry.getModuleDefinitions();
168         loadModuleProperties(moduleDefinitions);
169     }
170 
171     /**
172      * Load the properties defined in the module descriptors. They can get overridden later in the properties files in
173      * WEB-INF
174      */
175     protected void loadModuleProperties(List<ModuleDefinition> moduleDefinitions) {
176         for (ModuleDefinition module : moduleDefinitions) {
177             for (PropertyDefinition property : module.getProperties()) {
178                 SystemProperty.setProperty(property.getName(), property.getValue());
179             }
180         }
181     }
182 
183     public void loadPropertiesFiles(String propertiesLocationString, String rootPath) {
184 
185         String[] propertiesLocation = StringUtils.split(propertiesLocationString, ',');
186 
187         boolean found = false;
188         // attempt to load each properties file at the given locations in reverse order: first files in the list
189         // override the later ones
190         for (int j = propertiesLocation.length - 1; j >= 0; j--) {
191             String location = StringUtils.trim(propertiesLocation[j]);
192 
193             if (loadPropertiesFile(rootPath, location)) {
194                 found = true;
195             }
196         }
197 
198         if (!found) {
199             final String msg = MessageFormat.format("No configuration found using location list {0}. Base path is [{1}]", ArrayUtils.toString(propertiesLocation), rootPath);
200             log.error(msg);
201             throw new ConfigurationException(msg);
202         }
203     }
204 
205     /**
206      * @see info.magnolia.init.DefaultMagnoliaConfigurationProperties
207      * @deprecated since 4.5, replaced by a new ClasspathPropertySource("/mgnl-beans.properties").
208      */
209     public void loadBeanProperties() {
210         InputStream mgnlbeansStream = getClass().getResourceAsStream(MGNL_BEANS_PROPERTIES);
211 
212         if (mgnlbeansStream != null) {
213             Properties mgnlbeans = new Properties();
214             try {
215                 mgnlbeans.load(mgnlbeansStream);
216             } catch (IOException e) {
217                 log.error("Unable to load {} due to an IOException: {}", MGNL_BEANS_PROPERTIES, e.getMessage());
218             } finally {
219                 IOUtils.closeQuietly(mgnlbeansStream);
220             }
221 
222             for (Iterator<Object> iter = mgnlbeans.keySet().iterator(); iter.hasNext(); ) {
223                 String key = (String) iter.next();
224                 SystemProperty.setProperty(key, mgnlbeans.getProperty(key));
225             }
226 
227         } else {
228             log.warn("{} not found in the classpath. Check that all the needed implementation classes are defined in your custom magnolia.properties file.", MGNL_BEANS_PROPERTIES);
229         }
230     }
231 
232     /**
233      * Try to load a magnolia.properties file.
234      */
235     public boolean loadPropertiesFile(String rootPath, String location) {
236         final File initFile;
237         if (Paths.get(location).isAbsolute()) {
238             initFile = new File(location);
239         } else {
240             initFile = new File(rootPath, location);
241         }
242 
243         if (!initFile.exists() || initFile.isDirectory()) {
244             log.debug("Configuration file not found with path [{}]", initFile.getAbsolutePath());
245             return false;
246         }
247 
248         InputStream fileStream = null;
249         try {
250             fileStream = new FileInputStream(initFile);
251         } catch (FileNotFoundException e1) {
252             log.debug("Configuration file not found with path [{}]", initFile.getAbsolutePath());
253             return false;
254         }
255 
256         try {
257             SystemProperty.getProperties().load(fileStream);
258             log.info("Loading configuration at {}", initFile.getAbsolutePath());
259         } catch (Exception e) {
260             log.error(e.getMessage(), e);
261             return false;
262         } finally {
263             IOUtils.closeQuietly(fileStream);
264         }
265         return true;
266     }
267 
268     /**
269      * Overload the properties with set system properties.
270      */
271     public void overloadWithSystemProperties() {
272         Iterator<Object> it = SystemProperty.getProperties().keySet().iterator();
273         while (it.hasNext()) {
274             String key = (String) it.next();
275             if (System.getProperties().containsKey(key)) {
276                 log.info("system property found: {}", key);
277                 String value = System.getProperty(key);
278                 SystemProperty.setProperty(key, value);
279             }
280         }
281     }
282 
283     /**
284      * Returns the property files configuration string passed, replacing all the needed values: ${servername} will be
285      * reaplced with the name of the server, ${webapp} will be replaced with webapp name, ${systemProperty/*} will be
286      * replaced with the corresponding system property, ${env/*} will be replaced with the corresponding environment property,
287      * and ${contextAttribute/*} and ${contextParam/*} will be replaced with the corresponding attributes or parameters
288      * taken from servlet context.
289      * This can be very useful for all those application servers that has multiple instances on the same server, like
290      * WebSphere. Typical usage in this case:
291      * <code>WEB-INF/config/${servername}/${contextAttribute/com.ibm.websphere.servlet.application.host}/magnolia.properties</code>
292      *
293      * @param context Servlet context
294      * @param servername Server name
295      * @param webapp Webapp name
296      * @param propertiesFilesString a comma separated list of paths.
297      * @return Property file configuration string with everything replaced.
298      * @deprecated since 4.5, this is done by {@link info.magnolia.init.DefaultMagnoliaPropertiesResolver#DefaultMagnoliaPropertiesResolver}.
299      *             Note: when remove this class and method, this code will need to be cleaned up and moved to info.magnolia.init.DefaultMagnoliaPropertiesResolver
300      */
301     public static String processPropertyFilesString(ServletContext context, String servername, String webapp, String propertiesFilesString, String contextPath) {
302         // Replacing basic properties.
303         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${servername}", servername);
304         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${webapp}", webapp);
305         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${contextPath}", contextPath);
306 
307         // Replacing servlet context attributes (${contextAttribute/something})
308         String[] contextAttributeNames = getNamesBetweenPlaceholders(propertiesFilesString, CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX);
309         if (contextAttributeNames != null) {
310             for (String ctxAttrName : contextAttributeNames) {
311                 if (ctxAttrName != null) {
312                     // Some implementation may not accept a null as attribute key, but all should accept an empty
313                     // string.
314                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX + ctxAttrName + PLACEHOLDER_SUFFIX;
315                     final Object attrValue = context.getAttribute(ctxAttrName);
316                     if (attrValue != null) {
317                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, attrValue.toString());
318                     }
319                 }
320             }
321         }
322 
323         // Replacing servlet context parameters (${contextParam/something})
324         String[] contextParamNames = getNamesBetweenPlaceholders(propertiesFilesString, CONTEXT_PARAM_PLACEHOLDER_PREFIX);
325         if (contextParamNames != null) {
326             for (String ctxParamName : contextParamNames) {
327                 if (ctxParamName != null) {
328                     // Some implementation may not accept a null as param key, but an empty string? TODO Check.
329                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + CONTEXT_PARAM_PLACEHOLDER_PREFIX + ctxParamName + PLACEHOLDER_SUFFIX;
330                     final String paramValue = context.getInitParameter(ctxParamName);
331                     if (paramValue != null) {
332                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
333                     }
334                 }
335             }
336         }
337 
338         // Replacing system property (${systemProperty/something})
339         String[] systemPropertiesNames = getNamesBetweenPlaceholders(propertiesFilesString, SYSTEM_PROPERTY_PLACEHOLDER_PREFIX);
340         if (systemPropertiesNames != null) {
341             for (String sysPropName : systemPropertiesNames) {
342                 if (StringUtils.isNotBlank(sysPropName)) {
343                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + SYSTEM_PROPERTY_PLACEHOLDER_PREFIX + sysPropName + PLACEHOLDER_SUFFIX;
344                     final String paramValue = System.getProperty(sysPropName);
345                     if (paramValue != null) {
346                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
347                     }
348                 }
349             }
350         }
351 
352         // Replacing environment property (${env/something})
353         String[] envPropertiesNames = getNamesBetweenPlaceholders(propertiesFilesString, ENV_PROPERTY_PLACEHOLDER_PREFIX);
354         if (envPropertiesNames != null) {
355             for (String envPropName : envPropertiesNames) {
356                 if (StringUtils.isNotBlank(envPropName)) {
357                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + ENV_PROPERTY_PLACEHOLDER_PREFIX + envPropName + PLACEHOLDER_SUFFIX;
358                     final String paramValue = System.getenv(envPropName);
359                     if (paramValue != null) {
360                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
361                     }
362                 }
363             }
364         }
365 
366         return propertiesFilesString;
367     }
368 
369     private static String[] getNamesBetweenPlaceholders(String propertiesFilesString, String contextNamePlaceHolder) {
370         final String[] names = StringUtils.substringsBetween(
371                 propertiesFilesString,
372                 PLACEHOLDER_PREFIX + contextNamePlaceHolder,
373                 PLACEHOLDER_SUFFIX);
374         return StringUtils.stripAll(names);
375     }
376 
377     /**
378      * Parse the given String value recursively, to be able to resolve nested placeholders. Partly borrowed from
379      * org.springframework.beans.factory.config.PropertyPlaceholderConfigurer (original author: Juergen Hoeller)
380      *
381      * @deprecated since 4.5 this is now done by {@link info.magnolia.init.AbstractMagnoliaConfigurationProperties#parseStringValue}.
382      */
383     protected String parseStringValue(String strVal, Set<String> visitedPlaceholders) {
384 
385         StringBuffer buf = new StringBuffer(strVal);
386 
387         int startIndex = strVal.indexOf(PLACEHOLDER_PREFIX);
388         while (startIndex != -1) {
389             int endIndex = -1;
390 
391             int index = startIndex + PLACEHOLDER_PREFIX.length();
392             int withinNestedPlaceholder = 0;
393             while (index < buf.length()) {
394                 if (PLACEHOLDER_SUFFIX.equals(buf.subSequence(index, index + PLACEHOLDER_SUFFIX.length()))) {
395                     if (withinNestedPlaceholder > 0) {
396                         withinNestedPlaceholder--;
397                         index = index + PLACEHOLDER_SUFFIX.length();
398                     } else {
399                         endIndex = index;
400                         break;
401                     }
402                 } else if (PLACEHOLDER_PREFIX.equals(buf.subSequence(index, index + PLACEHOLDER_PREFIX.length()))) {
403                     withinNestedPlaceholder++;
404                     index = index + PLACEHOLDER_PREFIX.length();
405                 } else {
406                     index++;
407                 }
408             }
409 
410             if (endIndex != -1) {
411                 String placeholder = buf.substring(startIndex + PLACEHOLDER_PREFIX.length(), endIndex);
412                 if (!visitedPlaceholders.add(placeholder)) {
413 
414                     log.warn("Circular reference detected in properties, \"{}\" is not resolvable", strVal);
415                     return strVal;
416                 }
417                 // Recursive invocation, parsing placeholders contained in the placeholder key.
418                 placeholder = parseStringValue(placeholder, visitedPlaceholders);
419                 // Now obtain the value for the fully resolved key...
420                 String propVal = SystemProperty.getProperty(placeholder);
421                 if (propVal != null) {
422                     // Recursive invocation, parsing placeholders contained in the
423                     // previously resolved placeholder value.
424                     propVal = parseStringValue(propVal, visitedPlaceholders);
425                     buf.replace(startIndex, endIndex + PLACEHOLDER_SUFFIX.length(), propVal);
426                     startIndex = buf.indexOf(PLACEHOLDER_PREFIX, startIndex + propVal.length());
427                 } else {
428                     // Proceed with unprocessed value.
429                     startIndex = buf.indexOf(PLACEHOLDER_PREFIX, endIndex + PLACEHOLDER_SUFFIX.length());
430                 }
431                 visitedPlaceholders.remove(placeholder);
432             } else {
433                 startIndex = -1;
434             }
435         }
436 
437         return buf.toString();
438     }
439 
440 }