View Javadoc
1   /**
2    * This file Copyright (c) 2008-2015 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.cms.beans.config;
35  
36  import info.magnolia.cms.core.Path;
37  import info.magnolia.cms.core.SystemProperty;
38  import info.magnolia.module.ModuleRegistry;
39  import info.magnolia.module.model.ModuleDefinition;
40  import info.magnolia.module.model.PropertyDefinition;
41  import info.magnolia.objectfactory.Components;
42  
43  import java.io.File;
44  import java.io.FileInputStream;
45  import java.io.FileNotFoundException;
46  import java.io.IOException;
47  import java.io.InputStream;
48  import java.text.MessageFormat;
49  import java.util.HashSet;
50  import java.util.Iterator;
51  import java.util.List;
52  import java.util.Properties;
53  import java.util.Set;
54  
55  import javax.inject.Inject;
56  import javax.servlet.ServletContext;
57  
58  import org.apache.commons.io.IOUtils;
59  import org.apache.commons.lang.ArrayUtils;
60  import org.apache.commons.lang.StringUtils;
61  import org.slf4j.Logger;
62  import org.slf4j.LoggerFactory;
63  
64  /**
65   * This class is responsible for loading the various "magnolia.properties" files, merging them,
66   * and substituting variables in their values.
67   *
68   * @deprecated since 4.5 - replaced by classes in the {@link info.magnolia.init} package.
69   */
70  public class PropertiesInitializer {
71      private static final Logger log = LoggerFactory.getLogger(PropertiesInitializer.class);
72  
73      /**
74       * The properties file containing the bean default implementations.
75       */
76      private static final String MGNL_BEANS_PROPERTIES = "/mgnl-beans.properties";
77  
78      /**
79       * Placeholder prefix: "${".
80       */
81      public static final String PLACEHOLDER_PREFIX = "${";
82  
83      /**
84       * Placeholder suffix: "}".
85       */
86      public static final String PLACEHOLDER_SUFFIX = "}";
87  
88      /**
89       * Context attribute prefix, to obtain a property definition like ${contextAttribute/property}, that can refer to
90       * any context attribute.
91       */
92      public static final String CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX = "contextAttribute/";
93  
94      /**
95       * Context parameter prefix, to obtain a property definition like ${contextParam/property}, that can refer to any
96       * context parameter.
97       */
98      public static final String CONTEXT_PARAM_PLACEHOLDER_PREFIX = "contextParam/";
99  
100      /**
101       * System property prefix, to obtain a property definition like ${systemProperty/property}, that can refer to any
102       * System property.
103       */
104      public static final String SYSTEM_PROPERTY_PLACEHOLDER_PREFIX = "systemProperty/";
105 
106     /**
107      * System property prefix, to obtain a property definition like ${systemProperty/property}, that can refer to any
108      * System property.
109      */
110      public static final String ENV_PROPERTY_PLACEHOLDER_PREFIX = "env/";
111 
112     /**
113      * @deprecated since 4.5, use IoC
114      */
115     public static PropertiesInitializer getInstance() {
116         return Components.getSingleton(PropertiesInitializer.class);
117     }
118 
119     /**
120      * Default value for the MAGNOLIA_INITIALIZATION_FILE parameter.
121      */
122     public static final String DEFAULT_INITIALIZATION_PARAMETER = //
123     "WEB-INF/config/${servername}/${webapp}/magnolia.properties,"
124         + "WEB-INF/config/${servername}/magnolia.properties,"
125         + "WEB-INF/config/${webapp}/magnolia.properties,"
126         + "WEB-INF/config/default/magnolia.properties,"
127         + "WEB-INF/config/magnolia.properties";
128 
129     private final ModuleRegistry moduleRegistry;
130 
131     @Inject
132     public PropertiesInitializer(ModuleRegistry moduleRegistry) {
133         this.moduleRegistry = moduleRegistry;
134     }
135 
136     public void loadAllProperties(String propertiesFilesString, String rootPath) {
137         // load mgnl-beans.properties first
138         loadBeanProperties();
139 
140         loadAllModuleProperties();
141 
142         // complete or override with WEB-INF properties files
143         loadPropertiesFiles(propertiesFilesString, rootPath);
144 
145         // complete or override with JVM system properties
146         overloadWithSystemProperties();
147 
148         // resolve nested properties
149         resolveNestedProperties();
150     }
151 
152     private void resolveNestedProperties() {
153 
154         Properties sysProps = SystemProperty.getProperties();
155 
156         for (Iterator<Object> it = sysProps.keySet().iterator(); it.hasNext();) {
157             String key = (String) it.next();
158             String oldValue = (String) sysProps.get(key);
159             String value = parseStringValue(oldValue, new HashSet<String>());
160             SystemProperty.getProperties().put(key, value.trim());
161         }
162 
163     }
164 
165     public void loadAllModuleProperties() {
166         // complete or override with modules' properties
167         final List<ModuleDefinition> moduleDefinitions = moduleRegistry.getModuleDefinitions();
168         loadModuleProperties(moduleDefinitions);
169     }
170 
171     /**
172      * Load the properties defined in the module descriptors. They can get overridden later in the properties files in
173      * WEB-INF
174      */
175     protected void loadModuleProperties(List<ModuleDefinition> moduleDefinitions) {
176         for (ModuleDefinition module : moduleDefinitions) {
177             for (PropertyDefinition property : module.getProperties()) {
178                 SystemProperty.setProperty(property.getName(), property.getValue());
179             }
180         }
181     }
182 
183     public void loadPropertiesFiles(String propertiesLocationString, String rootPath) {
184 
185         String[] propertiesLocation = StringUtils.split(propertiesLocationString, ',');
186 
187         boolean found = false;
188         // attempt to load each properties file at the given locations in reverse order: first files in the list
189         // override the later ones
190         for (int j = propertiesLocation.length - 1; j >= 0; j--) {
191             String location = StringUtils.trim(propertiesLocation[j]);
192 
193             if (loadPropertiesFile(rootPath, location)) {
194                 found = true;
195             }
196         }
197 
198         if (!found) {
199             final String msg = MessageFormat.format("No configuration found using location list {0}. Base path is [{1}]", ArrayUtils.toString(propertiesLocation), rootPath);
200             log.error(msg);
201             throw new ConfigurationException(msg);
202         }
203     }
204 
205     /**
206      * @deprecated since 4.5, replaced by a new ClasspathPropertySource("/mgnl-beans.properties").
207      * @see info.magnolia.init.DefaultMagnoliaConfigurationProperties
208      */
209     public void loadBeanProperties() {
210         InputStream mgnlbeansStream = getClass().getResourceAsStream(MGNL_BEANS_PROPERTIES);
211 
212         if (mgnlbeansStream != null) {
213             Properties mgnlbeans = new Properties();
214             try {
215                 mgnlbeans.load(mgnlbeansStream);
216             }
217             catch (IOException e) {
218                 log.error("Unable to load {} due to an IOException: {}", MGNL_BEANS_PROPERTIES, e.getMessage());
219             }
220             finally {
221                 IOUtils.closeQuietly(mgnlbeansStream);
222             }
223 
224             for (Iterator<Object> iter = mgnlbeans.keySet().iterator(); iter.hasNext();) {
225                 String key = (String) iter.next();
226                 SystemProperty.setProperty(key, mgnlbeans.getProperty(key));
227             }
228 
229         }
230         else {
231             log.warn("{} not found in the classpath. Check that all the needed implementation classes are defined in your custom magnolia.properties file.", MGNL_BEANS_PROPERTIES);
232         }
233     }
234 
235     /**
236      * Try to load a magnolia.properties file.
237      */
238     public boolean loadPropertiesFile(String rootPath, String location) {
239         final File initFile;
240         if (Path.isAbsolute(location)) {
241             initFile = new File(location);
242         }
243         else {
244             initFile = new File(rootPath, location);
245         }
246 
247         if (!initFile.exists() || initFile.isDirectory()) {
248             log.debug("Configuration file not found with path [{}]", initFile.getAbsolutePath());
249             return false;
250         }
251 
252         InputStream fileStream = null;
253         try {
254             fileStream = new FileInputStream(initFile);
255         }
256         catch (FileNotFoundException e1) {
257             log.debug("Configuration file not found with path [{}]", initFile.getAbsolutePath());
258             return false;
259         }
260 
261         try {
262             SystemProperty.getProperties().load(fileStream);
263             log.info("Loading configuration at {}", initFile.getAbsolutePath());
264         }
265         catch (Exception e) {
266             log.error(e.getMessage(), e);
267             return false;
268         }
269         finally {
270             IOUtils.closeQuietly(fileStream);
271         }
272         return true;
273     }
274 
275     /**
276      * Overload the properties with set system properties.
277      */
278     public void overloadWithSystemProperties() {
279         Iterator<Object> it = SystemProperty.getProperties().keySet().iterator();
280         while (it.hasNext()) {
281             String key = (String) it.next();
282             if (System.getProperties().containsKey(key)) {
283                 log.info("system property found: {}", key);
284                 String value = System.getProperty(key);
285                 SystemProperty.setProperty(key, value);
286             }
287         }
288     }
289 
290     /**
291      * Returns the property files configuration string passed, replacing all the needed values: ${servername} will be
292      * reaplced with the name of the server, ${webapp} will be replaced with webapp name, ${systemProperty/*} will be
293      * replaced with the corresponding system property, ${env/*} will be replaced with the corresponding environment property,
294      * and ${contextAttribute/*} and ${contextParam/*} will be replaced with the corresponding attributes or parameters
295      * taken from servlet context.
296      * This can be very useful for all those application servers that has multiple instances on the same server, like
297      * WebSphere. Typical usage in this case:
298      * <code>WEB-INF/config/${servername}/${contextAttribute/com.ibm.websphere.servlet.application.host}/magnolia.properties</code>
299      *
300      * @param context Servlet context
301      * @param servername Server name
302      * @param webapp Webapp name
303      * @param propertiesFilesString a comma separated list of paths.
304      * @return Property file configuration string with everything replaced.
305      *
306      * @deprecated since 4.5, this is done by {@link info.magnolia.init.DefaultMagnoliaPropertiesResolver#DefaultMagnoliaPropertiesResolver}.
307      * Note: when remove this class and method, this code will need to be cleaned up and moved to info.magnolia.init.DefaultMagnoliaPropertiesResolver
308      */
309     public static String processPropertyFilesString(ServletContext context, String servername, String webapp, String propertiesFilesString, String contextPath) {
310         // Replacing basic properties.
311         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${servername}", servername);
312         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${webapp}", webapp);
313         propertiesFilesString = StringUtils.replace(propertiesFilesString, "${contextPath}", contextPath);
314 
315         // Replacing servlet context attributes (${contextAttribute/something})
316         String[] contextAttributeNames = getNamesBetweenPlaceholders(propertiesFilesString, CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX);
317         if (contextAttributeNames != null) {
318             for (String ctxAttrName : contextAttributeNames) {
319                 if (ctxAttrName != null) {
320                     // Some implementation may not accept a null as attribute key, but all should accept an empty
321                     // string.
322                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + CONTEXT_ATTRIBUTE_PLACEHOLDER_PREFIX + ctxAttrName + PLACEHOLDER_SUFFIX;
323                     final Object attrValue = context.getAttribute(ctxAttrName);
324                     if (attrValue != null) {
325                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, attrValue.toString());
326                     }
327                 }
328             }
329         }
330 
331         // Replacing servlet context parameters (${contextParam/something})
332         String[] contextParamNames = getNamesBetweenPlaceholders(propertiesFilesString, CONTEXT_PARAM_PLACEHOLDER_PREFIX);
333         if (contextParamNames != null) {
334             for (String ctxParamName : contextParamNames) {
335                 if (ctxParamName != null) {
336                     // Some implementation may not accept a null as param key, but an empty string? TODO Check.
337                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + CONTEXT_PARAM_PLACEHOLDER_PREFIX + ctxParamName + PLACEHOLDER_SUFFIX;
338                     final String paramValue = context.getInitParameter(ctxParamName);
339                     if (paramValue != null) {
340                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
341                     }
342                 }
343             }
344         }
345 
346         // Replacing system property (${systemProperty/something})
347         String[] systemPropertiesNames = getNamesBetweenPlaceholders(propertiesFilesString, SYSTEM_PROPERTY_PLACEHOLDER_PREFIX);
348         if (systemPropertiesNames != null) {
349             for (String sysPropName : systemPropertiesNames) {
350                 if (StringUtils.isNotBlank(sysPropName)) {
351                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + SYSTEM_PROPERTY_PLACEHOLDER_PREFIX + sysPropName + PLACEHOLDER_SUFFIX;
352                     final String paramValue = System.getProperty(sysPropName);
353                     if (paramValue != null) {
354                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
355                     }
356                 }
357             }
358         }
359 
360         // Replacing environment property (${env/something})
361         String[] envPropertiesNames = getNamesBetweenPlaceholders(propertiesFilesString, ENV_PROPERTY_PLACEHOLDER_PREFIX);
362         if (envPropertiesNames != null) {
363             for (String envPropName : envPropertiesNames) {
364                 if (StringUtils.isNotBlank(envPropName)) {
365                     final String originalPlaceHolder = PLACEHOLDER_PREFIX + ENV_PROPERTY_PLACEHOLDER_PREFIX + envPropName + PLACEHOLDER_SUFFIX;
366                     final String paramValue = System.getenv(envPropName);
367                     if (paramValue != null) {
368                         propertiesFilesString = propertiesFilesString.replace(originalPlaceHolder, paramValue);
369                     }
370                 }
371             }
372         }
373 
374         return propertiesFilesString;
375     }
376 
377     private static String[] getNamesBetweenPlaceholders(String propertiesFilesString, String contextNamePlaceHolder) {
378         final String[] names = StringUtils.substringsBetween(
379                 propertiesFilesString,
380                 PLACEHOLDER_PREFIX + contextNamePlaceHolder,
381                 PLACEHOLDER_SUFFIX);
382         return StringUtils.stripAll(names);
383     }
384 
385     /**
386      * Parse the given String value recursively, to be able to resolve nested placeholders. Partly borrowed from
387      * org.springframework.beans.factory.config.PropertyPlaceholderConfigurer (original author: Juergen Hoeller)
388      *
389      * @deprecated since 4.5 this is now done by {@link info.magnolia.init.AbstractMagnoliaConfigurationProperties#parseStringValue}.
390      */
391     protected String parseStringValue(String strVal, Set<String> visitedPlaceholders) {
392 
393         StringBuffer buf = new StringBuffer(strVal);
394 
395         int startIndex = strVal.indexOf(PLACEHOLDER_PREFIX);
396         while (startIndex != -1) {
397             int endIndex = -1;
398 
399             int index = startIndex + PLACEHOLDER_PREFIX.length();
400             int withinNestedPlaceholder = 0;
401             while (index < buf.length()) {
402                 if (PLACEHOLDER_SUFFIX.equals(buf.subSequence(index, index + PLACEHOLDER_SUFFIX.length()))) {
403                     if (withinNestedPlaceholder > 0) {
404                         withinNestedPlaceholder--;
405                         index = index + PLACEHOLDER_SUFFIX.length();
406                     }
407                     else {
408                         endIndex = index;
409                         break;
410                     }
411                 }
412                 else if (PLACEHOLDER_PREFIX.equals(buf.subSequence(index, index + PLACEHOLDER_PREFIX.length()))) {
413                     withinNestedPlaceholder++;
414                     index = index + PLACEHOLDER_PREFIX.length();
415                 }
416                 else {
417                     index++;
418                 }
419             }
420 
421             if (endIndex != -1) {
422                 String placeholder = buf.substring(startIndex + PLACEHOLDER_PREFIX.length(), endIndex);
423                 if (!visitedPlaceholders.add(placeholder)) {
424 
425                     log.warn("Circular reference detected in properties, \"{}\" is not resolvable", strVal);
426                     return strVal;
427                 }
428                 // Recursive invocation, parsing placeholders contained in the placeholder key.
429                 placeholder = parseStringValue(placeholder, visitedPlaceholders);
430                 // Now obtain the value for the fully resolved key...
431                 String propVal = SystemProperty.getProperty(placeholder);
432                 if (propVal != null) {
433                     // Recursive invocation, parsing placeholders contained in the
434                     // previously resolved placeholder value.
435                     propVal = parseStringValue(propVal, visitedPlaceholders);
436                     buf.replace(startIndex, endIndex + PLACEHOLDER_SUFFIX.length(), propVal);
437                     startIndex = buf.indexOf(PLACEHOLDER_PREFIX, startIndex + propVal.length());
438                 }
439                 else {
440                     // Proceed with unprocessed value.
441                     startIndex = buf.indexOf(PLACEHOLDER_PREFIX, endIndex + PLACEHOLDER_SUFFIX.length());
442                 }
443                 visitedPlaceholders.remove(placeholder);
444             }
445             else {
446                 startIndex = -1;
447             }
448         }
449 
450         return buf.toString();
451     }
452 
453 }