View Javadoc

1   /**
2    * This file Copyright (c) 2003-2014 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.cms.util;
35  
36  import info.magnolia.cms.core.SystemProperty;
37  import info.magnolia.init.MagnoliaInitPaths;
38  import info.magnolia.objectfactory.Components;
39  
40  import java.io.File;
41  import java.io.FilenameFilter;
42  import java.io.IOException;
43  import java.io.InputStream;
44  import java.io.UnsupportedEncodingException;
45  import java.net.URL;
46  import java.net.URLClassLoader;
47  import java.net.URLDecoder;
48  import java.util.Collection;
49  import java.util.Enumeration;
50  import java.util.HashSet;
51  import java.util.Set;
52  import java.util.jar.JarEntry;
53  import java.util.jar.JarFile;
54  import java.util.regex.Pattern;
55  
56  import org.apache.commons.beanutils.BeanUtils;
57  import org.apache.commons.io.FileUtils;
58  import org.apache.commons.io.filefilter.TrueFileFilter;
59  import org.apache.commons.lang.ArrayUtils;
60  import org.apache.commons.lang.StringUtils;
61  import org.slf4j.Logger;
62  import org.slf4j.LoggerFactory;
63  
64  
65  /**
66   * Util to find resources in the classpath (WEB-INF/lib and WEB-INF/classes).
67   * @author Philipp Bracher
68   * @author Fabrizio Giustina
69   * @version $Revision$ ($Author$)
70   */
71  public class ClasspathResourcesUtil {
72      private static final Logger log = LoggerFactory.getLogger(ClasspathResourcesUtil.class);
73  
74      /**
75       * Filter for filtering the resources.
76       * @author Philipp Bracher
77       * @version $Revision$ ($Author$)
78       */
79      public static interface Filter {
80          public boolean accept(String name);
81      }
82  
83      /**
84       * A filter using a regex pattern.
85       */
86      public static class PatternFilter implements Filter{
87          private final Pattern pattern;
88  
89          public PatternFilter(String pattern) {
90              this.pattern = Pattern.compile(pattern);
91          }
92  
93          @Override
94          public boolean accept(String name) {
95              return pattern.matcher(name).matches();
96          }
97      }
98  
99      private static boolean isCache() {
100         final String devMode = SystemProperty.getProperty("magnolia.develop");
101         return !"true".equalsIgnoreCase(devMode);
102     }
103 
104     /**
105      * Return a collection containing the resource names which match the regular expression.
106      * @return string array of found resources TODO : (lazy) cache ?
107      */
108     public static String[] findResources(String regex) {
109         return findResources(new PatternFilter(regex));
110     }
111 
112     /**
113      * Return a collection containing the resource names which passed the filter.
114      * @param filter
115      * @return string array of found resources TODO : (lazy) cache ?
116      */
117     public static String[] findResources(Filter filter) {
118         final Set<String> resources = new HashSet<String>();
119         final ClassLoader cl = getCurrentClassLoader();
120 
121         // if the classloader is an URLClassloader we have a better method for discovering resources
122         // whis will also fetch files from jars outside WEB-INF/lib, useful during development
123         if (cl instanceof URLClassLoader) {
124             final URLClassLoader urlClassLoader = (URLClassLoader) cl;
125             final URL[] urls = urlClassLoader.getURLs();
126             if(log.isDebugEnabled()){
127                 log.debug("Loading resources from: " + ArrayUtils.toString(urls));
128             }
129             if (urls.length == 1 && urls[0].getPath().endsWith("WEB-INF/classes/")) {
130                 // working around MAGNOLIA-2577
131                 log.warn("Looks like we're in a JBoss 5 expanded war directory, will attempt to load resources from the file system instead; see MAGNOLIA-2577.");
132             } else {
133                 collectFromURLs(resources, urls, filter);
134                 return resources.toArray(new String[resources.size()]);
135             }
136         }
137 
138         try {
139             // be friendly to WAS developers too...
140             // in development mode under RAD 7.5 here we have an instance of com.ibm.ws.classloader.WsClassLoader
141             // and jars are NOT deployed to WEB-INF/lib by default, so they can't be found without this explicit check
142             //
143             // but since we don't want to depend on WAS stuff we just check if the cl exposes a "classPath" property
144             String classpath = BeanUtils.getProperty(cl, "classPath");
145 
146             if (StringUtils.isNotEmpty(classpath)) {
147                 collectFromClasspathString(resources, classpath, filter);
148                 return resources.toArray(new String[resources.size()]);
149             }
150         }
151         catch (Throwable e) {
152             // no, it's not a classloader we can handle in a special way
153         }
154 
155         // no way, we have to assume a standard war structure and look in the WEB-INF/lib and WEB-INF/classes dirs
156         // read the jars in the lib dir
157         collectFromFileSystem(filter, resources);
158         return resources.toArray(new String[resources.size()]);
159     }
160 
161     protected static void collectFromURLs(Collection<String> resources, URL[] urls, Filter filter) {
162         // tomcat classloader is org.apache.catalina.loader.WebappClassLoader
163         for (int j = 0; j < urls.length; j++) {
164             final File tofile = sanitizeToFile(urls[j]);
165             if (tofile != null) {
166                 collectFiles(resources, tofile, filter);
167             }
168         }
169     }
170 
171     protected static void collectFromClasspathString(Collection<String> resources, String classpath, Filter filter) {
172         String[] paths = classpath.split(File.pathSeparator);
173         for (int j = 0; j < paths.length; j++) {
174             final File tofile = new File(paths[j]);
175             // there can be several missing (optional?) paths here...
176             if (tofile.exists()) {
177                 collectFiles(resources, tofile, filter);
178             }
179         }
180     }
181 
182     protected static void collectFromFileSystem(Filter filter, Collection<String> resources) {
183         //We need to have access to the MAGNOLIA_APP_ROOTDIR. Unfortunately, this is not yet initialised.
184         String rootDire = Components.getComponent(MagnoliaInitPaths.class).getRootPath();
185         String libString = new File(new File(rootDire), "WEB-INF/lib").getAbsolutePath();
186 
187         File dir = new File(libString); //$NON-NLS-1$
188         if (dir.exists()) {
189             File[] files = dir.listFiles(new FilenameFilter() {
190                 @Override
191                 public boolean accept(File file, String name) {
192                     return name.endsWith(".jar");
193                 }
194             });
195 
196             for (int i = 0; i < files.length; i++) {
197                 collectFiles(resources, files[i], filter);
198             }
199         }
200 
201         // read files in WEB-INF/classes
202         String classString = new File(new File(rootDire), "WEB-INF/classes").getAbsolutePath();
203         File classFileDir = new File(classString);
204 
205         if (classFileDir.exists()) {
206             collectFiles(resources, classFileDir, filter);
207         }
208     }
209 
210     public static File sanitizeToFile(URL url) {
211         if (!"file".equals(url.getProtocol()) && !StringUtils.startsWith(url.toString(), "jar:file:")) { // only file:/ and jar:file/ are supported
212             log.warn("Cannot load resources '{}' from '{}' protocol. Only 'file' and 'jar-file' protocols are supported.", url, url.getProtocol());
213             return null;
214         }
215         try {
216             String fileUrl = url.getFile();
217             // needed because somehow the URLClassLoader has encoded URLs, and getFile does not decode them.
218             fileUrl = URLDecoder.decode(fileUrl, "UTF-8");
219             // needed for Resin - for some reason, its URLs are formed as jar:file:/absolutepath/foo/bar.jar instead of
220             // using the :///abs.. notation
221             fileUrl = StringUtils.removeStart(fileUrl, "file:");
222             fileUrl = StringUtils.removeEnd(fileUrl, "!/");
223             return new File(fileUrl);
224         }
225         catch (UnsupportedEncodingException e) {
226             throw new RuntimeException(e);
227         }
228     }
229 
230     /**
231      * Load resources from jars or directories.
232      * @param resources found resources will be added to this collection
233      * @param jarOrDir a File, can be a jar or a directory
234      * @param filter used to filter resources
235      */
236     private static void collectFiles(Collection<String> resources, File jarOrDir, Filter filter) {
237 
238         if (!jarOrDir.exists()) {
239             log.warn("missing file: {}", jarOrDir.getAbsolutePath());
240             return;
241         }
242 
243         if (jarOrDir.isDirectory()) {
244             log.debug("looking in dir {}", jarOrDir.getAbsolutePath());
245 
246             Collection<File> files = FileUtils.listFiles(jarOrDir, TrueFileFilter.TRUE, TrueFileFilter.TRUE);
247             for (File file : files) {
248                 String name = StringUtils.substringAfter(file.getPath(), jarOrDir.getPath());
249 
250                 // please, be kind to Windows!!!
251                 name = StringUtils.replace(name, "\\", "/");
252                 if (!name.startsWith("/")) {
253                     name = "/" + name;
254                 }
255 
256                 if (filter.accept(name)) {
257                     resources.add(name);
258                 }
259             }
260         }
261         else if (jarOrDir.getName().endsWith(".jar")) {
262             log.debug("looking in jar {}", jarOrDir.getAbsolutePath());
263             JarFile jar;
264             try {
265                 jar = new JarFile(jarOrDir);
266             }
267             catch (IOException e) {
268                 log.error("IOException opening file {}, skipping", jarOrDir.getAbsolutePath());
269                 return;
270             }
271             for (Enumeration<JarEntry> em = jar.entries(); em.hasMoreElements();) {
272                 JarEntry entry = em.nextElement();
273                 if (!entry.isDirectory()) {
274                     if (filter.accept("/" + entry.getName())) {
275                         resources.add("/" + entry.getName());
276                     }
277                 }
278             }
279             try {
280                 jar.close();
281             }
282             catch (IOException e) {
283                 log.error("Failed to close jar file : " + e.getMessage());
284                 log.debug("Failed to close jar file", e);
285             }
286         }
287         else {
288             log.debug("Unknown (not jar) file in classpath: {}, skipping.", jarOrDir.getName());
289         }
290 
291     }
292 
293     public static InputStream getStream(String name) throws IOException {
294         return getStream(name, isCache());
295     }
296 
297     /**
298      * Checks last modified and returns the new content if changed and the cache flag is not set to true.
299      * @param name
300      * @return the input stream
301      * @throws IOException
302      */
303     public static InputStream getStream(String name, boolean cache) throws IOException {
304         if (cache) {
305             return getCurrentClassLoader().getResourceAsStream(StringUtils.removeStart(name, "/"));
306         }
307 
308         // TODO use the last modified attribute
309         URL url = getResource(name);
310         if (url != null) {
311             return url.openStream();
312         }
313 
314         log.debug("Can't find {}", name);
315         return null;
316     }
317 
318     /**
319      * Get the class loader of the current thread.
320      * @return current classloader
321      */
322     private static ClassLoader getCurrentClassLoader() {
323         return Thread.currentThread().getContextClassLoader();
324     }
325 
326     /**
327      * Get the resource using the current class loader. The leading / is removed as the call to class.getResource()
328      * would do.
329      * @param name
330      * @return the resource
331      */
332     public static URL getResource(String name) {
333         return getCurrentClassLoader().getResource(StringUtils.removeStart(name, "/"));
334     }
335 
336 }