View Javadoc

1   /**
2    * This file Copyright (c) 2003-2013 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.cms.util;
35  
36  import info.magnolia.cms.core.SystemProperty;
37  import info.magnolia.init.MagnoliaInitPaths;
38  import info.magnolia.objectfactory.Components;
39  
40  import java.io.File;
41  import java.io.FilenameFilter;
42  import java.io.IOException;
43  import java.io.InputStream;
44  import java.io.UnsupportedEncodingException;
45  import java.net.URL;
46  import java.net.URLClassLoader;
47  import java.net.URLDecoder;
48  import java.util.Collection;
49  import java.util.Enumeration;
50  import java.util.HashSet;
51  import java.util.Set;
52  import java.util.jar.JarEntry;
53  import java.util.jar.JarFile;
54  import java.util.regex.Pattern;
55  
56  import org.apache.commons.beanutils.BeanUtils;
57  import org.apache.commons.io.FileUtils;
58  import org.apache.commons.io.filefilter.TrueFileFilter;
59  import org.apache.commons.lang.ArrayUtils;
60  import org.apache.commons.lang.StringUtils;
61  import org.slf4j.Logger;
62  import org.slf4j.LoggerFactory;
63  
64  
65  /**
66   * Util to find resources in the classpath (WEB-INF/lib and WEB-INF/classes).
67   */
68  public class ClasspathResourcesUtil {
69      private static final Logger log = LoggerFactory.getLogger(ClasspathResourcesUtil.class);
70  
71      /**
72       * Filter for filtering the resources.
73       */
74      public static interface Filter {
75          public boolean accept(String name);
76      }
77  
78      /**
79       * A filter using a regex pattern.
80       */
81      public static class PatternFilter implements Filter{
82          private final Pattern pattern;
83  
84          public PatternFilter(String pattern) {
85              this.pattern = Pattern.compile(pattern);
86          }
87  
88          @Override
89          public boolean accept(String name) {
90              return pattern.matcher(name).matches();
91          }
92      }
93  
94      private static boolean isCache() {
95          final String devMode = SystemProperty.getProperty("magnolia.develop");
96          return !"true".equalsIgnoreCase(devMode);
97      }
98  
99      /**
100      * Return a collection containing the resource names which match the regular expression.
101      * @return string array of found resources TODO : (lazy) cache ?
102      */
103     public static String[] findResources(String regex) {
104         return findResources(new PatternFilter(regex));
105     }
106 
107     /**
108      * Return a collection containing the resource names which passed the filter.
109      *
110      * @return string array of found resources TODO : (lazy) cache ?
111      */
112     public static String[] findResources(Filter filter) {
113         final Set<String> resources = new HashSet<String>();
114         final ClassLoader cl = getCurrentClassLoader();
115 
116         // if the classloader is an URLClassloader we have a better method for discovering resources
117         // whis will also fetch files from jars outside WEB-INF/lib, useful during development
118         if (cl instanceof URLClassLoader) {
119             final URLClassLoader urlClassLoader = (URLClassLoader) cl;
120             final URL[] urls = urlClassLoader.getURLs();
121             if(log.isDebugEnabled()){
122                 log.debug("Loading resources from: " + ArrayUtils.toString(urls));
123             }
124             if (urls.length == 1 && urls[0].getPath().endsWith("WEB-INF/classes/")) {
125                 // working around MAGNOLIA-2577
126                 log.warn("Looks like we're in a JBoss 5 expanded war directory, will attempt to load resources from the file system instead; see MAGNOLIA-2577.");
127             } else {
128                 collectFromURLs(resources, urls, filter);
129                 return resources.toArray(new String[resources.size()]);
130             }
131         }
132 
133         try {
134             // be friendly to WAS developers too...
135             // in development mode under RAD 7.5 here we have an instance of com.ibm.ws.classloader.WsClassLoader
136             // and jars are NOT deployed to WEB-INF/lib by default, so they can't be found without this explicit check
137             //
138             // but since we don't want to depend on WAS stuff we just check if the cl exposes a "classPath" property
139             String classpath = BeanUtils.getProperty(cl, "classPath");
140 
141             if (StringUtils.isNotEmpty(classpath)) {
142                 collectFromClasspathString(resources, classpath, filter);
143                 return resources.toArray(new String[resources.size()]);
144             }
145         }
146         catch (Throwable e) {
147             // no, it's not a classloader we can handle in a special way
148         }
149 
150         // no way, we have to assume a standard war structure and look in the WEB-INF/lib and WEB-INF/classes dirs
151         // read the jars in the lib dir
152         collectFromFileSystem(filter, resources);
153         return resources.toArray(new String[resources.size()]);
154     }
155 
156     protected static void collectFromURLs(Collection<String> resources, URL[] urls, Filter filter) {
157         // tomcat classloader is org.apache.catalina.loader.WebappClassLoader
158         for (int j = 0; j < urls.length; j++) {
159             final File tofile = sanitizeToFile(urls[j]);
160             if (tofile != null) {
161                 collectFiles(resources, tofile, filter);
162             }
163         }
164     }
165 
166     protected static void collectFromClasspathString(Collection<String> resources, String classpath, Filter filter) {
167         String[] paths = classpath.split(File.pathSeparator);
168         for (int j = 0; j < paths.length; j++) {
169             final File tofile = new File(paths[j]);
170             // there can be several missing (optional?) paths here...
171             if (tofile.exists()) {
172                 collectFiles(resources, tofile, filter);
173             }
174         }
175     }
176 
177     protected static void collectFromFileSystem(Filter filter, Collection<String> resources) {
178         //We need to have access to the MAGNOLIA_APP_ROOTDIR. Unfortunately, this is not yet initialised.
179         String rootDire = Components.getComponent(MagnoliaInitPaths.class).getRootPath();
180         String libString = new File(new File(rootDire), "WEB-INF/lib").getAbsolutePath();
181 
182         File dir = new File(libString);
183         if (dir.exists()) {
184             File[] files = dir.listFiles(new FilenameFilter() {
185                 @Override
186                 public boolean accept(File file, String name) {
187                     return name.endsWith(".jar");
188                 }
189             });
190 
191             for (int i = 0; i < files.length; i++) {
192                 collectFiles(resources, files[i], filter);
193             }
194         }
195 
196         // read files in WEB-INF/classes
197         String classString = new File(new File(rootDire), "WEB-INF/classes").getAbsolutePath();
198         File classFileDir = new File(classString);
199 
200         if (classFileDir.exists()) {
201             collectFiles(resources, classFileDir, filter);
202         }
203     }
204 
205     public static File sanitizeToFile(URL url) {
206         if (!"file".equals(url.getProtocol()) && !StringUtils.startsWith(url.toString(), "jar:file:")) { // only file:/ and jar:file/ are supported
207             log.warn("Cannot load resources '{}' from '{}' protocol. Only 'file' and 'jar-file' protocols are supported.", url, url.getProtocol());
208             return null;
209         }
210         try {
211             String fileUrl = url.getFile();
212             // needed because somehow the URLClassLoader has encoded URLs, and getFile does not decode them.
213             fileUrl = URLDecoder.decode(fileUrl, "UTF-8");
214             // needed for Resin - for some reason, its URLs are formed as jar:file:/absolutepath/foo/bar.jar instead of
215             // using the :///abs.. notation
216             fileUrl = StringUtils.removeStart(fileUrl, "file:");
217             fileUrl = StringUtils.removeEnd(fileUrl, "!/");
218             return new File(fileUrl);
219         }
220         catch (UnsupportedEncodingException e) {
221             throw new RuntimeException(e);
222         }
223     }
224 
225     /**
226      * Load resources from jars or directories.
227      * @param resources found resources will be added to this collection
228      * @param jarOrDir a File, can be a jar or a directory
229      * @param filter used to filter resources
230      */
231     private static void collectFiles(Collection<String> resources, File jarOrDir, Filter filter) {
232 
233         if (!jarOrDir.exists()) {
234             log.warn("missing file: {}", jarOrDir.getAbsolutePath());
235             return;
236         }
237 
238         if (jarOrDir.isDirectory()) {
239             log.debug("looking in dir {}", jarOrDir.getAbsolutePath());
240 
241             Collection<File> files = FileUtils.listFiles(jarOrDir, TrueFileFilter.TRUE, TrueFileFilter.TRUE);
242             for (File file : files) {
243                 String name = StringUtils.substringAfter(file.getPath(), jarOrDir.getPath());
244 
245                 // please, be kind to Windows!!!
246                 name = StringUtils.replace(name, "\\", "/");
247                 if (!name.startsWith("/")) {
248                     name = "/" + name;
249                 }
250 
251                 if (filter.accept(name)) {
252                     resources.add(name);
253                 }
254             }
255         }
256         else if (jarOrDir.getName().endsWith(".jar")) {
257             log.debug("looking in jar {}", jarOrDir.getAbsolutePath());
258             JarFile jar;
259             try {
260                 jar = new JarFile(jarOrDir);
261             }
262             catch (IOException e) {
263                 log.error("IOException opening file {}, skipping", jarOrDir.getAbsolutePath());
264                 return;
265             }
266             for (Enumeration<JarEntry> em = jar.entries(); em.hasMoreElements();) {
267                 JarEntry entry = em.nextElement();
268                 if (!entry.isDirectory()) {
269                     if (filter.accept("/" + entry.getName())) {
270                         resources.add("/" + entry.getName());
271                     }
272                 }
273             }
274             try {
275                 jar.close();
276             }
277             catch (IOException e) {
278                 log.error("Failed to close jar file : " + e.getMessage());
279                 log.debug("Failed to close jar file", e);
280             }
281         }
282         else {
283             log.debug("Unknown (not jar) file in classpath: {}, skipping.", jarOrDir.getName());
284         }
285 
286     }
287 
288     public static InputStream getStream(String name) throws IOException {
289         return getStream(name, isCache());
290     }
291 
292     /**
293      * Checks last modified and returns the new content if changed and the cache flag is not set to true.
294      *
295      * @return the input stream
296      */
297     public static InputStream getStream(String name, boolean cache) throws IOException {
298         if (cache) {
299             return getCurrentClassLoader().getResourceAsStream(StringUtils.removeStart(name, "/"));
300         }
301 
302         // TODO use the last modified attribute
303         URL url = getResource(name);
304         if (url != null) {
305             return url.openStream();
306         }
307 
308         log.debug("Can't find {}", name);
309         return null;
310     }
311 
312     /**
313      * Get the class loader of the current thread.
314      * @return current classloader
315      */
316     private static ClassLoader getCurrentClassLoader() {
317         return Thread.currentThread().getContextClassLoader();
318     }
319 
320     /**
321      * Get the resource using the current class loader. The leading / is removed as the call to class.getResource()
322      * would do.
323      *
324      * @return the resource
325      */
326     public static URL getResource(String name) {
327         return getCurrentClassLoader().getResource(StringUtils.removeStart(name, "/"));
328     }
329 
330 }