View Javadoc

1   /**
2    * This file Copyright (c) 2003-2011 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.cms.util;
35  
36  import info.magnolia.cms.core.Path;
37  import info.magnolia.cms.core.SystemProperty;
38  
39  import java.io.File;
40  import java.io.FilenameFilter;
41  import java.io.IOException;
42  import java.io.InputStream;
43  import java.io.UnsupportedEncodingException;
44  import java.net.URL;
45  import java.net.URLClassLoader;
46  import java.net.URLDecoder;
47  import java.util.Collection;
48  import java.util.Enumeration;
49  import java.util.HashSet;
50  import java.util.Set;
51  import java.util.jar.JarEntry;
52  import java.util.jar.JarFile;
53  import java.util.regex.Pattern;
54  
55  import org.apache.commons.beanutils.BeanUtils;
56  import org.apache.commons.io.FileUtils;
57  import org.apache.commons.io.filefilter.TrueFileFilter;
58  import org.apache.commons.lang.ArrayUtils;
59  import org.apache.commons.lang.StringUtils;
60  import org.slf4j.Logger;
61  import org.slf4j.LoggerFactory;
62  
63  
64  /**
65   * Util to find resources in the classpath (WEB-INF/lib and WEB-INF/classes).
66   * @author Philipp Bracher
67   * @author Fabrizio Giustina
68   * @version $Revision: 45983 $ ($Author: pbaerfuss $)
69   */
70  public class ClasspathResourcesUtil {
71      private static final Logger log = LoggerFactory.getLogger(ClasspathResourcesUtil.class);
72  
73      /**
74       * Filter for filtering the resources.
75       * @author Philipp Bracher
76       * @version $Revision: 45983 $ ($Author: pbaerfuss $)
77       */
78      public static interface Filter {
79          public boolean accept(String name);
80      }
81  
82      /**
83       * A filter using a regex pattern.
84       */
85      public static class PatternFilter implements Filter{
86          private final Pattern pattern;
87  
88          public PatternFilter(String pattern) {
89              this.pattern = Pattern.compile(pattern);
90          }
91  
92          @Override
93          public boolean accept(String name) {
94              return pattern.matcher(name).matches();
95          }
96      }
97  
98      private static boolean isCache() {
99          final String devMode = SystemProperty.getProperty("magnolia.develop");
100         return !"true".equalsIgnoreCase(devMode);
101     }
102 
103     /**
104      * Return a collection containing the resource names which match the regular expression.
105      * @return string array of found resources TODO : (lazy) cache ?
106      */
107     public static String[] findResources(String regex) {
108         return findResources(new PatternFilter(regex));
109     }
110 
111     /**
112      * Return a collection containing the resource names which passed the filter.
113      * @param filter
114      * @return string array of found resources TODO : (lazy) cache ?
115      */
116     public static String[] findResources(Filter filter) {
117         final Set<String> resources = new HashSet<String>();
118         final ClassLoader cl = getCurrentClassLoader();
119 
120         // if the classloader is an URLClassloader we have a better method for discovering resources
121         // whis will also fetch files from jars outside WEB-INF/lib, useful during development
122         if (cl instanceof URLClassLoader) {
123             final URLClassLoader urlClassLoader = (URLClassLoader) cl;
124             final URL[] urls = urlClassLoader.getURLs();
125             if(log.isDebugEnabled()){
126                 log.debug("Loading resources from: " + ArrayUtils.toString(urls));
127             }
128             if (urls.length == 1 && urls[0].getPath().endsWith("WEB-INF/classes/")) {
129                 // working around MAGNOLIA-2577
130                 log.warn("Looks like we're in a JBoss 5 expanded war directory, will attempt to load resources from the file system instead; see MAGNOLIA-2577.");
131             } else {
132                 collectFromURLs(resources, urls, filter);
133                 return resources.toArray(new String[resources.size()]);
134             }
135         }
136 
137         try {
138             // be friendly to WAS developers too...
139             // in development mode under RAD 7.5 here we have an instance of com.ibm.ws.classloader.WsClassLoader
140             // and jars are NOT deployed to WEB-INF/lib by default, so they can't be found without this explicit check
141             //
142             // but since we don't want to depend on WAS stuff we just check if the cl exposes a "classPath" property
143             String classpath = BeanUtils.getProperty(cl, "classPath");
144 
145             if (StringUtils.isNotEmpty(classpath)) {
146                 collectFromClasspathString(resources, classpath, filter);
147                 return resources.toArray(new String[resources.size()]);
148             }
149         }
150         catch (Throwable e) {
151             // no, it's not a classloader we can handle in a special way
152         }
153 
154         // no way, we have to assume a standard war structure and look in the WEB-INF/lib and WEB-INF/classes dirs
155         // read the jars in the lib dir
156         collectFromFileSystem(filter, resources);
157         return resources.toArray(new String[resources.size()]);
158     }
159 
160     protected static void collectFromURLs(Collection<String> resources, URL[] urls, Filter filter) {
161         // tomcat classloader is org.apache.catalina.loader.WebappClassLoader
162         for (int j = 0; j < urls.length; j++) {
163             final File tofile = sanitizeToFile(urls[j]);
164             collectFiles(resources, tofile, filter);
165         }
166     }
167 
168     protected static void collectFromClasspathString(Collection<String> resources, String classpath, Filter filter) {
169         String[] paths = classpath.split(File.pathSeparator);
170         for (int j = 0; j < paths.length; j++) {
171             final File tofile = new File(paths[j]);
172             // there can be several missing (optional?) paths here...
173             if (tofile.exists()) {
174                 collectFiles(resources, tofile, filter);
175             }
176         }
177     }
178 
179     protected static void collectFromFileSystem(Filter filter, Collection<String> resources) {
180         File dir = new File(Path.getAbsoluteFileSystemPath("WEB-INF/lib")); //$NON-NLS-1$
181         if (dir.exists()) {
182             File[] files = dir.listFiles(new FilenameFilter() {
183                 @Override
184                 public boolean accept(File file, String name) {
185                     return name.endsWith(".jar");
186                 }
187             });
188 
189             for (int i = 0; i < files.length; i++) {
190                 collectFiles(resources, files[i], filter);
191             }
192         }
193 
194         // read files in WEB-INF/classes
195         File classFileDir = new File(Path.getAbsoluteFileSystemPath("WEB-INF/classes"));
196         if (classFileDir.exists()) {
197             collectFiles(resources, classFileDir, filter);
198         }
199     }
200 
201     protected static File sanitizeToFile(URL url) {
202         try {
203             String fileUrl = url.getFile();
204             // needed because somehow the URLClassLoader has encoded URLs, and getFile does not decode them.
205             fileUrl = URLDecoder.decode(fileUrl, "UTF-8");
206             // needed for Resin - for some reason, its URLs are formed as jar:file:/absolutepath/foo/bar.jar instead of
207             // using the :///abs.. notation
208             fileUrl = StringUtils.removeStart(fileUrl, "file:");
209             fileUrl = StringUtils.removeEnd(fileUrl, "!/");
210             return new File(fileUrl);
211         }
212         catch (UnsupportedEncodingException e) {
213             throw new RuntimeException(e);
214         }
215     }
216 
217     /**
218      * Load resources from jars or directories.
219      * @param resources found resources will be added to this collection
220      * @param jarOrDir a File, can be a jar or a directory
221      * @param filter used to filter resources
222      */
223     private static void collectFiles(Collection<String> resources, File jarOrDir, Filter filter) {
224 
225         if (!jarOrDir.exists()) {
226             log.warn("missing file: {}", jarOrDir.getAbsolutePath());
227             return;
228         }
229 
230         if (jarOrDir.isDirectory()) {
231             log.debug("looking in dir {}", jarOrDir.getAbsolutePath());
232 
233             Collection<File> files = FileUtils.listFiles(jarOrDir, TrueFileFilter.TRUE, TrueFileFilter.TRUE);
234             for (File file : files) {
235                 String name = StringUtils.substringAfter(file.getPath(), jarOrDir.getPath());
236 
237                 // please, be kind to Windows!!!
238                 name = StringUtils.replace(name, "\\", "/");
239                 if (!name.startsWith("/")) {
240                     name = "/" + name;
241                 }
242 
243                 if (filter.accept(name)) {
244                     resources.add(name);
245                 }
246             }
247         }
248         else if (jarOrDir.getName().endsWith(".jar")) {
249             log.debug("looking in jar {}", jarOrDir.getAbsolutePath());
250             JarFile jar;
251             try {
252                 jar = new JarFile(jarOrDir);
253             }
254             catch (IOException e) {
255                 log.error("IOException opening file {}, skipping", jarOrDir.getAbsolutePath());
256                 return;
257             }
258             for (Enumeration<JarEntry> em = jar.entries(); em.hasMoreElements();) {
259                 JarEntry entry = em.nextElement();
260                 if (!entry.isDirectory()) {
261                     if (filter.accept("/" + entry.getName())) {
262                         resources.add("/" + entry.getName());
263                     }
264                 }
265             }
266             try {
267                 jar.close();
268             }
269             catch (IOException e) {
270                 log.error("Failed to close jar file : " + e.getMessage());
271                 log.debug("Failed to close jar file", e);
272             }
273         }
274         else {
275             log.debug("Unknown (not jar) file in classpath: {}, skipping.", jarOrDir.getName());
276         }
277 
278     }
279 
280     public static InputStream getStream(String name) throws IOException {
281         return getStream(name, isCache());
282     }
283 
284     /**
285      * Checks last modified and returns the new content if changed and the cache flag is not set to true.
286      * @param name
287      * @return the input stream
288      * @throws IOException
289      */
290     public static InputStream getStream(String name, boolean cache) throws IOException {
291         if (cache) {
292             return getCurrentClassLoader().getResourceAsStream(StringUtils.removeStart(name, "/"));
293         }
294 
295         // TODO use the last modified attribute
296         URL url = getResource(name);
297         if (url != null) {
298             return url.openStream();
299         }
300 
301         log.debug("Can't find {}", name);
302         return null;
303     }
304 
305     /**
306      * Get the class loader of the current thread.
307      * @return current classloader
308      */
309     private static ClassLoader getCurrentClassLoader() {
310         return Thread.currentThread().getContextClassLoader();
311     }
312 
313     /**
314      * Get the resource using the current class loader. The leading / is removed as the call to class.getResource()
315      * would do.
316      * @param name
317      * @return the resource
318      */
319     public static URL getResource(String name) {
320         return getCurrentClassLoader().getResource(StringUtils.removeStart(name, "/"));
321     }
322 
323 }