View Javadoc

1   /**
2    * This file Copyright (c) 2003-2010 Magnolia International
3    * Ltd.  (http://www.magnolia-cms.com). All rights reserved.
4    *
5    *
6    * This file is dual-licensed under both the Magnolia
7    * Network Agreement and the GNU General Public License.
8    * You may elect to use one or the other of these licenses.
9    *
10   * This file is distributed in the hope that it will be
11   * useful, but AS-IS and WITHOUT ANY WARRANTY; without even the
12   * implied warranty of MERCHANTABILITY or FITNESS FOR A
13   * PARTICULAR PURPOSE, TITLE, or NONINFRINGEMENT.
14   * Redistribution, except as permitted by whichever of the GPL
15   * or MNA you select, is prohibited.
16   *
17   * 1. For the GPL license (GPL), you can redistribute and/or
18   * modify this file under the terms of the GNU General
19   * Public License, Version 3, as published by the Free Software
20   * Foundation.  You should have received a copy of the GNU
21   * General Public License, Version 3 along with this program;
22   * if not, write to the Free Software Foundation, Inc., 51
23   * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
24   *
25   * 2. For the Magnolia Network Agreement (MNA), this file
26   * and the accompanying materials are made available under the
27   * terms of the MNA which accompanies this distribution, and
28   * is available at http://www.magnolia-cms.com/mna.html
29   *
30   * Any modifications to this file must keep this entire header
31   * intact.
32   *
33   */
34  package info.magnolia.importexport;
35  
36  import info.magnolia.cms.core.Content;
37  import info.magnolia.cms.core.HierarchyManager;
38  import info.magnolia.cms.core.ItemType;
39  import info.magnolia.cms.core.MetaData;
40  import info.magnolia.cms.core.NodeData;
41  import info.magnolia.cms.util.ContentUtil;
42  import info.magnolia.cms.util.OrderedProperties;
43  import org.apache.commons.beanutils.ConvertUtils;
44  import org.apache.commons.lang.StringUtils;
45  import org.apache.jackrabbit.util.ISO8601;
46  
47  import javax.jcr.PropertyType;
48  import javax.jcr.RepositoryException;
49  import javax.jcr.Value;
50  import java.io.IOException;
51  import java.io.InputStream;
52  import java.util.Calendar;
53  import java.util.Collection;
54  import java.util.Properties;
55  import java.util.Set;
56  
57  /**
58   * Utility class providing support for properties-like format to import/export jcr data. Useful when
59   * data regularly needs to be bootstrapped, for instance, and the jcr xml format is too cumbersome to maintain.
60   *
61   * TODO : handle conflicts (already existing nodes, properties, what to do with existing properties if we don't create new nodes, ...)
62   * TODO : consolidate syntax
63   *
64   * @author gjoseph
65   * @version $Revision: $ ($Author: $)
66   */
67  public class PropertiesImportExport {
68  
69      public void createContent(Content root, InputStream propertiesStream) throws IOException, RepositoryException {
70          Properties properties = new OrderedProperties();
71  
72          properties.load(propertiesStream);
73  
74          properties = keysToInnerFormat(properties);
75  
76          for (Object o : properties.keySet()) {
77              String key = (String) o;
78              String valueStr = properties.getProperty(key);
79  
80              String propertyName = StringUtils.substringAfterLast(key, ".");
81              String path = StringUtils.substringBeforeLast(key, ".");
82  
83              String type = null;
84              if (propertyName.equals("@type")) {
85                  type = valueStr;
86              } else if (properties.containsKey(path + ".@type")) {
87                  type = properties.getProperty(path + ".@type");
88              }
89  
90              type = StringUtils.defaultIfEmpty(type, ItemType.CONTENTNODE.getSystemName());
91              Content c = ContentUtil.createPath(root, path, new ItemType(type));
92              populateContent(c, propertyName, valueStr);
93          }
94      }
95  
96      /**
97       * Transforms the keys to the following inner notation: <code>some/path/node.prop</code> or <code>some/path/node.@type</code>.
98       */
99      private Properties keysToInnerFormat(Properties properties) {
100         Properties cleaned = new OrderedProperties();
101 
102         for (Object o : properties.keySet()) {
103             String orgKey = (String) o;
104 
105             //if this is a node definition (no property)
106             String newKey = orgKey;
107 
108             // make sure we have a dot as a property separator
109             newKey = StringUtils.replace(newKey, "@", ".@");
110             // avoid double dots
111             newKey = StringUtils.replace(newKey, "..@", ".@");
112 
113             String propertyName = StringUtils.substringAfterLast(newKey, ".");
114             String keySuffix = StringUtils.substringBeforeLast(newKey, ".");
115             String path = StringUtils.replace(keySuffix, ".", "/");
116             path = StringUtils.removeStart(path, "/");
117 
118             // if this is a path (no property)
119             if (StringUtils.isEmpty(propertyName)){
120                 // no value --> is a node
121                 if(StringUtils.isEmpty(properties.getProperty(orgKey))) {
122                     // make this the type property if not defined otherwise
123                     if(!properties.containsKey(orgKey + "@type")){
124                         cleaned.put(path + ".@type", ItemType.CONTENTNODE.getSystemName());
125                     }
126                     continue;
127                 }
128                 // /some/path/prop = hello  will be treated as a property
129                 else{
130                     propertyName = StringUtils.substringAfterLast(path, "/");
131                     path = StringUtils.substringBeforeLast(path, "/");
132                 }
133             }
134             cleaned.put(path + "." + propertyName, properties.get(orgKey));
135         }
136         return cleaned;
137     }
138 
139     protected void populateContent(Content c, String name, String valueStr) throws RepositoryException {
140         if (StringUtils.isEmpty(name) && StringUtils.isEmpty(valueStr)) {
141             // happens if the input properties file just created a node with no properties
142             return;
143         }
144         if (name.equals("@type")) {
145             // do nothing, this has been taken into account when creating the node.
146         } else if (name.equals("@uuid")) {
147             throw new UnsupportedOperationException("Can't see UUIDs on real node. Use MockUtil if you are using MockContent instances.");
148         } else {
149             Object valueObj = convertNodeDataStringToObject(valueStr);
150             c.createNodeData(name, valueObj);
151         }
152     }
153 
154     protected Object convertNodeDataStringToObject(String valueStr) {
155         if (contains(valueStr, ':')) {
156             final String type = StringUtils.substringBefore(valueStr, ":");
157             final String value = StringUtils.substringAfter(valueStr, ":");
158 
159             // there is no beanUtils converter for Calendar
160             if (type.equalsIgnoreCase("date")) {
161                 return ISO8601.parse(value);
162             } else {
163                 try {
164                     final Class<?> typeCl;
165                     if (type.equals("int")) {
166                         typeCl = Integer.class;
167                     } else {
168                         typeCl = Class.forName("java.lang." + StringUtils.capitalize(type));
169                     }
170                     return ConvertUtils.convert(value, typeCl);
171                 } catch (ClassNotFoundException e) {
172                     // possibly a stray :, let's ignore it for now
173                     return valueStr;
174                 }
175             }
176         } else {
177             // no type specified, we assume it's a string, no conversion
178             return valueStr;
179         }
180     }
181 
182     /**
183      * @deprecated since 4.3
184      *
185      * This method is deprecated, it returns results in a format that does not match
186      * the format that the import method uses (doesn't include @uuid or @type properties)
187      *
188      * It is kept here to support existing test and applications that might break
189      * as a result of these changes (i.e. unit tests that are expecting a specific number of
190      * properties returned, etc)
191      *
192      * For new applications use the contentToProperties methods instead.
193      */
194     public static Properties toProperties(HierarchyManager hm) throws Exception {
195         return toProperties(hm.getRoot());
196     }
197 
198     public static Properties toProperties(Content rootContent) throws Exception {
199         return toProperties(rootContent, ContentUtil.EXCLUDE_META_DATA_CONTENT_FILTER, true);
200     }
201 
202     public static Properties contentToProperties(HierarchyManager hm) throws Exception {
203         return contentToProperties(hm.getRoot());
204     }
205 
206     public static Properties contentToProperties(Content rootContent) throws Exception {
207         return toProperties(rootContent, ContentUtil.EXCLUDE_META_DATA_CONTENT_FILTER, false);
208     }
209 
210     public static Properties contentToProperties(Content rootContent, Content.ContentFilter filter) throws Exception {
211         return toProperties(rootContent, filter, false);
212     }
213 
214     /**
215      * This method is private because it includes the boolean "legacymode" filter which
216      * shouldn't be exposed as part of the API because when "legacymode" is removed, it will
217      * force an API change.
218      *
219      * @param rootContent root node to convert into properties
220      * @param contentFilter a content filter to use in selecting what content to export
221      * @param legacyMode if true, will not include @uuid and @type nodes
222      * @return a Properties object representing the content starting at rootContent
223      * @throws Exception
224      */
225     private static Properties toProperties(Content rootContent, Content.ContentFilter contentFilter, final boolean legacyMode) throws Exception {
226         final Properties out = new OrderedProperties();
227         ContentUtil.visit(rootContent, new ContentUtil.Visitor() {
228             public void visit(Content node) throws Exception {
229                 if (!legacyMode) {
230                     appendNodeTypeAndUUID(node, out, true);
231                 }
232                 appendNodeProperties(node, out);
233             }
234         }, contentFilter);
235         return out;
236     }
237 
238     private static void appendNodeTypeAndUUID(Content node, Properties out, final boolean dumpMetaData) throws RepositoryException {
239         String path = getExportPath(node);
240         // we don't need to export the JCR root node.
241         if (path.equals("/jcr:root")) {
242             return;
243         }
244 
245         String nodeTypeName = node.getNodeTypeName();
246         if (nodeTypeName != null && StringUtils.isNotEmpty(nodeTypeName)) {
247             out.put(path + "@type", nodeTypeName);
248         }
249         String nodeUUID = node.getUUID();
250         if (nodeUUID != null && StringUtils.isNotEmpty(nodeUUID)) {
251             out.put(path + "@uuid", node.getUUID());
252         }
253 
254         // dumping the metaData of a MetaData node is silly
255         if (dumpMetaData && !(nodeTypeName.equals("mgnl:metaData"))) {
256             Content metaDataNode = (node.getChildByName(MetaData.DEFAULT_META_NODE));
257             if (metaDataNode != null) {
258                 // append the UUID and the type with a single recursive call
259                 appendNodeTypeAndUUID(metaDataNode, out, false);
260 
261                 String baseMetadataPath = getExportPath(metaDataNode);
262                 MetaData nodeMetaData = node.getMetaData();
263                 // dump each metadata property one by one.
264                 addStringProperty(out, baseMetadataPath + ".mgnl\\:template", nodeMetaData.getTemplate());
265                 addStringProperty(out, baseMetadataPath + ".mgnl\\:authorid", nodeMetaData.getAuthorId());
266                 addStringProperty(out, baseMetadataPath + ".mgnl\\:activatorid", nodeMetaData.getActivatorId());
267                 addStringProperty(out, baseMetadataPath + ".mgnl\\:title", nodeMetaData.getTitle());
268                 addDateProperty(out, baseMetadataPath + ".mgnl\\:creationdate", nodeMetaData.getCreationDate());
269                 addDateProperty(out, baseMetadataPath + ".mgnl\\:lastaction", nodeMetaData.getLastActionDate());
270                 addDateProperty(out, baseMetadataPath + ".mgnl\\:lastmodified", nodeMetaData.getLastActionDate());
271                 addBooleanProeprty(out, baseMetadataPath + ".mgnl\\:activated", nodeMetaData.getIsActivated());
272             }
273         }
274     }
275 
276     private static void addBooleanProeprty(Properties out, String path, boolean prop) {
277         out.put(path, convertBooleanToExportString(prop));
278     }
279 
280     private static void addDateProperty(Properties out, String path, Calendar date) {
281         if (date != null) {
282             out.put(path, convertCalendarToExportString(date));
283         }
284     }
285 
286     private static void addStringProperty(Properties out, String path, String stringProperty) {
287         if (StringUtils.isNotEmpty(stringProperty)) {
288             out.put(path, stringProperty);
289         }
290     }
291 
292     public static void appendNodeProperties(Content node, Properties out) {
293         final Collection<NodeData> props = node.getNodeDataCollection();
294         for (NodeData prop : props) {
295             final String path = getExportPath(node) + "." + prop.getName();
296 
297             String propertyValue = getPropertyString(prop);
298 
299             if (propertyValue != null) {
300                 out.setProperty(path, propertyValue);
301             }
302         }
303     }
304 
305     private static String getExportPath(Content node) {
306         return node.getHandle();
307     }
308 
309     private static String getPropertyString(NodeData prop) {
310         int propType = prop.getType();
311 
312         switch (propType) {
313             case (PropertyType.STRING): {
314                 return prop.getString();
315             }
316             case (PropertyType.BOOLEAN): {
317                 return convertBooleanToExportString(prop.getBoolean());
318             }
319             case (PropertyType.BINARY): {
320                 return convertBinaryToExportString(prop.getValue());
321             }
322             case (PropertyType.PATH): {
323                 return prop.getString();
324             }
325             case (PropertyType.DATE): {
326                 return convertCalendarToExportString(prop.getDate());
327             }
328             default: {
329                 return prop.getString();
330             }
331         }
332     }
333 
334     private static String convertBooleanToExportString(boolean b) {
335         return "boolean:" + (b ? "true" : "false");
336     }
337 
338     private static String convertBinaryToExportString(Value value) {
339         return "binary:" + ConvertUtils.convert(value);
340     }
341 
342     private static String convertCalendarToExportString(Calendar calendar) {
343         return "date:" + ISO8601.format(calendar);
344     }
345 
346     /**
347      * Dumps content starting at the content node out to a string in the format that matches the
348      * import method.
349      */
350     public static String dumpPropertiesToString(Content content, Content.ContentFilter filter) throws Exception {
351         Properties properties = PropertiesImportExport.contentToProperties(content, filter);
352         return dumpPropertiesToString(properties);
353     }
354 
355     public static String dumpPropertiesToString(Properties properties) {
356         final StringBuilder sb = new StringBuilder();
357         final Set<Object> propertyNames = properties.keySet();
358         for (Object propertyKey : propertyNames) {
359             final String name = propertyKey.toString();
360             final String value = properties.getProperty(name);
361             sb.append(name);
362             sb.append("=");
363             sb.append(value);
364             sb.append("\n");
365         }
366         return sb.toString();
367     }
368 
369     private static boolean contains(String s, char ch) {
370         return s.indexOf(ch) > -1;
371     }
372 }