1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16 package org.kuali.rice.kew.batch;
17
18
19 import static org.junit.Assert.assertFalse;
20 import static org.junit.Assert.assertTrue;
21
22 import java.io.File;
23 import java.io.IOException;
24 import java.util.ArrayList;
25 import java.util.Collection;
26 import java.util.Iterator;
27 import java.util.LinkedList;
28 import java.util.List;
29 import java.util.Map;
30 import java.util.Properties;
31
32 import org.apache.commons.io.FileUtils;
33 import org.junit.Assert;
34 import org.junit.Ignore;
35 import org.junit.Test;
36 import org.kuali.rice.core.api.CoreApiServiceLocator;
37 import org.kuali.rice.core.api.impex.xml.FileXmlDocCollection;
38 import org.kuali.rice.core.api.impex.xml.XmlDocCollection;
39 import org.kuali.rice.edl.impl.bo.EDocLiteAssociation;
40 import org.kuali.rice.edl.impl.service.EdlServiceLocator;
41 import org.kuali.rice.edl.impl.xml.export.EdlExportDataSet;
42 import org.kuali.rice.kew.test.KEWTestCase;
43 import org.springframework.core.io.Resource;
44 import org.springframework.core.io.support.PathMatchingResourcePatternResolver;
45 import org.springframework.core.io.support.ResourcePatternResolver;
46 import org.springframework.util.FileCopyUtils;
47
48
49
50
51
52
53 public class XmlIngestionTest extends KEWTestCase {
54
55 private static final org.apache.log4j.Logger LOG = org.apache.log4j.Logger.getLogger(XmlIngestionTest.class);
56
57 private static final File TMP_DIR = new File(System.getProperty("java.io.tmpdir"), "XmlIngestionTest_dir");
58 private static final File PENDING_DIR = new File(TMP_DIR, "pending");
59 private static final File LOADED_DIR = new File(TMP_DIR, "loaded");
60 private static final File PROBLEM_DIR = new File(TMP_DIR, "problem");
61
62 public void setUp() throws Exception {
63 super.setUp();
64 deleteDirectories();
65 TMP_DIR.mkdirs();
66 PENDING_DIR.mkdirs();
67 LOADED_DIR.mkdirs();
68 PROBLEM_DIR.mkdirs();
69 }
70
71 private void deleteContentsOfDir(File dir, int depth) {
72 File[] files = dir.listFiles();
73 if (files == null) return;
74 for (File file : files) {
75 if (file.isDirectory() && depth > 0) {
76
77
78
79 deleteContentsOfDir(file, depth - 1);
80 }
81 boolean success = file.delete();
82 LOG.info("deleting: " + file + "..." + (success ? "succeeded" : "failed"));
83 }
84 }
85
86 public void tearDown() throws Exception {
87 try {
88 deleteDirectories();
89 } finally {
90 super.tearDown();
91 }
92 }
93
94 protected void deleteDirectories() {
95 deleteContentsOfDir(PENDING_DIR, 0);
96 deleteContentsOfDir(LOADED_DIR, 2);
97 deleteContentsOfDir(PROBLEM_DIR, 2);
98 deleteContentsOfDir(TMP_DIR, 0);
99 TMP_DIR.delete();
100 }
101
102 protected boolean verifyFileExists(File dir, File file) throws IOException {
103 ResourcePatternResolver resolver = new PathMatchingResourcePatternResolver();
104 Resource[] resources = resolver.getResources(dir.toURL() + "/**/" + file.getName());
105 if (resources == null) {
106 return false;
107 }
108 for (int i = 0; i < resources.length; i++) {
109 if (resources[i].exists()) {
110 return true;
111 }
112 }
113 return false;
114 }
115
116
117 @Ignore
118 public void testXmlReIngestion() throws Exception {
119
120
121 String relativeFolder = "/src/test/resources/org/kuali/rice/kew/batch/data/";
122 String filePath = getBaseDir() + relativeFolder + "widgetsTest.xml";
123 File ingestedFile = new File(filePath);
124 List<XmlDocCollection> collections = new ArrayList<XmlDocCollection>();
125 XmlDocCollection fileDoc = new FileXmlDocCollection(ingestedFile);
126 collections.add(fileDoc);
127
128 Collection<XmlDocCollection> ingestedXmlFile = null;
129 try {
130 ingestedXmlFile = CoreApiServiceLocator.getXmlIngesterService().ingest(collections);
131 } catch (Exception e) {
132 LOG.error("Error ingesting data", e);
133
134 }
135
136 EdlExportDataSet dataSet = new EdlExportDataSet();
137
138
139 List<EDocLiteAssociation> edla = EdlServiceLocator.getEDocLiteService().getEDocLiteAssociations();
140 String style = null;
141 for (EDocLiteAssociation edl : edla) {
142 if (edl != null) {
143 style = edl.getStyle();
144 if ("widgetsTest".equals(style)) {
145 dataSet.getEdocLites().add(edl);
146 }
147 }
148 }
149
150 byte[] xmlBytes = CoreApiServiceLocator.getXmlExporterService().export(dataSet.createExportDataSet());
151
152 File reingestFile = File.createTempFile("widgetsTestOutput", ".xml");
153 FileUtils.writeByteArrayToFile(reingestFile, xmlBytes);
154 String ingestedString = FileUtils.readFileToString(ingestedFile);
155 String reingestedString = FileUtils.readFileToString(reingestFile);
156
157 }
158
159
160
161
162
163
164
165
166
167 @Test
168 public void testXmlIngestion() throws IOException {
169 XmlPollerServiceImpl poller = new XmlPollerServiceImpl();
170 poller.setPollIntervalSecs(1);
171 poller.setXmlParentDirectory(TMP_DIR.toString());
172 poller.setXmlPendingLocation(PENDING_DIR.toString());
173 poller.setXmlCompletedLocation(LOADED_DIR.toString());
174 poller.setXmlProblemLocation(PROBLEM_DIR.toString());
175
176 Properties filesToIngest = new Properties();
177 filesToIngest.load(getClass().getResourceAsStream("XmlIngestionTest.txt"));
178 List<File> pendingFiles = new LinkedList<File>();
179 List<File> shouldPass = new LinkedList<File>();
180 List<File> shouldFail = new LinkedList<File>();
181 Iterator<Map.Entry<Object, Object>> entries = filesToIngest.entrySet().iterator();
182 int i = 0;
183 while (entries.hasNext()) {
184 Map.Entry<?, ?> entry = entries.next();
185 String filePath = entry.getKey().toString();
186 filePath = filePath.replace("${basedir}", getBaseDir());
187 File testFile = new File(filePath);
188 File pendingDir = new File(PENDING_DIR + "/TestDoc-" + i);
189 Assert.assertTrue(pendingDir.mkdirs());
190 assertTrue(pendingDir.isDirectory());
191 File pending = new File(pendingDir, testFile.getName());
192 pendingFiles.add(pending);
193 if (Boolean.valueOf(entry.getValue().toString())) {
194 shouldPass.add(pending);
195 } else {
196 shouldFail.add(pending);
197 }
198 FileCopyUtils.copy(testFile, pending);
199 LOG.info("created: " + pending);
200 i++;
201 }
202
203
204 poller.run();
205
206
207 Iterator<File> it = pendingFiles.iterator();
208 while (it.hasNext()) {
209 File pending = it.next();
210 assertTrue(!pending.isFile());
211 }
212
213
214
215
216 it = shouldPass.iterator();
217 while (it.hasNext()) {
218 File file = it.next();
219 assertTrue("Loaded file " + file + " was not moved to loaded directory " + LOADED_DIR, verifyFileExists(LOADED_DIR, file));
220 assertFalse("Loaded file " + file + " was moved to problem directory " + PROBLEM_DIR, verifyFileExists(PROBLEM_DIR, file));
221 }
222
223 it = shouldFail.iterator();
224 while (it.hasNext()) {
225 File file = it.next();
226 assertTrue("Problem file " + file + " was not moved to problem directory" + PROBLEM_DIR, verifyFileExists(PROBLEM_DIR, file));
227 assertFalse("Problem file " + file + " was moved to loaded directory" + LOADED_DIR, verifyFileExists(LOADED_DIR, file));
228 }
229 }
230 }