| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| import java.util.* |
| import java.io.* |
| import org.apache.ofbiz.base.util.* |
| import org.apache.ofbiz.entity.model.* |
| import org.apache.ofbiz.entity.util.* |
| import org.apache.ofbiz.entity.transaction.* |
| import org.apache.ofbiz.entity.condition.* |
| |
| outpath = parameters.outpath |
| filename = parameters.filename |
| maxRecStr = parameters.maxrecords |
| entitySyncId = parameters.entitySyncId |
| passedEntityNames = null |
| if (parameters.entityName) passedEntityNames = parameters.entityName instanceof Collection ? parameters.entityName as TreeSet : [parameters.entityName] as TreeSet |
| |
| // get the max records per file setting and convert to a int |
| maxRecordsPerFile = 0 |
| if (maxRecStr) { |
| try { |
| maxRecordsPerFile = Integer.parseInt(maxRecStr) |
| } |
| catch (Exception e) { |
| } |
| } |
| |
| preConfiguredSetName = parameters.preConfiguredSetName |
| if ("Product1".equals(preConfiguredSetName)) { |
| passedEntityNames = new LinkedHashSet() |
| passedEntityNames.add("DataResource") |
| passedEntityNames.add("Facility") |
| passedEntityNames.add("ProdCatalog") |
| passedEntityNames.add("Product") |
| passedEntityNames.add("ProductCategory") |
| passedEntityNames.add("ProductFeatureCategory") |
| passedEntityNames.add("ProductFeatureType") |
| passedEntityNames.add("ProductPriceRule") |
| passedEntityNames.add("ProductPromo") |
| } else if ("Product2".equals(preConfiguredSetName)) { |
| passedEntityNames = new LinkedHashSet() |
| passedEntityNames.add("Content") |
| passedEntityNames.add("ElectronicText") |
| passedEntityNames.add("FacilityLocation") |
| passedEntityNames.add("ProdCatalogCategory") |
| passedEntityNames.add("ProdCatalogRole") |
| passedEntityNames.add("ProductAssoc") |
| passedEntityNames.add("ProductAttribute") |
| passedEntityNames.add("ProductCategoryMember") |
| passedEntityNames.add("ProductCategoryRollup") |
| passedEntityNames.add("ProductFacility") |
| passedEntityNames.add("ProductFeature") |
| passedEntityNames.add("ProductFeatureCategoryAppl") |
| passedEntityNames.add("ProductKeyword") |
| passedEntityNames.add("ProductPrice") |
| passedEntityNames.add("ProductPriceAction") |
| passedEntityNames.add("ProductPriceCond") |
| passedEntityNames.add("ProductPromoCode") |
| passedEntityNames.add("ProductPromoCategory") |
| passedEntityNames.add("ProductPromoProduct") |
| passedEntityNames.add("ProductPromoRule") |
| } else if ("Product3".equals(preConfiguredSetName)) { |
| passedEntityNames = new LinkedHashSet() |
| passedEntityNames.add("ProdCatalogInvFacility") |
| passedEntityNames.add("ProductContent") |
| passedEntityNames.add("ProductFacilityLocation") |
| passedEntityNames.add("ProductFeatureAppl") |
| passedEntityNames.add("ProductFeatureDataResource") |
| passedEntityNames.add("ProductFeatureGroup") |
| passedEntityNames.add("ProductPriceChange") |
| passedEntityNames.add("ProductPromoAction") |
| passedEntityNames.add("ProductPromoCodeEmail") |
| passedEntityNames.add("ProductPromoCodeParty") |
| passedEntityNames.add("ProductPromoCond") |
| } else if ("Product4".equals(preConfiguredSetName)) { |
| passedEntityNames = new LinkedHashSet() |
| passedEntityNames.add("InventoryItem") |
| passedEntityNames.add("ProductFeatureCatGrpAppl") |
| passedEntityNames.add("ProductFeatureGroupAppl") |
| } else if ("CatalogExport".equals(preConfiguredSetName)) { |
| passedEntityNames = new LinkedHashSet() |
| passedEntityNames.add("ProdCatalogCategoryType") |
| passedEntityNames.add("ProdCatalog") |
| passedEntityNames.add("ProductCategoryType") |
| passedEntityNames.add("ProductCategory") |
| passedEntityNames.add("ProductCategoryRollup") |
| passedEntityNames.add("ProdCatalogCategory") |
| passedEntityNames.add("ProductFeatureType") |
| passedEntityNames.add("ProductFeatureCategory") |
| |
| passedEntityNames.add("DataResource") |
| passedEntityNames.add("Content") |
| passedEntityNames.add("ElectronicText") |
| |
| passedEntityNames.add("ProductType") |
| passedEntityNames.add("Product") |
| passedEntityNames.add("ProductAttribute") |
| passedEntityNames.add("GoodIdentificationType") |
| passedEntityNames.add("GoodIdentification") |
| passedEntityNames.add("ProductPriceType") |
| passedEntityNames.add("ProductPrice") |
| |
| passedEntityNames.add("ProductPriceRule") |
| passedEntityNames.add("ProductPriceCond") |
| passedEntityNames.add("ProductPriceAction") |
| //passedEntityNames.add("ProductPriceChange") |
| |
| passedEntityNames.add("ProductPromo") |
| passedEntityNames.add("ProductPromoCode") |
| passedEntityNames.add("ProductPromoCategory") |
| passedEntityNames.add("ProductPromoProduct") |
| passedEntityNames.add("ProductPromoRule") |
| passedEntityNames.add("ProductPromoAction") |
| passedEntityNames.add("ProductPromoCodeEmail") |
| passedEntityNames.add("ProductPromoCodeParty") |
| passedEntityNames.add("ProductPromoCond") |
| |
| passedEntityNames.add("ProductCategoryMember") |
| passedEntityNames.add("ProductAssoc") |
| passedEntityNames.add("ProductContent") |
| |
| passedEntityNames.add("ProductFeature") |
| passedEntityNames.add("ProductFeatureCategoryAppl") |
| passedEntityNames.add("ProductFeatureAppl") |
| passedEntityNames.add("ProductFeatureDataResource") |
| passedEntityNames.add("ProductFeatureGroup") |
| passedEntityNames.add("ProductFeatureCatGrpAppl") |
| passedEntityNames.add("ProductFeatureGroupAppl") |
| |
| //passedEntityNames.add("ProductKeyword") |
| } |
| |
| if (entitySyncId) { |
| passedEntityNames = org.apache.ofbiz.entityext.synchronization.EntitySyncContext.getEntitySyncModelNamesToUse(dispatcher, entitySyncId) |
| } |
| checkAll = "true".equals(parameters.checkAll) |
| tobrowser = parameters.tobrowser != null |
| context.tobrowser = tobrowser |
| |
| entityFromCond = null |
| entityThruCond = null |
| entityDateCond = null |
| if (entityFrom) { |
| entityFromCond = EntityCondition.makeCondition("lastUpdatedTxStamp", EntityComparisonOperator.GREATER_THAN, entityFrom) |
| } |
| if (entityThru) { |
| entityThruCond = EntityCondition.makeCondition("lastUpdatedTxStamp", EntityComparisonOperator.LESS_THAN, entityThru) |
| } |
| if (entityFromCond && entityThruCond) { |
| entityDateCond = EntityCondition.makeCondition(entityFromCond, EntityJoinOperator.AND, entityThruCond) |
| } else if (entityFromCond) { |
| entityDateCond = entityFromCond |
| } else if (entityThruCond) { |
| entityDateCond = entityThruCond |
| } |
| |
| reader = delegator.getModelReader() |
| modelEntities = reader.getEntityCache().values() as TreeSet |
| context.modelEntities = modelEntities |
| |
| if (passedEntityNames) { |
| if (tobrowser) { |
| session.setAttribute("xmlrawdump_entitylist", passedEntityNames) |
| session.setAttribute("entityDateCond", entityDateCond) |
| } else { |
| efo = new EntityFindOptions(true, EntityFindOptions.TYPE_SCROLL_INSENSITIVE, EntityFindOptions.CONCUR_READ_ONLY, true) |
| numberOfEntities = passedEntityNames?.size() ?: 0 |
| context.numberOfEntities = numberOfEntities |
| numberWritten = 0 |
| |
| // single file |
| if (filename && numberOfEntities) { |
| writer = new PrintWriter(new BufferedWriter(new OutputStreamWriter(new FileOutputStream(filename), "UTF-8"))) |
| writer.println("<?xml version=\"1.0\" encoding=\"UTF-8\"?>") |
| writer.println("<entity-engine-xml>") |
| |
| passedEntityNames.each { curEntityName -> |
| if (entityFrom) { |
| curModelEntity = reader.getModelEntity(curEntityName) |
| if (curModelEntity instanceof ModelViewEntity) { |
| return |
| } |
| } |
| |
| beganTransaction = TransactionUtil.begin(3600) |
| try { |
| me = reader.getModelEntity(curEntityName) |
| if (me.getNoAutoStamp() || me instanceof ModelViewEntity) { |
| values = delegator.find(curEntityName, null, null, null, me.getPkFieldNames(), efo) |
| } else { |
| values = delegator.find(curEntityName, entityDateCond, null, null, UtilMisc.toList("-createdTxStamp"), efo) |
| } |
| |
| curNumberWritten = 0 |
| while (value = values.next()) { |
| value.writeXmlText(writer, "") |
| numberWritten++ |
| curNumberWritten++ |
| if (curNumberWritten % 500 == 0 || curNumberWritten == 1) { |
| Debug.log("Records written [$curEntityName]: $curNumberWritten Total: $numberWritten") |
| } |
| } |
| values.close() |
| Debug.log("Wrote [$curNumberWritten] from entity : $curEntityName") |
| TransactionUtil.commit(beganTransaction) |
| } catch (Exception e) { |
| errMsg = "Error reading data for XML export:" |
| Debug.logError(e, errMsg, "JSP") |
| TransactionUtil.rollback(beganTransaction, errMsg, e) |
| } |
| } |
| writer.println("</entity-engine-xml>") |
| writer.close() |
| Debug.log("Total records written from all entities: $numberWritten") |
| context.numberWritten = numberWritten |
| } |
| |
| // multiple files in a directory |
| results = [] |
| fileNumber = 1 |
| context.results = results |
| if (outpath) { |
| outdir = new File(outpath) |
| if (!outdir.exists()) { |
| outdir.mkdir() |
| } |
| if (outdir.isDirectory() && outdir.canWrite()) { |
| passedEntityNames.each { curEntityName -> |
| numberWritten = 0 |
| fileName = preConfiguredSetName ? UtilFormatOut.formatPaddedNumber((long) fileNumber, 3) + "_" : "" |
| fileName = fileName + curEntityName |
| |
| values = null |
| beganTransaction = false |
| try { |
| beganTransaction = TransactionUtil.begin(3600) |
| |
| me = delegator.getModelEntity(curEntityName) |
| if (me instanceof ModelViewEntity) { |
| results.add("[$fileNumber] [vvv] $curEntityName skipping view entity") |
| return |
| } |
| if (me.getNoAutoStamp() || me instanceof ModelViewEntity) { |
| values = delegator.find(curEntityName, null, null, null, me.getPkFieldNames(), efo) |
| } else { |
| values = delegator.find(curEntityName, entityDateCond, null, null, me.getPkFieldNames(), efo) |
| } |
| isFirst = true |
| writer = null |
| fileSplitNumber = 1 |
| while (value = values.next()) { |
| //Don't bother writing the file if there's nothing |
| //to put into it |
| if (isFirst) { |
| writer = new PrintWriter(new BufferedWriter(new OutputStreamWriter(new FileOutputStream(new File(outdir, fileName +".xml")), "UTF-8"))) |
| writer.println("<?xml version=\"1.0\" encoding=\"UTF-8\"?>") |
| writer.println("<entity-engine-xml>") |
| isFirst = false |
| } |
| value.writeXmlText(writer, "") |
| numberWritten++ |
| |
| // split into small files |
| if (maxRecordsPerFile > 0 && (numberWritten % maxRecordsPerFile == 0)) { |
| fileSplitNumber++ |
| // close the file |
| writer.println("</entity-engine-xml>") |
| writer.close() |
| |
| // create a new file |
| splitNumStr = UtilFormatOut.formatPaddedNumber((long) fileSplitNumber, 3) |
| writer = new PrintWriter(new BufferedWriter(new OutputStreamWriter(new FileOutputStream(new File(outdir, fileName + "_" + splitNumStr +".xml")), "UTF-8"))) |
| writer.println("<?xml version=\"1.0\" encoding=\"UTF-8\"?>") |
| writer.println("<entity-engine-xml>") |
| } |
| |
| if (numberWritten % 500 == 0 || numberWritten == 1) { |
| Debug.log("Records written [$curEntityName]: $numberWritten") |
| } |
| |
| } |
| if (writer) { |
| writer.println("</entity-engine-xml>") |
| writer.close() |
| String thisResult = "[$fileNumber] [$numberWritten] $curEntityName wrote $numberWritten records" |
| Debug.log(thisResult) |
| results.add(thisResult) |
| } else { |
| thisResult = "[$fileNumber] [---] $curEntityName has no records, not writing file" |
| Debug.log(thisResult) |
| results.add(thisResult) |
| } |
| values.close() |
| } catch (Exception ex) { |
| if (values != null) { |
| values.close() |
| } |
| thisResult = "[$fileNumber] [xxx] Error when writing $curEntityName: $ex" |
| Debug.log(thisResult) |
| results.add(thisResult) |
| TransactionUtil.rollback(beganTransaction, thisResult, ex) |
| } finally { |
| // only commit the transaction if we started one... this will throw an exception if it fails |
| TransactionUtil.commit(beganTransaction) |
| } |
| fileNumber++ |
| } |
| } |
| } |
| } |
| } |
