Write several json items to a single file

.gitignore

@@ -3,8 +3,10 @@ target/
 logs/
 .idea/
 *.iml
+*.iws 
+*.ipr 
 /nbproject/
 bin/
 .settings/
 .classpath
-.project
+.project

README.md

@@ -352,6 +352,7 @@ Now that you know how Steps are executed, let's take a look at how they are defi
 | --------------- |----------------| --------------|
 | config | array of objects | The json objects to be generated during this step |
 | duration | integer | If 0, this step will run once. If -1, this step will run forever. Any of number is the time in milliseconds to run this step for. |
+| quantity | integer | Only for file logger and duration set to 0. If > 1 this step will occurs quantity time for each file.| 
 | producerConfig | map of objects | Optional: producer configuration for this step - optional and specific for each producer. (See producer documentation) |
 
 **Step Config**

src/dist/conf/jsonFilesConfig.json

@@ -0,0 +1,14 @@
+{
+    "workflows": [{
+            "workflowName": "jsonfiles",
+            "workflowFilename": "jsonFilesWorkflow.json"
+		}],
+	"producers": [
+		{
+		"type": "file",
+		"output.directory": "/tmp",
+		"file.prefix": "data_",
+		"file.extension": ".json"
+		}
+	]
+}

src/dist/conf/jsonFilesWorkflow.json

@@ -0,0 +1,18 @@
+{
+    "eventFrequency": 0,
+    "varyEventFrequency": false,
+    "repeatWorkflow": true,
+    "timeBetweenRepeat": 1,
+    "varyRepeatFrequency": false,
+    "steps": [
+		{
+        "config": [
+		{
+    		"id": "uuid()"
+		}
+		],
+        "duration": 0,
+        "quantity": 10
+		}
+	]
+}

src/main/java/net/acesinc/data/json/generator/EventGenerator.java

@@ -15,6 +15,7 @@
 import java.util.Map;
 import java.util.Random;
 
+import net.acesinc.data.json.generator.log.FileLogger;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
 
@@ -70,10 +71,44 @@ public void runWorkflow() {
     }
 
     protected void runSequential() {
+
         Iterator<WorkflowStep> it = workflow.getSteps().iterator();
         while (running && it.hasNext()) {
             WorkflowStep step = it.next();
-            executeStep(step);
+
+            // Store all events in this ArrayList for future processing by each logger type
+            ArrayList<String> events = new ArrayList<String>();
+
+            // custom "quantity" parameter added to each configuration step to allow for looping
+            long stepQuantity = step.getQuantity();
+            long stepQuantityRun = 0;
+
+            // All loggers are FileLoggers ?
+            boolean onlyFileLoggers = true;
+            for (EventLogger l : eventLoggers)
+                if (!(l instanceof FileLogger))
+                    onlyFileLoggers = false;
+
+            if (!onlyFileLoggers || step.getDuration() != 0)
+                stepQuantity = 1;
+
+            while (stepQuantityRun < stepQuantity) {
+                executeStep(step, events);
+                stepQuantityRun++;
+            }
+            // Log all events here, instead, by concatenating the Events ArrayList from above
+            if (step.getDuration() == 0) {
+                for (EventLogger l : eventLoggers) {
+                    if (l instanceof FileLogger) {
+                        l.logEvent("[" + String.join(",\n", events) + "]"
+                                , step.getProducerConfig());
+                    } else {
+                        l.logEvent(String.join("\n", events)
+                                , step.getProducerConfig());
+                    }
+                }
+            }
+            //executeStep(step);
 
             if (!it.hasNext() && workflow.isRepeatWorkflow()) {
                 it = workflow.getSteps().iterator();
@@ -85,8 +120,8 @@ protected void runSequential() {
                     break;
                 }
             }
-
         }
+
     }
 
     protected void runRandom() {
@@ -96,7 +131,7 @@ protected void runRandom() {
         Iterator<WorkflowStep> it = stepsCopy.iterator();
         while (running && it.hasNext()) {
             WorkflowStep step = it.next();
-            executeStep(step);
+            executeStep(step, null);
 
             if (!it.hasNext() && workflow.isRepeatWorkflow()) {
                 Collections.shuffle(stepsCopy, new Random(System.currentTimeMillis()));
@@ -109,14 +144,13 @@ protected void runRandom() {
                     break;
                 }
             }
-
         }
     }
 
     protected void runRandomPickOne() {
         while (running) {
             WorkflowStep step = workflow.getSteps().get(generateRandomNumber(0, workflow.getSteps().size() - 1));;
-            executeStep(step);
+            executeStep(step, null);
 
             if (workflow.isRepeatWorkflow()) {
                 try {
@@ -130,16 +164,22 @@ protected void runRandomPickOne() {
         }
     }
 
-    protected void executeStep(WorkflowStep step) {
+    protected void executeStep(WorkflowStep step, ArrayList<String> events) {
         if (step.getDuration() == 0) {
             //Just generate this event and move on to the next one
             for (Map<String, Object> config : step.getConfig()) {
                 Map<String, Object> wrapper = new LinkedHashMap<>();
                 wrapper.put(null, config);
                 try {
                     String event = generateEvent(wrapper);
-                    for (EventLogger l : eventLoggers) {
-                        l.logEvent(event, step.getProducerConfig());
+
+                    // Add the events to the Events Array
+                    if (events!=null) {
+                        events.add(event);
+                    } else {
+                        for (EventLogger l : eventLoggers) {
+                            l.logEvent(event, step.getProducerConfig());
+                        }
                     }
                     try {
                         performEventSleep(workflow);

src/main/java/net/acesinc/data/json/generator/workflow/WorkflowStep.java

@@ -19,12 +19,25 @@ public class WorkflowStep {
     private List<Map<String, Object>> config;
     private Map<String, Object> producerConfig;
     private long duration;
+    private long quantity;
 
     public WorkflowStep() {
         config = new ArrayList<Map<String, Object>>();
         producerConfig = new HashMap<>() ;
     }
-
+
+    /**
+     * @return the quantity
+     */
+    public long getQuantity() { return quantity <= 1 ? 1 : quantity; }
+
+    /**
+     * @param quantity the quantity to set
+     */
+    public void setQuantity(long quantity) {
+        this.quantity = quantity;
+    }
+
     /**
      * @return the duration
      */
@@ -52,8 +65,8 @@ public List<Map<String, Object>> getConfig() {
     public void setConfig(List<Map<String, Object>> config) {
         this.config = config;
     }
-    
-        /**
+
+    /**
      * @return the producerConfig
      */
     public Map<String, Object> getProducerConfig() {

src/main/resources/jsonFilesConfig.json

@@ -0,0 +1,14 @@
+{
+    "workflows": [{
+            "workflowName": "jsonfiles",
+            "workflowFilename": "jsonFilesWorkflow.json"
+		}],
+	"producers": [
+		{
+		"type": "file",
+		"output.directory": "/tmp",
+		"file.prefix": "data_",
+		"file.extension": ".json"
+		}
+	]
+}

src/main/resources/jsonFilesWorkflow.json

@@ -0,0 +1,18 @@
+{
+    "eventFrequency": 0,
+    "varyEventFrequency": false,
+    "repeatWorkflow": true,
+    "timeBetweenRepeat": 1,
+    "varyRepeatFrequency": false,
+    "steps": [
+		{
+        "config": [
+		{
+    		"id": "uuid()"
+		}
+		],
+        "duration": 0,
+        "quantity": 10
+		}
+	]
+}