Add total row to entities.csv

Author: PrinsINT

server/src/main/kotlin/org/ivdnt/galahad/evaluation/entities/CorpusEntities.kt

@@ -74,9 +74,12 @@ class CorpusEntities(
         fun toCsv(entities: CorpusEntities): CsvString = buildString {
             val header = getHeader(entities)
             append(CsvFile.toCsvString(header))
-
+            val total = getTotalDocument(entities)
+            append(CsvFile.toCsvString(total))
+            // add other docs
             getDocs(entities).forEach { doc ->
                 val row = mutableListOf<Any>(doc)
+                // labels of each job
                 getJobs(entities).forEach { job ->
                     getLabels(entities.jobs[job]!!).forEach { label ->
                         row.add(entities.jobs[job]!!.documents[doc]?.summary?.get(label) ?: 0)
@@ -96,6 +99,24 @@ class CorpusEntities(
 
         }
 
+        private fun getTotalDocument(entities: CorpusEntities): MutableList<Any> {
+            // add a fake "total" document
+            val total = mutableListOf<Any>("total")
+            getJobs(entities).forEach { job ->
+                getLabels(entities.jobs[job]!!).forEach { label ->
+                    total.add(entities.jobs[job]!!.summary[label] ?: 0)
+                }
+                total.add(entities.jobs[job]?.total ?: 0)
+            }
+            // stddevs
+            getLabels(entities).forEach { label ->
+                total.add(entities.stddev.stddev[label]?.toFixed() ?: 0.0)
+            }
+            // stddev average
+            total.add(entities.stddev.average.toFixed())
+            return total
+        }
+
         private fun getLabels(entities: CorpusEntities): List<String> = entities.stddev.stddev.keys.sorted()
         private fun getLabels(job: JobEntities): List<String> = job.summary.keys.sorted()
         private fun getJobs(entities: CorpusEntities): List<String> = entities.jobs.keys.sorted()