julia tools for conversion

Author: BryonLewis

client/src/components/DataSelection/ContextMap.vue

@@ -2,7 +2,7 @@
 import maplibregl, { Map } from 'maplibre-gl';
 import 'maplibre-gl/dist/maplibre-gl.css';
 import {
-  PropType, Ref, defineComponent, onMounted, ref, watch,
+  PropType, Ref, defineComponent, onMounted, ref, shallowRef, watch,
 } from 'vue';
 
 export default defineComponent({
@@ -20,7 +20,7 @@ export default defineComponent({
   emits: ['update'],
   setup(props, { emit }) {
     const mapContainer: Ref<HTMLDivElement | null> = ref(null);
-    const map: Ref<null | Map> = ref(null);
+    const map: Ref<null | Map> = shallowRef(null);
     const mapLoaded = ref(false);
     const emitData = () => {
       if (map.value) {

client/src/components/Map.vue

@@ -3,7 +3,7 @@ import maplibregl, { Map, VectorTileSource } from 'maplibre-gl';
 import 'maplibre-gl/dist/maplibre-gl.css';
 import { Protocol as PMTilesProtocol } from 'pmtiles';
 import {
-  Ref, defineComponent, onMounted, ref, watch,
+  Ref, defineComponent, onMounted, ref, shallowRef, watch,
 } from 'vue';
 import MapStore from '../MapStore';
 import {
@@ -53,7 +53,7 @@ export default defineComponent({
   },
   setup() {
     const mapContainer: Ref<HTMLDivElement | null> = ref(null);
-    const map: Ref<null | Map> = ref(null);
+    const map: Ref<null | Map> = shallowRef(null);
     const mapAlert = ref(false);
     const mapAlertMessage = ref('');
 

scripts/julia/jld2_to_json.jl

@@ -0,0 +1,71 @@
+#!/usr/bin/env julia
+
+using ArgParse
+using JLD2
+using JSON
+using DataFrames  # Required to properly handle DataFrame
+
+"""
+Recursively convert JLD2 data to something JSON-serializable.
+Unsupported types are replaced with string descriptions.
+"""
+function safe_serialize(obj)
+    if isa(obj, Number) || isa(obj, String) || isa(obj, Bool) || obj === nothing
+        return obj
+    elseif isa(obj, AbstractArray)
+        return [safe_serialize(x) for x in obj]
+    elseif isa(obj, Dict)
+        return Dict(string(k) => safe_serialize(v) for (k, v) in obj)
+    elseif isa(obj, DataFrame)
+        # Serialize the DataFrame to a Dict of column names and values (for JSON compatibility)
+        return Dict("columns" => names(obj), "data" => Matrix(obj))
+    else
+        return JSON.lower(obj)  # Try JSON-compatible lowering for other types
+    end
+end
+
+function jld2_to_json(jld2_path::String, json_path::String)
+    println("Reading from $jld2_path ...")
+    jld_data = jldopen(jld2_path, "r")
+
+    result = Dict{String, Any}()
+
+    for k in keys(jld_data)
+        println("Processing key: $k")
+        # Ensure that we're processing the reconstructed DataFrame properly
+        value = jld_data[k]
+
+        # If it's a DataFrame, we need to serialize it differently
+        result[string(k)] = safe_serialize(value)
+    end
+
+    close(jld_data)
+
+    println("Writing to $json_path ...")
+    open(json_path, "w") do io
+        JSON.print(io, result)
+    end
+
+    println("Conversion complete.")
+end
+
+function main()
+    s = ArgParseSettings()
+    @add_arg_table s begin
+        "input"
+            help = "Input JLD2 file path"
+            required = true
+        "--output", "-o"
+            help = "Output JSON file path"
+            required = true
+    end
+
+    parsed_args = parse_args(s)
+
+    input_file = parsed_args["input"]
+    output_file = parsed_args["output"]
+
+    jld2_to_json(input_file, output_file)
+end
+
+main()

scripts/julia/juliaJSON2GEOJSON.py

@@ -0,0 +1,64 @@
+import click
+import json
+from shapely.geometry import Point, mapping
+
+@click.command()
+@click.argument('json_file', type=click.Path(exists=True))
+@click.argument('output_geojson', type=click.Path())
+def json_to_geojson(json_file, output_geojson):
+    # Load JSON data
+    with open(json_file, 'r') as f:
+        data = json.load(f)
+
+    # Extract DataFrame
+    dataframe = data['Dataframe']
+    columns = dataframe['columns']
+    data_array = dataframe['data']
+
+    # Ensure all columns have the same length
+    num_rows = len(data_array[0])  # Number of rows (values per column)
+    for column_data in data_array:
+        if len(column_data) != num_rows:
+            raise ValueError("Not all columns in data_array have the same number of values.")
+
+    # Find latitude and longitude columns
+    lat_index = columns.index('Lat')
+    lon_index = columns.index('Lon')
+
+    # Create GeoJSON features
+    features = []
+    for i in range(num_rows):
+        latitude = data_array[lat_index][i]
+        longitude = data_array[lon_index][i]
+        
+        # Create properties dictionary for each feature
+        properties = {
+            columns[j]: data_array[j][i]
+            for j in range(len(columns)) if j != lat_index and j != lon_index
+        }
+
+        # Create Point geometry for each feature
+        geometry = Point(longitude, latitude)
+        
+        # Construct feature
+        feature = {
+            'type': 'Feature',
+            'geometry': mapping(geometry),
+            'properties': properties
+        }
+        features.append(feature)
+
+    # Create GeoJSON structure
+    geojson = {
+        'type': 'FeatureCollection',
+        'features': features
+    }
+
+    # Write to GeoJSON file
+    with open(output_geojson, 'w') as f:
+        json.dump(geojson, f, indent=2)
+
+    click.echo(f"GeoJSON file saved to {output_geojson}")
+
+if __name__ == '__main__':
+    json_to_geojson()