Is there a proven method for transforming CSV arrays into JSON files containing nodes and edges?

Question

Is there a proven method for transforming CSV arrays into JSON files containing nodes and edges?

This is a simple example.

CSV data file :

name, source, target
John  , A ,    None
Emma  , B ,    A
Mike  , C ,    A

Theoretical JSON representation :

{
  "comment": "example code",
  "nodes": [
    {
      "name": John,
      "source" : A
    },
    {
      "name": Emma ,
      "source" : B
    },
    {
      "name": Mike , 
      "source" : C
    }
  ],
  "links": [
    {
      "source": B,
      "target": A
    },
    {
      "source": C,
      "target": A
    }
  ]
}

Visualized graph concept:

B  -> A  <-  C

The JSON format shown above is just one possibility. There are many other ways to structure the data in a JSON file.

I am looking for a tool or library that can easily convert CSV arrays into JSON files for creating JavaScript graphs.

I have multiple CSV files that I want to convert into interactive graphs using JavaScript, but first I need well-structured JSON input data. I am interested in automating the process of constructing JSON files.

javascript json csv graph

Answer 1

Answer №1

Check out this code snippet utilizing the csvtojson library.

const csv = require('csvtojson');

const csvFilePath = 'test.csv';
var data = [];

csv().fromFile(csvFilePath)
    .on('json', (jsonObj) => {
        data.push(jsonObj);
    })
    .on('done', (error) => {
        if (error) {
            console.error(error);
        } else {
            processJSONData(data);
        }
    });

function processJSONData(data) {

    var processedData = {
        comment: "hello",
        nodes: [],
        links: []
    };

    data.forEach(function(row){

        // Check for empty or 'None' fields
        if(row.name && row.source){
            processedData.nodes.push({ name: row.name, source: row.source });
        }

        if (row.source && row.target) {
            processedData.links.push({ source: row.source, target: row.target });
        }
    });

    // Do something with the final data structure
    console.log(processedData);
}

Answer 2

Check out this code snippet utilizing the csvtojson library.

const csv = require('csvtojson');

const csvFilePath = 'test.csv';
var data = [];

csv().fromFile(csvFilePath)
    .on('json', (jsonObj) => {
        data.push(jsonObj);
    })
    .on('done', (error) => {
        if (error) {
            console.error(error);
        } else {
            processJSONData(data);
        }
    });

function processJSONData(data) {

    var processedData = {
        comment: "hello",
        nodes: [],
        links: []
    };

    data.forEach(function(row){

        // Check for empty or 'None' fields
        if(row.name && row.source){
            processedData.nodes.push({ name: row.name, source: row.source });
        }

        if (row.source && row.target) {
            processedData.links.push({ source: row.source, target: row.target });
        }
    });

    // Do something with the final data structure
    console.log(processedData);
}

Answer 3

Answer №2

Here is a technique using an advanced data processing tool called jq

If you have a file named filter.jq with the following content:

[
  split("\n")                                                    # separate string into lines
| [.[0]    | split(",")[] | gsub("[[:space:]]+";"")] as $headers # extract headers
| (.[1:][] | split(","))                                         # split data rows
| select(length>0)                                               # remove empty lines
| [   [ $headers, map(gsub("[[:space:]]+";"")) ]                 # 
    | transpose[]                                                # combine keys and values
    | {key:.[0], value:.[1]}                                     # create objects
  ] | from_entries                                               #
]
| {
    "comment":"example code",                                    # convert objects
    "nodes": map({name,source}),                                 # to desired format
    "links": map(select(.target!="None")|{source,target})        #
  }

and your data file named data looks like this:

name, source, target
John  , A ,    None
Emma  , B ,    A
Mike  , C ,    A

then when you run the command

jq -M -R -s -r -f filter.jq data

you will get the following output:

{
  "comment": "example code",
  "nodes": [
    {
      "name": "John",
      "source": "A"
    },
    {
      "name": "Emma",
      "source": "B"
    },
    {
      "name": "Mike",
      "source": "C"
    }
  ],
  "links": [
    {
      "source": "B",
      "target": "A"
    },
    {
      "source": "C",
      "target": "A"
    }
  ]
}

Answer 4

Here is a technique using an advanced data processing tool called jq

If you have a file named filter.jq with the following content:

[
  split("\n")                                                    # separate string into lines
| [.[0]    | split(",")[] | gsub("[[:space:]]+";"")] as $headers # extract headers
| (.[1:][] | split(","))                                         # split data rows
| select(length>0)                                               # remove empty lines
| [   [ $headers, map(gsub("[[:space:]]+";"")) ]                 # 
    | transpose[]                                                # combine keys and values
    | {key:.[0], value:.[1]}                                     # create objects
  ] | from_entries                                               #
]
| {
    "comment":"example code",                                    # convert objects
    "nodes": map({name,source}),                                 # to desired format
    "links": map(select(.target!="None")|{source,target})        #
  }

and your data file named data looks like this:

name, source, target
John  , A ,    None
Emma  , B ,    A
Mike  , C ,    A

then when you run the command

jq -M -R -s -r -f filter.jq data

you will get the following output:

{
  "comment": "example code",
  "nodes": [
    {
      "name": "John",
      "source": "A"
    },
    {
      "name": "Emma",
      "source": "B"
    },
    {
      "name": "Mike",
      "source": "C"
    }
  ],
  "links": [
    {
      "source": "B",
      "target": "A"
    },
    {
      "source": "C",
      "target": "A"
    }
  ]
}

Is there a proven method for transforming CSV arrays into JSON files containing nodes and edges?

Answer №1

Answer №2

Similar questions

Troubleshooting HTML/JavaScript with JSP and JSTL: iPhone only displaying the first option in select dropdown, rather than the selected option

Issue with Material UI dropdown not selecting value on Enter key press

Nested ng-repeat for dynamic variable rendering

The drop-down menu fails to appear when I move my cursor over it

Is there a way to terminate an ongoing axios request?

What is the functionality of promisifyAll and what are the necessary conditions for it to operate effectively?

Leveraging the jQuery live() function to optimize heavy usage of Ajax on a website

The clash between Traditional JavaScript and jQuery

What is the best way to start a jquery function within a tab that has been loaded using AJAX?

Tips for determining the outcome of subtracting dates

Tips for updating a React state while using the history API

Finishing up with regular expressions

Chartjs failing to display chart

My goal is to transfer information from the client-side to the server-side upon the user disconnecting from a socket.io connection using Node.js

Hide the element, update its content, and smoothly transition back

Screening strings and arrays based on multiple criteria

What is the process for initiating a state transition?

Draggable element with a centered margin of 0 auto

Issue: Unable to retrieve the property "div" as the animated object is not defined

React rejects the rendering of a div element