Getting started with Node.js npm Web Apps With Express Filesystem I/O Exporting and Consuming Modules Exporting and Importing Module in node.js Installing Node.js MySQL integration Readline package.json Event Emitters Autoreload on changes Environment Callback to Promise Executing files or commands with Child Processes Cluster Module Exception handling Keep a node application constantly running Uninstalling Node.js nvm - Node Version Manager http Using Streams Deploying Node.js applications in production Securing Node.js applications Mongoose Library async.js File upload Socket.io communication Mongodb integration Handling POST request in Node.js Simple REST based CRUD API Template frameworks Node.js Architecture & Inner Workings Debugging Node.js application Node server without framework Node.JS with ES6 Interacting with Console Cassandra Integration Creating API's with Node.js Graceful Shutdown Using IISNode to host Node.js Web Apps in IIS CLI NodeJS Frameworks grunt Using WebSocket's with Node.JS metalsmith Parsing command line arguments Client-server communication Node.js Design Fundamental Connect to Mongodb Performance challenges Send Web Notification Remote Debugging in Node.JS Mysql Connection Pool Database (MongoDB with Mongoose)Good coding style Restful API Design: Best Practices Deliver HTML or any other sort of file TCP Sockets Hack Bluebird Promises Async/Await Koa Framework v2 Unit testing frameworks ECMAScript 2015 (ES6) with Node.js Routing ajax requests with Express.JS Sending a file stream to client NodeJS with Redis Using Browserfiy to resolve 'required' error with browsers Node.JS and MongoDB.Passport integration Dependency Injection NodeJS Beginner Guide Use Cases of Node.js Sequelize.js PostgreSQL integration How modules are loaded Node.js with Oracle Synchronous vs Asynchronous programming in nodejs Node.js Error Management Node.js v6 New Features and Improvement Eventloop Nodejs History passport.js Asynchronous programming Node.js code for STDIN and STDOUT without using any library MongoDB Integration for Node.js/Express.js Lodash csv parser in node js Loopback - REST Based connector Running node.js as a service Node.js with CORS Getting started with Nodes profiling Node.js Performance Yarn Package Manager OAuth 2.0 Node JS Localization Deploying Node.js application without downtime.Node.js (express.js) with angular.js Sample code NodeJs Routing Creating a Node.js Library that Supports Both Promises and Error-First Callbacks MSSQL Intergration Project Structure Avoid callback hell Arduino communication with nodeJs N-API Multithreading Windows authentication under node.js Require()Route-Controller-Service structure for ExpressJS Push notifications

Performance challenges

Processing long running queries with Node

Since Node is single-threaded, there is a need of workaround if it comes to a long-running calculations.

Note: this is "ready to run" example. Just, don't forget to get jQuery and install the required modules.

Main logic of this example:

Client sends request to the server.
Server starts the routine in separate node instance and sends immediate response back with related task ID.
Client continiously sends checks to a server for status updates of the given task ID.

Project structure:

    project
    │   package.json
    │   index.html    
    │
    ├───js
    │      main.js
    │      jquery-1.12.0.min.js
    │   
    └───srv
        │    app.js
        ├─── models
        │      task.js
        └─── tasks
               data-processor.js

app.js:

var express     = require('express');
var app         = express();
var http        = require('http').Server(app);
var mongoose    = require('mongoose');
var bodyParser  = require('body-parser');

var childProcess= require('child_process');

var Task        = require('./models/task');

app.use(bodyParser.urlencoded({ extended: true }));
app.use(bodyParser.json());

app.use(express.static(__dirname + '/../'));

app.get('/', function(request, response){
    response.render('index.html');
});

//route for the request itself
app.post('/long-running-request', function(request, response){
    //create new task item for status tracking
    var t = new Task({ status: 'Starting ...' });
    
    t.save(function(err, task){
        //create new instance of node for running separate task in another thread
        taskProcessor = childProcess.fork('./srv/tasks/data-processor.js');

        //process the messages comming from the task processor
        taskProcessor.on('message', function(msg){
            task.status = msg.status;
            task.save();
        }.bind(this));

        //remove previously openned node instance when we finished
        taskProcessor.on('close', function(msg){
            this.kill();
        });

        //send some params to our separate task
        var params = {
            message: 'Hello from main thread'
        };

        taskProcessor.send(params);
        response.status(200).json(task);
    });
});

//route to check is the request is finished the calculations
app.post('/is-ready', function(request, response){
    Task
        .findById(request.body.id)
        .exec(function(err, task){
            response.status(200).json(task);
        });
});

mongoose.connect('mongodb://localhost/test');
http.listen('1234');

task.js:

var mongoose    = require('mongoose');

var taskSchema = mongoose.Schema({
    status: {
        type: String
    }
});

mongoose.model('Task', taskSchema);

module.exports  = mongoose.model('Task');

data-processor.js:

process.on('message', function(msg){
    init = function(){
        processData(msg.message);
    }.bind(this)();
    
    function processData(message){
        //send status update to the main app
        process.send({ status: 'We have started processing your data.' });

        //long calculations ..
        setTimeout(function(){
            process.send({ status: 'Done!' });
            
            //notify node, that we are done with this task
            process.disconnect();
        }, 5000);
    }
});

process.on('uncaughtException',function(err){
    console.log("Error happened: " + err.message + "\n" + err.stack + ".\n");
    console.log("Gracefully finish the routine.");
});

index.html:

<!DOCTYPE html>
<html>
    <head>
        <script src="./js/jquery-1.12.0.min.js"></script>
        <script src="./js/main.js"></script>
    </head>
    <body>
        <p>Example of processing long-running node requests.</p>
        <button id="go" type="button">Run</button>
        
        <br />
        
        <p>Log:</p>
        <textarea id="log" rows="20" cols="50"></textarea>    
    </body>
</html>

main.js:

$(document).on('ready', function(){
    
    $('#go').on('click', function(e){
        //clear log
        $("#log").val('');
        
        $.post("/long-running-request", {some_params: 'params' })
            .done(function(task){
                $("#log").val( $("#log").val() + '\n' + task.status);
                
                //function for tracking the status of the task
                function updateStatus(){
                    $.post("/is-ready", {id: task._id })
                        .done(function(response){
                            $("#log").val( $("#log").val() + '\n' + response.status);
                            
                            if(response.status != 'Done!'){
                                checkTaskTimeout = setTimeout(updateStatus, 500);
                            }
                        });
                }
                
                //start checking the task
                var checkTaskTimeout = setTimeout(updateStatus, 100);
            });
    });
});

package.json:

{
  "name": "nodeProcessor",
  "dependencies": {
    "body-parser": "^1.15.2",
    "express": "^4.14.0",
    "html": "0.0.10",
    "mongoose": "^4.5.5"
  }
}

Disclaimer: this example is intended to give you basic idea. To use it in production environment, it needs improvements.

Contributors

Topic Id: 6325

Example Ids: 21833

This site is not affiliated with any of the contributors.