module that displays a certain text from a website, the text on the website is updated daily

lolo · Jan 21, 2021, 8:21 PM

Try to do something with this code. It will retrieve data from current day. Modifying that node_helper is not great idea.

    const url=  'https://wol.jw.org/hr/wol/h/r19/lp-c';
    request({
        url: url,
        method: 'GET'
        }, (error, response, body) => {
            if (error) {
                return console.error(error)
            };
         
            var $ = cheerio.load(body); 
            //console.log($.html());  
            const data =  $('div[class="tabContent"]').first();
                    
            let header = $(data).find('h2').text();
            let title = $(data).find('p').first().text();
            let text = $(data).find('div.pGroup>p').text();
            //console.log(header,title,text);
            var recivedData={
                header,
                title,
                text
            };
            //console.log(recivedData);
            
      
    });

fordi · Jan 24, 2021, 7:35 AM

I bet you could use the same technique to see if any playstation 5 are in stock on websites?

Amoniak · Jan 24, 2021, 5:19 PM

@lolo thank you for the code.
I used the “MagicMirror-Module-Template” to create a new file and the associated folder.
this is my js:

‘’’

Module.register(“dnevni_citat”, {
defaults: {
updateInterval: 60000,
retryDelay: 5000
},

    requiresVersion: "2.1.0", // Required version of MagicMirror

    start: function() {
            var self = this;
            var dataRequest = null;
            var dataNotification = null;

            //Flag for check if module is loaded
            this.loaded = false;

            // Schedule update timer.
            this.getData();
            setInterval(function() {
                    self.updateDom();
            }, this.config.updateInterval);
    },

const url=  'https://wol.jw.org/hr/wol/h/r19/lp-c';
request({
    url: url,
    method: 'GET'
    }, (error, response, body) => {
        if (error) {
            return console.error(error)
        };
     
        var $ = cheerio.load(body); 
        //console.log($.html());  
        const data =  $('div[class="tabContent"]').first();
                
        let header = $(data).find('h2').text();
        let title = $(data).find('p').first().text();
        let text = $(data).find('div.pGroup>p').text();
        //console.log(header,title,text);
        var recivedData={
            header,
            title,
            text
        };
        //console.log(recivedData);
    
            }
    },

‘’’
what am I doing wrong?

lolo · Jan 24, 2021, 6:10 PM

This should be your node_helper.

const NodeHelper = require("node_helper");
const cheerio = require("cheerio");
const request = require('request');

module.exports = NodeHelper.create({

    start: function () {
        self = this;
        console.log("Starting node_helper for: " + this.name);
    },

    getData: function () {
        const url = 'https://wol.jw.org/hr/wol/h/r19/lp-c';
        request({
            url: url,
            method: 'GET'
        }, (error, response, body) => {
            if (error) {
                return console.error(error)
            };

            var $ = cheerio.load(body);
            //console.log($.html());
            const data = $('div[class="tabContent"]').first();

            let header = $(data).find('h2').text();
            let title = $(data).find('p').first().text();
            let text = $(data).find('div.pGroup>p').text();
            //console.log(header,title,text);
            var recivedData = {
                header,
                title,
                text
            }
			console.log(recivedData);
            
			self.sendSocketNotification('TEXT_RESULT', recivedData);
        });
    },

    socketNotificationReceived: function (notification, payload) {

        if (notification === 'GET_TEXT_DATA') {
            self.getData();
        }
    },
});

lolo · Jan 24, 2021, 6:43 PM

Now create MMM-Dnevni_citat.js
Inside you need first to registar module

Module.register("MMM-Dnevni_citat", {
	defaults: {
		updateInterval:  10 x  60 x 1000,       //  minute ,seconds ,milliseconds
		//retryDelay: 5000          // not needed for now
	},

Then first function will be start function

   start: function () {
        Log.info("Starting module: " + this.name);
        requiresVersion: "2.1.0";
        this.loaded = false;
        this.scheduleUpdate();

    },

with first function we are calling second ( scheduleUpdate) , how often will fetch data.

   scheduleUpdate: function () {
        setInterval(() => {
            this.getData();
        }, this.config.updateInterval);
        this.getData();
    },

Then we are calling getData function. Sending socketNotification to node_helper.

getData: function () {
        this.sendSocketNotification(''GET_TEXT_DATA'', this.config);
    },

Whe node_helper send back, next function will check if data is received and update DOM

socketNotificationReceived: function (notification, payload) {
       if (notification === "TEXT_RESULT") {
           this.textDataRecived = payload;
           this.loaded = true;
      },this.updateDom();

Now only is left to create DOM

    getDom: function () {
        var wrapper = document.createElement("div");

        if (!this.loaded) {
            wrapper.innerHTML = "LOADING";
            return wrapper;
        }
        if (this.loaded) {
       // here to add elements and styling
           return wrapper;
       }
    },

Amoniak · Jan 24, 2021, 7:19 PM

@lolo
i did that. it is still not displayed
i added this configuration in the config.js file:

{
module: “MMM-Dnevni_citat”,
position: “middle_center”

lolo · Jan 24, 2021, 7:44 PM

It’s not displayed as DOM elements are not created.
But there is another problem with cheerio, is not loading any data for Saturday and Sunday. This is because of website. Need to find another approach.

lolo · Jan 24, 2021, 8:11 PM

node_helper. But need to find different approach.

const NodeHelper = require("node_helper");
const cheerio = require("cheerio");
const request = require('request');
var self;
module.exports = NodeHelper.create({

    start: function () {
        self = this;
        console.log("Starting node_helper for: " + this.name);
    },

    getData: function () {
        
		const url = 'https://wol.jw.org/hr/wol/h/r19/lp-c';
        request({
            url: url,
            method: 'GET'
        }, (error, response, body) => {
            if (error) {
                return console.error("ERROR: ",error)
            }
            if (!error && response.statusCode == 200) {
            var $ = cheerio.load(body);
            //console.log($.html());
            const data = $('div[class="tabContent"]').first();//   

            let header = $(data).find('h2').text();
            let title = $(data).find('p').first().text();
            let textData = $(data).find('div.pGroup>p').text();
            //console.log(header,title,text);
            var recivedData = {
                header,
                title,
                textData
            }
			//console.log('recivedData: ',recivedData);
            
			self.sendSocketNotification('TEXT_RESULT', recivedData);
			}
        });
    },

    socketNotificationReceived: function (notification, payload) {
     var self = this;
        if (notification === 'GET_TEXT_DATA') {
            //console.log(notification,payload);
			self.getData();
        }
    },
});

MMM-Dnevni_citat.js. getDom need some styling.

Module.register("MMM-Dnevni_citat", {
    defaults: {
        updateInterval: 10 * 60 * 1000, //  minute ,seconds ,milliseconds
        //retryDelay: 5000          // not needed for now
    },
    start: function () {
        Log.info("Starting module: " + this.name);
        requiresVersion: "2.1.0";
        this.loaded = false;
        this.scheduleUpdate();

    },
    scheduleUpdate: function () {
        setInterval(() => {
            this.getData();
        }, this.config.updateInterval);
        this.getData();
    },
    getData: function () {
        console.log(' GET_TEXT_DATA ', this.config)
        this.sendSocketNotification('GET_TEXT_DATA', this.config);
    },
    socketNotificationReceived: function (notification, payload) {
        if (notification === "TEXT_RESULT") {
            this.textDataRecived = payload;
            console.log(this.textDataRecived);
            this.loaded = true;
        }
        this.updateDom();

    },

    getDom: function () {
        var wrapper = document.createElement("div");

        if (!this.loaded) {
            wrapper.innerHTML = "LOADING";
            return wrapper;
        }
        if (this.loaded) {
            var header = document.createElement("header");
            header.innerHTML = this.textDataRecived.header;
            wrapper.appendChild(header);

            var table = document.createElement('tr');
            table.classList.add("xsmall", "normal");
            var title = document.createElement('tr');
            title.innerHTML = this.textDataRecived.title;
            table.appendChild(title);
            var textData = document.createElement('tr');
            textData.innerHTML = this.textDataRecived.textData;

            table.appendChild(textData);
            table.appendChild(title);
            wrapper.appendChild(table);

        }
        return wrapper;
    },
});

config.js

		{    module: "MMM-Dnevni_citat",
             position: "middle_center"
		 },

lolo · Jan 25, 2021, 11:25 AM

@Amoniak
This should fix the problem with loading text for current Date.
node_helper:

const NodeHelper = require("node_helper");
const cheerio = require("cheerio");
const request = require('request');
var self;
const ur = 'https://wol.jw.org/wol/dt/r19/lp-c';

module.exports = NodeHelper.create({

    start: function () {
        self = this;
        self.browser
        console.log("Starting node_helper for: " + this.name);
    },

    getData: function () {
        var self = this;
        var url = self.setURL();
        request({
            url: url,
            method: 'GET'
        }, (error, response, body) => {
            if (!error) { 
                var result = JSON.parse(body);
                var contentData = result.items[0].content;
                var $ = cheerio.load(contentData);
                //console.log("cheerio:  ", $.html());
                var header = $('html>body>header>h2').text();
                var title = $('p').first().text();
                var textData = $('p').first().next().text().replace(/(\r\n|\n|\r)/gm, "");
                var recivedData = {
                    header,
                    title,
                    textData
                };
                //console.log(recivedData);    
				self.sendSocketNotification('TEXT_RESULT', recivedData);
            }
            if (error) { 
                console.log(error);
            }
        });

    },

    setURL: function () {
        console.log("ur old: ", ur);
        var utc = new Date().toJSON().slice(0, 10).replace(/-/g, '/');
        var newURL = ur.concat("/").concat(utc);
        return newURL
    },


    socketNotificationReceived: function (notification, payload) {
        var self = this;
        if (notification === 'GET_TEXT_DATA') {
            self.getData();
        }
    },
});

Amoniak · Jan 25, 2021, 11:28 AM

@lolo
thank you, I’ll try right now