hznet.js

var http = require('http');
var cheerio = require('cheerio');
var express = require('express');
var stylus = require('stylus');
var nib = require('nib');
var app = express();
var fs = require('fs');
var path = require('path');


function compile(str,path) {
	return stylus(str)
		.set('filename',path)
		.use(nib())
}
app.set('views', __dirname + '/views');
app.set('view engine', 'jade');
app.use(express.logger('dev'));
app.use(express.json());
app.use(express.urlencoded());
app.use(stylus.middleware(
	{	src: __dirname + '/public'
	,	compile: compile
	}));
app.use(express.static(__dirname + '/public'));

var dolazak = new Array();
var polazak = new Array();

function getPageHtml(_host, _path, pos, callback){
	var options = {
		host: _host,
		path: _path,
		headers: {"Content-Type": "text/html; charset=windows-1250"}
	}
	//console.log(1);
	var request = http.request(options, function (res){
		var data = new Buffer(0);
		res.on('data', function (chunk){
			//console.log(2);
			data = Buffer.concat([data, chunk]);
		});
		res.on('end', function (){
			//console.log(3);
			callback(decodeBuffer(data),pos,callback);
		});
		res.on('error', function (err){
			console.log('Ignoring: ' + err);
		});
		res.on('uncaughtException', function (err){
			console.log('Uncaught: ' + err);
		})
	});
	request.end();
}

function getNewPlan(customPol, customDol, customDate, customDir, callback){
	// PATH ZA HZNET
	// **POL** polazni **DOL** dolazni **DATE** datum **DIR** s vezom/bez (D/S)
	customPol=toKurac(customPol);
	customDol=toKurac(customDol);

	var defPath = "/hzinfo/default.asp?NKOD1=xxPOLxxx&ddList1=xxPOLxxx&ODH=&NKDO1=xxDOLxxx&ddList2=xxDOLxxx&DOH=&K1=&K2=&DT=xxDATExxx&DV=xxDIRxxx&Category=hzinfo&Service=Vred3&LANG=HR&SCREEN=2"
	var customPath = defPath.replace(/xxPOLxxx/gi, customPol)
							.replace(/xxDOLxxx/gi, customDol)
							.replace(/xxDATExxx/gi,customDate)
							.replace(/xxDIRxxx/gi, customDir);
	var options = {
		host: 'vred.hzinfra.hr',
		path: customPath,
		headers: {"Content-Type": "text/html; charset=windows-1250"}
	}

	var request1 = http.request(options, function (res) {
		var data = new Buffer(0);
		dolazak = new Array();
		polazak = new Array();
		res.on('data', function (chunk) {
			data = Buffer.concat([data, chunk]);
		});
		res.on('end', function () {
			polazakDolazakD(decodeBuffer(data));
			polazakDolazakS(decodeBuffer(data));
			callback();
		});
	});
	request1.end();
	console.log("getNewPlan ran");
}

var popis = new Array();

function getStationsArray(callback){
	var options2 = {
    	host: 'vred.hzinfra.hr',
    	path: '/hzinfo/default.asp?Category=hzinfo&Service=vred3',
    	headers: {"Accept-Charset": "Windows-1250,utf-8;ISO-8859-3,utf-8;ISO-8859-2,utf-8", "Content-Type": "text/html; charset=ISO-8859-2" }
	}
	var request2 = http.request(options2, function (res){
		var data = new Buffer(0,'utf-8');
		res.on('data', function (chunk) {
			data = Buffer.concat([data,chunk]);
		});
		res.on('end', function () {
			var stan="";
			popis = new Array();
			var popisAlpha = new Array();
			polazakDolazakD(decodeBuffer(data));
			polazakDolazakS(decodeBuffer(data));

			var $ = cheerio.load(decodeBuffer(data));


			$('script').each(function (i,link){
				if (i==1){
					stan = $(this).toString('utf-8');
					stan = stan.substring(stan.search('arrSTANICE = new Array'),stan.search('ddUtil'));
					popisAlpha = stan.split('"');
					for (var i=3;i<popisAlpha.length;i+=2){
						popis.push(popisAlpha[i]);
					}
				}
			});
			callback();
		});
	});
	request2.end();
	console.log("getStationsArray ran");
}

app.get("/", function (req,res) {
	getStationsArray(function (){
		res.render("intro", {"popis":popis});
		res.end();
		console.log("get /");
		var pop = "./popis.json";
		var popJSON = new Buffer(JSON.stringify(popis,null,'\t'));
		fs.writeFile(pop,popJSON,function (err,len,buff){ console.log('done'); });
		console.log("wtf");
	});
});

app.get("/raspored", function (req,res){
	res.render("raspored", {polazak:polazak, dolazak:dolazak});
	res.end();
	console.log("get raspored");
});

app.post("/raspored", function (req,res){
	getNewPlan(req.body.polaziste, req.body.dolaziste, timeNow(), req.body.direction, function (){
		res.render("raspored", {"polazak":polazak, "dolazak":dolazak});
		res.end();
	});
	console.log("post raspored");
});

app.listen(1000);

function decodeBuffer(body){
  var str = "";
  for (var i = 0; i < body.length; ++i){
   switch(body[i]){
    case 138:
     str += "Š";
     break;
    case 154:
     str += "š";
     break;
    case 208:
     str += "Đ";
     break;
    case 240:
     str += "đ";
     break;
    case 200:
     str += "Č";
     break;
    case 232:
     str += "č";
     break;
    case 198:
     str += "Ć";
     break;
    case 230:
     str += "ć";
     break;
    case 142:
     str += "Ž";
     break;
    case 158:
     str += "ž";
     break;
    default:
     str += String.fromCharCode(body[i]);
   }
  }
  return str;
}

function toKurac(str){
	str=str.replace(/Š/gi,'%8A').
			replace(/Č/gi,'%C8').
			replace(/Ć/gi,'%C6').
			replace(/Ž/gi,'%8E').
			replace(/ /gi,'+');

	return str;
}

function polazakDolazakS(data){
	var $ = cheerio.load(data);
	//data = $('body', 'html').children(); //.each(function (i,elem){ console.log(elem + "\n\n" + i);});;
	//console.log(data);

	//data = $('body','html').contents();

	//console.log('!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'+data.search('slika.jpg">'));
	//data=data.substring(data.search('Images/slika.jpg>'));
	//data=data.replace(/<(?:.|\n)*?>/gm, '');
	//data=data.substring(432); //,data.search(/ ">/));
	//data=data.replace(/ /g,'')
	//data=data.replace(/\s+/gim, '\n');
	//data=data.replace(/ /g,'').replace(/\r/g,'').replace(/\n+/g,'\n');
	//
	//console.log(data);
}

function polazakDolazakD(data){
	var $ = cheerio.load(data);
	// DOLAZAK
	$('td', 'table').filter(function (i,el){
		return $(this).attr('width') == '8%';
		}).each(function (i,link){
			if (i%2==0) dolazak.push((this).html());
			});
	// POLAZAK
	$('td', 'table').filter(function (i,el){
			return $(this).attr('width') == '10%';
		}).each(function (i,link){
			polazak.push($(this).text());
	});
}

function timeNow(){
	var today = new Date();
	var date = today.getDate() + '.' + (+today.getMonth()+ +1) + '.' + (today.getFullYear()).toString().substring(2,4);
	return date;
}

function main(){
	var defHost = "vred.hzinfra.hr";
	var defPath = "/hzinfo/default.asp?VL=.1&Category=hzinfo&service=vred3&OKL=xxxKOLO1xxx&DKL=72802&DT=1411&K1=%20%20%20%20%20&K2=%20%20%20%20%20&K3=%20%20%20%20%20&ODH=%20%20&DOH=%20%20&SD=S&LANG=HR&SCREEN=3";

	var time = new Date();
	var last = time.getTime();

	var i = 720;
	var firstNewPath = defPath.replace(/xxxKOLO1xxx/gi, i.toString());

	var __dirname = "C:\\dito\\git\\hznetbeta";
	var textPath = path.join(__dirname,"/kolodvori.txt");
	var countPath = path.join(__dirname,"/dijestao.txt");
	var buffer = new Buffer(0);


	fs.readFile(countPath, function (err,data){
		if (err) console.log(err);
		else {		
			//console.log(data);
			i = data;

			var stream2 = fs.createWriteStream(textPath, {flags: 'a'});
			
			stream2.once('open', function (err,fd){ 
				fs.open(countPath,'w', function (err2,fd2){
					getPageHtml(defHost, firstNewPath, i, function (html,count,callback){

						if (html.search(/relacija/gi)!=-1) {
							console.log(count + " " + html.substring(html.search(/relacija/gi),html.search(/ - andrijevci/gi)));
							console.log('not -1');
							stream2.write(count + " " + html.substring(html.search(/relacija/gi),html.search(/ - andrijevci/gi)) + '\n');
						}
						else stream2.write(count + ' Nema kolodvora\n');
						
						if (count%10==0) console.log(count);

						++count;
						i = new Buffer(count.toString());

						fs.write(fd2, i, 0, i.length, 0, function (err,len,buff){ });

						var newPath = defPath.replace(/xxxKOLO1xxx/gi, count);
						
						getPageHtml(defHost, newPath, count, callback);
					});
				});
			});
		}
	});
}

fs.readFile('./popis.json',function (err,data){
	if (err) console.log(err);
	else {
		var abc = JSON.parse(data);
		console.log(abc);
		console.log(abc[0] + ' ' + abc[1]);
	}
})