nmxptool.c 25.4 KB
Newer Older
Matteo Quintiliani's avatar
Matteo Quintiliani committed
1
2
3
4
5
6
7
8
9
/*! \file
 *
 * \brief Nanometrics Protocol Tool
 *
 * Author:
 * 	Matteo Quintiliani
 * 	Istituto Nazionale di Geofisica e Vulcanologia - Italy
 *	quintiliani@ingv.it
 *
10
 * $Id: nmxptool.c,v 1.91 2007-11-24 21:40:23 mtheo Exp $
Matteo Quintiliani's avatar
Matteo Quintiliani committed
11
 *
Matteo Quintiliani's avatar
Matteo Quintiliani committed
12
13
 */

14
15
16
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
Matteo Quintiliani's avatar
Matteo Quintiliani committed
17
#include <errno.h>
18
19

#include <nmxp.h>
Matteo Quintiliani's avatar
Matteo Quintiliani committed
20
21
22
23
24

#ifndef WIN32
#include <signal.h>
#endif

25
#include "config.h"
26
#include "nmxptool_getoptlong.h"
27
28

#ifdef HAVE_EARTHWORMOBJS
29
#include "nmxptool_ew.h"
30
#endif
31

32
33
34
#ifdef HAVE_LIBMSEED
#include <libmseed.h>
#endif
35

36
37
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_H
#include "seedlink_plugin.h"
38
39
#endif

40
41
42
#define CURRENT_NETWORK ( (params.network)? params.network : DEFAULT_NETWORK )
#define NETCODE_OR_CURRENT_NETWORK ( (network_code[0] != 0)? network_code : CURRENT_NETWORK )

Matteo Quintiliani's avatar
Matteo Quintiliani committed
43
#define GAP_TOLLERANCE 0.001
44

45
46
47
typedef struct {
    int significant;
    double last_time;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
48
    time_t last_time_call_raw_stream;
49
    int32_t x_1;
50
    NMXP_RAW_STREAM_DATA raw_stream_buffer;
51
52
} NMXPTOOL_CHAN_SEQ;

Matteo Quintiliani's avatar
Matteo Quintiliani committed
53
54
55
static void clientShutdown(int sig);
static void clientDummyHandler(int sig);

Matteo Quintiliani's avatar
Matteo Quintiliani committed
56
57
static void flushing_raw_data_stream();

58
#ifdef HAVE_LIBMSEED
Matteo Quintiliani's avatar
Matteo Quintiliani committed
59
int nmxptool_write_miniseed(NMXP_DATA_PROCESS *pd);
60
61
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
62
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
Matteo Quintiliani's avatar
Matteo Quintiliani committed
63
int nmxptool_send_raw_depoch(NMXP_DATA_PROCESS *pd);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
64
65
#endif

66
int nmxptool_print_seq_no(NMXP_DATA_PROCESS *pd);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
67
68

int nmxptool_check_and_log_gap(double time1, double time2, const double gap_tollerance, const char *station, const char *channel);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
69
void nmxptool_str_time_to_filename(char *str_time);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
70
71


72
73
74
75
76
/* Global variable for main program and handling terminitation program */
NMXPTOOL_PARAMS params;
int naqssock = 0;
FILE *outfile = NULL;
NMXP_CHAN_LIST *channelList = NULL;
77
NMXP_CHAN_LIST_NET *channelList_subset = NULL;
78
NMXPTOOL_CHAN_SEQ *channelListSeq = NULL;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
79
80
81
int n_func_pd = 0;
int (*p_func_pd[NMXP_MAX_FUNC_PD]) (NMXP_DATA_PROCESS *);

82
83
84
85
86
87
88
89

#ifdef HAVE_LIBMSEED
/* Mini-SEED variables */
NMXP_DATA_SEED data_seed;
MSRecord *msr_list_chan[MAX_N_CHAN];
#endif


90
int main (int argc, char **argv) {
91
    int32_t connection_time;
92
    int request_SOCKET_OK;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
93
    int i_chan, cur_chan = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
94
    int to_cur_chan = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
95
    int exitpdscondition;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
96
    int exitdapcondition;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
97
    time_t timeout_for_channel;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
98

Matteo Quintiliani's avatar
Matteo Quintiliani committed
99
    int span_interval = 10;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
100
101
    int time_to_sleep = 0;

102
103
    char str_start_time[200];
    char str_end_time[200];
Matteo Quintiliani's avatar
Matteo Quintiliani committed
104
    char str_pd_time[200];
105
106
107

    NMXP_MSG_SERVER type;
    void *buffer;
108
    int32_t length;
109
110
    int ret;

Matteo Quintiliani's avatar
Matteo Quintiliani committed
111
112
    int recv_errno = 0;

113
    char filename[500];
114
    char station_code[20], channel_code[20], network_code[20];
115
116
117
118
119
120
121
122

    NMXP_DATA_PROCESS *pd;

#ifdef HAVE_LIBMSEED
    /* Init mini-SEED variables */
    nmxp_data_seed_init(&data_seed);
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
123
124
125
126
127
128
129
130
#ifndef WIN32
    /* Signal handling, use POSIX calls with standardized semantics */
    struct sigaction sa;

    sa.sa_handler = clientDummyHandler;
    sa.sa_flags = SA_RESTART;
    sigemptyset(&sa.sa_mask);
    sigaction(SIGALRM, &sa, NULL);
131

Matteo Quintiliani's avatar
Matteo Quintiliani committed
132
133
134
135
136
137
138
139
140
141
142
    sa.sa_handler = clientShutdown;
    sigaction(SIGINT, &sa, NULL);
    sigaction(SIGQUIT, &sa, NULL); 
    sigaction(SIGTERM, &sa, NULL);

    sa.sa_handler = SIG_IGN;
    sigaction(SIGHUP, &sa, NULL);
    sigaction(SIGPIPE, &sa, NULL); 
#endif

    /* Default is normal output */
143
    nmxp_log(NMXP_LOG_SET, NMXP_LOG_D_NULL);
144
145
146
147
148
149

    /* Initialize params from argument values */
    if(nmxptool_getopt_long(argc, argv, &params) != 0) {
	return 1;
    }

150
    if(params.ew_configuration_file) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
151
152

#ifdef HAVE_EARTHWORMOBJS
153
154
	nmxp_log_init(nmxptool_ew_logit_msg, nmxptool_ew_logit_err);

Matteo Quintiliani's avatar
Matteo Quintiliani committed
155
	nmxptool_ew_configure(argv, &params);
156

Matteo Quintiliani's avatar
Matteo Quintiliani committed
157
158
159
160
161
	/* Check consistency of params */
	if(nmxptool_check_params(&params) != 0) {
	    return 1;
	}
#endif
162

163
    } else {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
164

Matteo Quintiliani's avatar
Matteo Quintiliani committed
165
166
	nmxp_log_init(nmxp_log_stdout, nmxp_log_stderr);

167
168
169
170
171
	/* Check consistency of params */
	if(nmxptool_check_params(&params) != 0) {
	    return 1;
	}

172
173
	/* List available channels on server */
	if(params.flag_listchannels) {
174

175
	    nmxp_getMetaChannelList(params.hostname, params.portnumberdap, NMXP_DATA_TIMESERIES, params.flag_request_channelinfo);
176
	    return 1;
177

178
179
180
181
	} else if(params.flag_listchannelsnaqs) {

	    channelList = nmxp_getAvailableChannelList(params.hostname, params.portnumberpds, NMXP_DATA_TIMESERIES);
	    nmxp_chan_print_channelList(channelList);
182
	    return 1;
183

184
185
	}
    }
186

187
188
189
    nmxp_log(NMXP_LOG_SET, params.verbose_level);
    nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_ANY, "verbose_level %d\n", params.verbose_level);

190
191
    /* Get list of available channels and get a subset list of params.channels */
    channelList = nmxp_getAvailableChannelList(params.hostname, params.portnumberpds, NMXP_DATA_TIMESERIES);
192
    channelList_subset = nmxp_chan_subset(channelList, NMXP_DATA_TIMESERIES, params.channels, CURRENT_NETWORK);
193
194
195

    /* Check if some channel already exists */
    if(channelList_subset->number <= 0) {
196
	nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CHANNEL, "Channels not found!\n");
197
	return 1;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
198
    } else {
199
	nmxp_chan_print_netchannelList(channelList_subset);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
200

201
	nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_CHANNEL, "Init channelListSeq.\n");
202
203
204
205
206
207

	/* init channelListSeq */
	channelListSeq = (NMXPTOOL_CHAN_SEQ *) malloc(sizeof(NMXPTOOL_CHAN_SEQ) * channelList_subset->number);
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
	    channelListSeq[i_chan].significant = 0;
	    channelListSeq[i_chan].last_time = 0.0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
208
	    channelListSeq[i_chan].last_time_call_raw_stream = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
209
	    channelListSeq[i_chan].x_1 = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
210
	    nmxp_raw_stream_init(&(channelListSeq[i_chan].raw_stream_buffer), params.max_tolerable_latency, params.timeoutrecv);
211
212
	}

Matteo Quintiliani's avatar
Matteo Quintiliani committed
213
#ifdef HAVE_LIBMSEED
214
	nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_EXTRA, "Init mini-SEED record list.\n");
215
216

	/* Init mini-SEED record list */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
217
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
218

219
	    nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_EXTRA, "Init mini-SEED record for %s\n", channelList_subset->channel[i_chan].name);
220
221
222
223

	    msr_list_chan[i_chan] = msr_init(NULL);

	    /* Separate station_code and channel_code */
224
	    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code, network_code)) {
225

226
		nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_EXTRA, "%s.%s.%s\n", NETCODE_OR_CURRENT_NETWORK, station_code, channel_code);
227

228
		strcpy(msr_list_chan[i_chan]->network, NETCODE_OR_CURRENT_NETWORK);
229
230
231
232
233
234
235
		strcpy(msr_list_chan[i_chan]->station, station_code);
		strcpy(msr_list_chan[i_chan]->channel, channel_code);

		msr_list_chan[i_chan]->reclen = 512;         /* byte record length */
		msr_list_chan[i_chan]->encoding = DE_STEIM1;  /* Steim 1 compression */

	    } else {
236
		nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CHANNEL, "Channels %s error in format!\n");
237
238
239
		return 1;
	    }

Matteo Quintiliani's avatar
Matteo Quintiliani committed
240
241
	}
#endif
242

243
244
245
246
247
248
249
250
    }

    /* Free the complete channel list */
    if(channelList) {
	free(channelList);
	channelList = NULL;
    }

251
    nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_CONNFLOW, "Starting comunication.\n");
Matteo Quintiliani's avatar
Matteo Quintiliani committed
252

253
    /* TODO condition starting DAP or PDS */
254
255
256
    if( (params.start_time != 0   &&   params.end_time != 0)
	    || params.delay > 0
	    ) {
257

Matteo Quintiliani's avatar
Matteo Quintiliani committed
258
	if(params.delay > 0) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
259
	    params.start_time = ((time(NULL) - params.delay - span_interval) / 10) * 10;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
260
261
262
	    params.end_time = params.start_time + span_interval;
	}

263

264
265
266
	/* ************************************************************** */
	/* Start subscription protocol "DATA ACCESS PROTOCOL" version 1.0 */
	/* ************************************************************** */
267

268
269
	/* DAP Step 1: Open a socket */
	if( (naqssock = nmxp_openSocket(params.hostname, params.portnumberdap)) == NMXP_SOCKET_ERROR) {
270
	    nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "Error opening socket!\n");
271
272
	    return 1;
	}
273

274
275
	/* DAP Step 2: Read connection time */
	if(nmxp_readConnectionTime(naqssock, &connection_time) != NMXP_SOCKET_OK) {
276
	    nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "Error reading connection time from server!\n");
277
278
	    return 1;
	}
279

280
281
	/* DAP Step 3: Send a ConnectRequest */
	if(nmxp_sendConnectRequest(naqssock, params.datas_username, params.datas_password, connection_time) != NMXP_SOCKET_OK) {
282
	    nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "Error sending connect request!\n");
283
284
285
286
287
	    return 1;
	}

	/* DAP Step 4: Wait for a Ready message */
	if(nmxp_waitReady(naqssock) != NMXP_SOCKET_OK) {
288
	    nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "Error waiting Ready message!\n");
289
290
	    return 1;
	}
291

292
293
294
295
	exitdapcondition = 1;

	while(exitdapcondition) {

296
	nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_EXTRA, "start_time = %d - end_time = %d\n", params.start_time, params.end_time);
297

298
299
300
	/* Start loop for sending requests */
	i_chan=0;
	request_SOCKET_OK = NMXP_SOCKET_OK;
301

302
	while(request_SOCKET_OK == NMXP_SOCKET_OK  &&  i_chan < channelList_subset->number) {
303

304
	    /* DAP Step 5: Send Data Request */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
305
	    request_SOCKET_OK = nmxp_sendDataRequest(naqssock, channelList_subset->channel[i_chan].key, (double) params.start_time, (double) params.end_time);
306

307
	    if(request_SOCKET_OK == NMXP_SOCKET_OK) {
308

309
310
311
312
313
		nmxp_data_to_str(str_start_time, params.start_time);
		nmxp_data_to_str(str_end_time, params.end_time);
		nmxptool_str_time_to_filename(str_start_time);
		nmxptool_str_time_to_filename(str_end_time);

314
315
		if(params.flag_writefile) {
		    /* Open output file */
316
317
318
319
320
321
322
323
324
325
326
327
328
		    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code, network_code)) {
			sprintf(filename, "%s.%s.%s_%s_%s.nmx",
				NETCODE_OR_CURRENT_NETWORK,
				station_code,
				channel_code,
				str_start_time,
				str_end_time);
		    } else {
			sprintf(filename, "%s_%s_%s.nmx",
				channelList_subset->channel[i_chan].name,
				str_start_time,
				str_end_time);
		    }
329

330
331
		    outfile = fopen(filename, "w");
		    if(!outfile) {
332
			nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_EXTRA, "Can not to open file %s!", filename);
333
		    }
334
335
336
		}

#ifdef HAVE_LIBMSEED
337
338
		if(params.flag_writeseed) {
		    /* Open output Mini-SEED file */
339
340
341
342
343
344
345
346
347
348
349
350
351
		    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code, network_code)) {
			sprintf(data_seed.filename_mseed, "%s.%s.%s_%s_%s.miniseed",
				NETCODE_OR_CURRENT_NETWORK,
				station_code,
				channel_code,
				str_start_time,
				str_end_time);
		    } else {
			sprintf(filename, "%s_%s_%s.miniseed",
				channelList_subset->channel[i_chan].name,
				str_start_time,
				str_end_time);
		    }
352

353
354
		    data_seed.outfile_mseed = fopen(data_seed.filename_mseed, "w");
		    if(!data_seed.outfile_mseed) {
355
			nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_EXTRA, "Can not to open file %s!", data_seed.filename_mseed);
356
357
358
		    }
		}
#endif
359

360
361
362
		if(params.flag_writefile  &&  outfile) {
		    /* Compute SNCL line */

363
		    /* Separate station_code_old_way and channel_code_old_way */
364
		    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code, network_code)) {
365
366
367
			/* Write SNCL line */
			fprintf(outfile, "%s.%s.%s.%s\n",
				station_code,
368
				NETCODE_OR_CURRENT_NETWORK,
369
370
				channel_code,
				(params.location)? params.location : "");
371
		    }
372
373
374

		}

375
		/* DAP Step 6: Receive Data until receiving a Ready message */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
376
		ret = nmxp_receiveMessage(naqssock, &type, &buffer, &length, 0, &recv_errno);
377
		nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_CONNFLOW, "ret = %d, type = %d\n", ret, type);
378

379
		while(ret == NMXP_SOCKET_OK   &&    type != NMXP_MSG_READY) {
380

381
		    /* Process a packet and return value in NMXP_DATA_PROCESS structure */
382
		    pd = nmxp_processCompressedData(buffer, length, channelList_subset, NETCODE_OR_CURRENT_NETWORK);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
383
		    nmxp_data_trim(pd, params.start_time, params.end_time, 0);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
384
385

		    /* Log contents of last packet */
386
387
388
		    if(params.flag_logdata) {
			nmxp_data_log(pd);
		    }
389

390
		    /* Set cur_chan */
391
		    cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset);
392
393

		    /* Management of gaps */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
394
		    if(!channelListSeq[cur_chan].significant && pd->nSamp > 0) {
395
396
			channelListSeq[cur_chan].significant = 1;
		    } else {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
397
			if(channelListSeq[cur_chan].significant) {
398
399
			    if(nmxptool_check_and_log_gap(pd->time, channelListSeq[cur_chan].last_time, GAP_TOLLERANCE, pd->station, pd->channel)) {
				channelListSeq[cur_chan].x_1 = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
400
				nmxp_data_to_str(str_pd_time, pd->time);
401
				nmxp_log(NMXP_LOG_WARN, NMXP_LOG_D_EXTRA, "%s.%s x0 set to zero at %s!\n", pd->station, pd->channel, str_pd_time);
402
			    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
403
404
			}
		    }
405
		    if(channelListSeq[cur_chan].significant && pd->nSamp > 0) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
406
			channelListSeq[cur_chan].last_time = pd->time + ((double) pd->nSamp / (double) pd->sampRate);
407
408
		    }

409
#ifdef HAVE_LIBMSEED
410
411
		    /* Write Mini-SEED record */
		    if(params.flag_writeseed) {
412
			nmxptool_write_miniseed(pd);
413
		    }
414
#endif
415

416
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
417
		    /* Send data to SeedLink Server */
418
		    if(params.flag_slink) {
419
			nmxptool_send_raw_depoch(pd);
420
		    }
421
422
#endif

423
424
425
		    if(params.flag_writefile  &&  outfile) {
			/* Write buffer to the output file */
			if(outfile && buffer && length > 0) {
426
			    int32_t length_int = length;
427
428
429
430
431
			    nmxp_data_swap_4b((int32_t *) &length_int);
			    fwrite(&length_int, sizeof(length_int), 1, outfile);
			    fwrite(buffer, length, 1, outfile);
			}
		    }
432

Matteo Quintiliani's avatar
Matteo Quintiliani committed
433
434
435
436
437
		    /* Store x_1 */
		    if(pd->nSamp > 0) {
			channelListSeq[cur_chan].x_1 = pd->pDataPtr[pd->nSamp-1];
		    }
		    /* Free pd->buffer */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
438
439
440
		    if(pd->buffer) {
			free(pd->buffer);
			pd->buffer = NULL;
441
		    }
442
443

		    /* Receive Data */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
444
		    ret = nmxp_receiveMessage(naqssock, &type, &buffer, &length, 0, &recv_errno);
445
		    nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_CONNFLOW, "ret = %d, type = %d\n", ret, type);
446
447
		}

448
449
450
		if(params.flag_writefile  &&  outfile) {
		    /* Close output file */
		    fclose(outfile);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
451
		    outfile = NULL;
452
453
		}

454
455
456
457
#ifdef HAVE_LIBMSEED
		if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
		    /* Close output Mini-SEED file */
		    fclose(data_seed.outfile_mseed);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
458
		    data_seed.outfile_mseed = NULL;
459
460
		}
#endif
461
462

	    }
463
464
465
	    i_chan++;
	}
	/* DAP Step 7: Repeat steps 5 and 6 for each data request */
466

Matteo Quintiliani's avatar
Matteo Quintiliani committed
467
	if(params.delay > 0) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
468
469
470
471
	    time_to_sleep = (params.end_time - params.start_time) - (time(NULL) - (params.start_time + params.delay + span_interval));
	    if(time_to_sleep >= 0) {
		sleep(time_to_sleep);
	    } else {
472
		nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "time to sleep %d sec.\n", time_to_sleep);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
473
474
		sleep(3);
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
475
476
477
478
479
480
	    params.start_time = params.end_time;
	    params.end_time = params.start_time + span_interval;
	} else {
	    exitdapcondition = 0;
	}

481

Matteo Quintiliani's avatar
Matteo Quintiliani committed
482
    } /* END while(exitdapcondition) */
483

484
485
486
487
488
489
490
491
492
493
494
	/* DAP Step 8: Send a Terminate message (optional) */
	nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Bye!");

	/* DAP Step 9: Close the socket */
	nmxp_closeSocket(naqssock);

	/* ************************************************************ */
	/* End subscription protocol "DATA ACCESS PROTOCOL" version 1.0 */
	/* ************************************************************ */


495

Matteo Quintiliani's avatar
Matteo Quintiliani committed
496
    } else {
497

498
499
	if(params.stc == -1) {

500

501
502
503
504
	    if(params.flag_logdata) {
		p_func_pd[n_func_pd++] = nmxptool_print_seq_no;
	    }

505
506
507
508
509
510
511
512
513
514
515
516
517
#ifdef HAVE_LIBMSEED
	    /* Write Mini-SEED record */
	    if(params.flag_writeseed) {
		p_func_pd[n_func_pd++] = nmxptool_write_miniseed;
	    }
#endif

#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
	    /* Send data to SeedLink Server */
	    if(params.flag_slink) {
		p_func_pd[n_func_pd++] = nmxptool_send_raw_depoch;
	    }
#endif
Matteo Quintiliani's avatar
Matteo Quintiliani committed
518
519
520
521
522
523
524

#ifdef HAVE_EARTHWORMOBJS
	    if(params.ew_configuration_file) {
		p_func_pd[n_func_pd++] = nmxptool_ew_nmx2ew;
	    }
#endif

525
	}
526

527
528
529
530
531
532
533
534
535
	/* ************************************************************* */
	/* Start subscription protocol "PRIVATE DATA STREAM" version 1.4 */
	/* ************************************************************* */

	/* PDS Step 1: Open a socket */
	naqssock = nmxp_openSocket(params.hostname, params.portnumberpds);

	if(naqssock == NMXP_SOCKET_ERROR) {
	    return 1;
536
537
	}

538
539
540
541
542
543
544
545
546
547
548
549
550
	/* PDS Step 2: Send a Connect */
	if(nmxp_sendConnect(naqssock) != NMXP_SOCKET_OK) {
	    printf("Error on sendConnect()\n");
	    return 1;
	}

	/* PDS Step 3: Receive ChannelList */
	if(nmxp_receiveChannelList(naqssock, &channelList) != NMXP_SOCKET_OK) {
	    printf("Error on receiveChannelList()\n");
	    return 1;
	}

	/* Get a subset of channel from arguments */
551
	channelList_subset = nmxp_chan_subset(channelList, NMXP_DATA_TIMESERIES, params.channels, CURRENT_NETWORK);
552
553
554


	/* PDS Step 4: Send a Request Pending (optional) */
555
556


557
558
559
560
561
562
	/* PDS Step 5: Send AddChannels */
	/* Request Data */
	nmxp_sendAddTimeSeriesChannel(naqssock, channelList_subset, params.stc, params.rate, (params.flag_buffered)? NMXP_BUFFER_YES : NMXP_BUFFER_NO);

	/* PDS Step 6: Repeat until finished: receive and handle packets */

Matteo Quintiliani's avatar
Matteo Quintiliani committed
563
564
565
566
#ifdef HAVE_LIBMSEED
	if(params.flag_writeseed) {
	    /* Open output Mini-SEED file */
	    sprintf(data_seed.filename_mseed, "%s.realtime.miniseed",
567
		    CURRENT_NETWORK);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
568
569
570

	    data_seed.outfile_mseed = fopen(data_seed.filename_mseed, "w");
	    if(!data_seed.outfile_mseed) {
571
		nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_EXTRA, "Can not to open file %s!", data_seed.filename_mseed);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
572
	    } else {
573
		nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_EXTRA, "Opened file %s!\n", data_seed.filename_mseed);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
574
575
576
577
	    }
	}
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
578
579
580
	// TODO
	exitpdscondition = 1;

Matteo Quintiliani's avatar
Matteo Quintiliani committed
581
582
583
584
585
586
#ifdef HAVE_EARTHWORMOBJS
	if(params.ew_configuration_file) {
	    nmxptool_ew_attach();
	}
#endif

587
	
Matteo Quintiliani's avatar
Matteo Quintiliani committed
588
	while(exitpdscondition) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
589

590
	    /* Process Compressed or Decompressed Data */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
591
	    pd = nmxp_receiveData(naqssock, channelList_subset, NETCODE_OR_CURRENT_NETWORK, params.timeoutrecv, &recv_errno);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
592

593
	    if(recv_errno == 0) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
594
595
596
		// TODO
		exitpdscondition = 1;
	    } else {
597
		nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CONNFLOW, "Error receiving data. pd=%p recv_errno=%d\n", pd, recv_errno);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
598
599
		exitpdscondition = 0;
	    }
600

Matteo Quintiliani's avatar
Matteo Quintiliani committed
601
	    /* Log contents of last packet */
602
603
604
	    if(params.flag_logdata) {
		nmxp_data_log(pd);
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
605

Matteo Quintiliani's avatar
Matteo Quintiliani committed
606
	    if(pd) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
607
608
		/* Set cur_chan */
		cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
609
	    }
610

611
612
	    /* Manage Raw Stream */
	    if(params.stc == -1) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
613
614
615
616
617
618
619
620
621

		/* cur_char is computed only for pd != NULL */
		if(pd) {
		    nmxp_raw_stream_manage(&(channelListSeq[cur_chan].raw_stream_buffer), pd, p_func_pd, n_func_pd);
		    channelListSeq[cur_chan].last_time_call_raw_stream = nmxp_data_gmtime_now();
		}

		/* Check timeout for other channels */
		if(params.timeoutrecv > 0) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
622
		    exitpdscondition = 1;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
623
624
625
626
627
		    to_cur_chan = 0;
		    while(to_cur_chan < channelList_subset->number) {
			timeout_for_channel = nmxp_data_gmtime_now() - channelListSeq[to_cur_chan].last_time_call_raw_stream;
			if(channelListSeq[to_cur_chan].last_time_call_raw_stream != 0
				&& timeout_for_channel >= params.timeoutrecv) {
628
			    nmxp_log(NMXP_LOG_WARN, NMXP_LOG_D_DOD, "Timeout for channel %s (%d sec.)\n",
Matteo Quintiliani's avatar
Matteo Quintiliani committed
629
630
631
632
633
634
635
636
				    channelList_subset->channel[to_cur_chan].name, timeout_for_channel);
			    nmxp_raw_stream_manage(&(channelListSeq[to_cur_chan].raw_stream_buffer), NULL, p_func_pd, n_func_pd);
			    channelListSeq[to_cur_chan].last_time_call_raw_stream = nmxp_data_gmtime_now();
			}
			to_cur_chan++;
		    }
		}

637
	    } else {
638

Matteo Quintiliani's avatar
Matteo Quintiliani committed
639
	    if(pd) {
640
641
642
643
644
645
646
		/* Management of gaps */
		if(!channelListSeq[cur_chan].significant && pd->nSamp > 0) {
		    channelListSeq[cur_chan].significant = 1;
		} else {
		    if(channelListSeq[cur_chan].significant) {
			if(nmxptool_check_and_log_gap(pd->time, channelListSeq[cur_chan].last_time, GAP_TOLLERANCE, pd->station, pd->channel)) {
			    channelListSeq[cur_chan].x_1 = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
647
			    nmxp_data_to_str(str_pd_time, pd->time);
648
			    nmxp_log(NMXP_LOG_WARN, NMXP_LOG_D_EXTRA, "%s.%s x0 set to zero at %s!\n", pd->station, pd->channel, str_pd_time);
649
			}
650
		    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
651
		}
652
653
654
		if(channelListSeq[cur_chan].significant && pd->nSamp > 0) {
		    channelListSeq[cur_chan].last_time = pd->time + ((double) pd->nSamp / (double) pd->sampRate);
		}
655

Matteo Quintiliani's avatar
Matteo Quintiliani committed
656
657

#ifdef HAVE_LIBMSEED
658
659
660
661
		/* Write Mini-SEED record */
		if(params.flag_writeseed) {
		    nmxptool_write_miniseed(pd);
		}
Matteo Quintiliani's avatar
Matteo Quintiliani committed
662
663
#endif

664
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
665
666
667
668
		/* Send data to SeedLink Server */
		if(params.flag_slink) {
		    nmxptool_send_raw_depoch(pd);
		}
669
#endif
670
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
671
	    }
672

Matteo Quintiliani's avatar
Matteo Quintiliani committed
673
	    if(pd) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
674
675
676
677
678
	    /* Store x_1 */
	    if(pd->nSamp > 0) {
		channelListSeq[cur_chan].x_1 = pd->pDataPtr[pd->nSamp-1];
	    }
	    /* Free pd->buffer */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
679
680
681
682
	    if(pd->buffer) {
		free(pd->buffer);
		pd->buffer = NULL;
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
683
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
684

Matteo Quintiliani's avatar
Matteo Quintiliani committed
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
#ifdef HAVE_EARTHWORMOBJS
	    if(params.ew_configuration_file) {

		/* Check if we are being asked to terminate */
		if( nmxptool_ew_check_flag_terminate() ) {
		    logit ("t", "nmxptool terminating on request\n");
		    exitpdscondition = 0;
		}

		/* Check if we need to send heartbeat message */
		nmxptool_ew_send_heartbeat_if_needed();

	    }
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
700
	}
Matteo Quintiliani's avatar
Matteo Quintiliani committed
701
702
703
	
	/* Flush raw data stream for each channel */
	flushing_raw_data_stream();
Matteo Quintiliani's avatar
Matteo Quintiliani committed
704

Matteo Quintiliani's avatar
Matteo Quintiliani committed
705
706
707
708
709
710
#ifdef HAVE_EARTHWORMOBJS
	if(params.ew_configuration_file) {
	    nmxptool_ew_detach();
	}
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
711
712
713
714
715
716
717
#ifdef HAVE_LIBMSEED
	if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
	    /* Close output Mini-SEED file */
	    fclose(data_seed.outfile_mseed);
	}
#endif

718
719
720
721
722
723
724
725
726
727
728

	/* PDS Step 7: Send Terminate Subscription */
	nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Good Bye!");

	/* PDS Step 8: Close the socket */
	nmxp_closeSocket(naqssock);

	/* *********************************************************** */
	/* End subscription protocol "PRIVATE DATA STREAM" version 1.4 */
	/* *********************************************************** */

729
730


731
    }
732

733
734
735
736
737
738
739
740
741
742
#ifdef HAVE_LIBMSEED
	if(*msr_list_chan) {
	    for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
		if(msr_list_chan[i_chan]) {
		    msr_free(&(msr_list_chan[i_chan]));
		}
	    }
	}
#endif

743
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
744
	    nmxp_raw_stream_free(&(channelListSeq[i_chan].raw_stream_buffer));
745
746
	}

747
748
749
750
751
752
753
754
755
	if(channelListSeq) {
	    free(channelListSeq);
	}

	/* This has to be tha last */
	if(channelList_subset) {
	    free(channelList_subset);
	}

756
    return 0;
757
} /* End MAIN */
758
759
760
761




Matteo Quintiliani's avatar
Matteo Quintiliani committed
762
763
764
765
766
767
768
static void flushing_raw_data_stream() {
    int to_cur_chan;

    /* Flush raw data stream for each channel */
    if(params.stc == -1) {
	to_cur_chan = 0;
	while(to_cur_chan < channelList_subset->number) {
769
	    nmxp_log(NMXP_LOG_WARN, NMXP_LOG_D_ANY, "Flushing data for channel %s\n",
Matteo Quintiliani's avatar
Matteo Quintiliani committed
770
771
772
773
774
775
		    channelList_subset->channel[to_cur_chan].name);
	    nmxp_raw_stream_manage(&(channelListSeq[to_cur_chan].raw_stream_buffer), NULL, p_func_pd, n_func_pd);
	    to_cur_chan++;
	}
    }
}
776

Matteo Quintiliani's avatar
Matteo Quintiliani committed
777
778
/* Do any needed cleanup and exit */
static void clientShutdown(int sig) {
779

780
    nmxp_log(NMXP_LOG_NORM, NMXP_LOG_D_ANY, "Program interrupted!\n");
Matteo Quintiliani's avatar
Matteo Quintiliani committed
781

Matteo Quintiliani's avatar
Matteo Quintiliani committed
782
783
    flushing_raw_data_stream();

Matteo Quintiliani's avatar
Matteo Quintiliani committed
784
785
786
787
788
    if(params.flag_writefile  &&  outfile) {
	/* Close output file */
	fclose(outfile);
    }

789
790
791
792
793
794
#ifdef HAVE_EARTHWORMOBJS
	if(params.ew_configuration_file) {
	    nmxptool_ew_detach();
	}
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
795
796
797
798
799
800
801
#ifdef HAVE_LIBMSEED
    if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
	/* Close output Mini-SEED file */
	fclose(data_seed.outfile_mseed);
    }
#endif

802

Matteo Quintiliani's avatar
Matteo Quintiliani committed
803
804
805
806
807
808
    /* PDS Step 7: Send Terminate Subscription */
    nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Good Bye!");

    /* PDS Step 8: Close the socket */
    nmxp_closeSocket(naqssock);

809

Matteo Quintiliani's avatar
Matteo Quintiliani committed
810
811
812
    if(channelList == NULL) {
	free(channelList);
    }
813

814
815
    int i_chan = 0;

816
817
818
819
820
821
822
823
824
825
#ifdef HAVE_LIBMSEED
    if(*msr_list_chan) {
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
	    if(msr_list_chan[i_chan]) {
		msr_free(&(msr_list_chan[i_chan]));
	    }
	}
    }
#endif

826
    for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
827
	nmxp_raw_stream_free(&(channelListSeq[i_chan].raw_stream_buffer));
828
829
    }

830
831
832
833
834
    if(channelListSeq) {
	free(channelListSeq);
    }

    /* This has to be the last */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
835
836
837
838
839
840
    if(channelList_subset == NULL) {
	free(channelList_subset);
    }

    exit( sig );
} /* End of clientShutdown() */
841

Matteo Quintiliani's avatar
Matteo Quintiliani committed
842
843
844
845

/* Empty signal handler routine */
static void clientDummyHandler(int sig) {
}
Matteo Quintiliani's avatar
Matteo Quintiliani committed
846
847
848
849




850
#ifdef HAVE_LIBMSEED
Matteo Quintiliani's avatar
Matteo Quintiliani committed
851
852
853
854
855
int nmxptool_write_miniseed(NMXP_DATA_PROCESS *pd) {
    int cur_chan;
    int ret = 0;
    if( (cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset)) != -1) {

856
	ret = nmxp_data_msr_pack(pd, &data_seed, msr_list_chan[cur_chan]);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
857
858

    } else {
859
	nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_CHANNEL, "Key %d not found in channelList_subset!\n", pd->key);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
860
861
862
    }
    return ret;
}
863
#endif
Matteo Quintiliani's avatar
Matteo Quintiliani committed
864

865
866
int nmxptool_print_seq_no(NMXP_DATA_PROCESS *pd) {
    int ret = 0;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
867
868
    char str_time[200];
    nmxp_data_to_str(str_time, pd->time);
869

870
    nmxp_log(NMXP_LOG_NORM_NO, NMXP_LOG_D_ANY, "Process %s.%s.%s %2d %d %d %s %dpts lat. %.1fs\n",
Matteo Quintiliani's avatar
Matteo Quintiliani committed
871
	    pd->network,
Matteo Quintiliani's avatar
Matteo Quintiliani committed
872
873
	    pd->station,
	    pd->channel,
874
875
	    pd->packet_type,
	    pd->seq_no,
876
	    pd->oldest_seq_no,
Matteo Quintiliani's avatar
Matteo Quintiliani committed
877
878
	    str_time,
	    pd->nSamp,
879
	    nmxp_data_latency(pd)
880
881
882
883
884
	    );

    return ret;
}

885

Matteo Quintiliani's avatar
Matteo Quintiliani committed
886
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
Matteo Quintiliani's avatar
Matteo Quintiliani committed
887
888
889
890
891
892
893
894
int nmxptool_send_raw_depoch(NMXP_DATA_PROCESS *pd) {
    /* TODO Set values */
    const int usec_correction = 0;
    const int timing_quality = 100;

    return send_raw_depoch(pd->station, pd->channel, pd->time, usec_correction, timing_quality,
	    pd->pDataPtr, pd->nSamp);
}
Matteo Quintiliani's avatar
Matteo Quintiliani committed
895
#endif
Matteo Quintiliani's avatar
Matteo Quintiliani committed
896
897
898
899



int nmxptool_check_and_log_gap(double time1, double time2, const double gap_tollerance, const char *station, const char *channel) {
900
901
    char str_time1[200];
    char str_time2[200];
Matteo Quintiliani's avatar
Matteo Quintiliani committed
902
903
    int ret = 0;
    double gap = time1 - time2 ;
904
905
    nmxp_data_to_str(str_time1, time1);
    nmxp_data_to_str(str_time2, time2);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
906
    if(gap > gap_tollerance) {
907
	nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_GAP, "Gap %.2f sec. for %s.%s from %s to %s!\n", gap, station, channel, str_time2, str_time1);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
908
909
	ret = 1;
    } else if (gap < -gap_tollerance) {
910
	nmxp_log(NMXP_LOG_ERR, NMXP_LOG_D_GAP, "Overlap %.2f sec. for %s.%s from %s to %s!\n", gap, station, channel, str_time1, str_time2);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
911
912
913
914
	ret = 1;
    }
    return ret;
}
915

Matteo Quintiliani's avatar
Matteo Quintiliani committed
916
void nmxptool_str_time_to_filename(char *str_time) {
917
918
919
920
921
922
923
924
925
926
927
928
929
    int i;
    for(i=0; i<strlen(str_time); i++) {
	if(   (str_time[i] >= 'A'  &&  str_time[i] <= 'Z')
		|| (str_time[i] >= 'a'  &&  str_time[i] <= 'z')
		|| (str_time[i] >= '0'  &&  str_time[i] <= '9')
		|| (str_time[i] == '_')
	  ) {
	    /* Do nothing */
	} else {
	    str_time[i] = '.';
	}
    }
}