nmxptool.c 15.6 KB
Newer Older
1
2
3
4
5
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include <nmxp.h>
Matteo Quintiliani's avatar
Matteo Quintiliani committed
6
7
8
9
10

#ifndef WIN32
#include <signal.h>
#endif

11
#include "config.h"
12
13
#include "nmxptool_getoptlong.h"

14
15
16
#ifdef HAVE_LIBMSEED
#include <libmseed.h>
#endif
17

18
19
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_H
#include "seedlink_plugin.h"
20
21
#endif

22

23
24
#define CURRENT_NETWORK (params.network)? params.network : DEFAULT_NETWORK

Matteo Quintiliani's avatar
Matteo Quintiliani committed
25
26
27
typedef struct {
    int significant;
    double last_time;
28
29
} NMXPTOOL_CHAN_SEQ;

Matteo Quintiliani's avatar
Matteo Quintiliani committed
30

31
32
33
34
35
36
37
38
39
40
#define GAP_TOLLERANCE 0.001

void nmxptool_check_and_log_gap(double time1, double time2, const double gap_tollerance, const char *station, const char *channel) {
    double gap = time1 - time2 ;
    if(gap > gap_tollerance) {
	nmxp_log(1, 0, "Gap %.2f sec. for %s.%s from %d to %d!\n", gap, station, channel, time1, time2);
    } else if (gap < -gap_tollerance) {
	nmxp_log(1, 0, "Overlap %.2f sec. for %s.%s from %d to %d!\n", gap, station, channel, time2, time1);
    }
}
Matteo Quintiliani's avatar
Matteo Quintiliani committed
41
42
43
44
45
46
47
48
49
50
51

static void clientShutdown(int sig);
static void clientDummyHandler(int sig);


/* Global variable for main program and handling terminitation program */
NMXPTOOL_PARAMS params;
int naqssock = 0;
FILE *outfile = NULL;
NMXP_CHAN_LIST *channelList = NULL;
NMXP_CHAN_LIST *channelList_subset = NULL;
52
53
NMXPTOOL_CHAN_SEQ *channelListSeq = NULL;

Matteo Quintiliani's avatar
Matteo Quintiliani committed
54
55
56
#ifdef HAVE_LIBMSEED
/* Mini-SEED variables */
NMXP_DATA_SEED data_seed;
57
MSRecord *msr_list_chan[MAX_N_CHAN];
Matteo Quintiliani's avatar
Matteo Quintiliani committed
58
59
#endif

60
61
62
63

int main (int argc, char **argv) {
    uint32_t connection_time;
    int request_SOCKET_OK;
64
    int i_chan, cur_chan;
65
66
67
68
69
70
71

    NMXP_MSG_SERVER type;
    void *buffer;
    uint32_t length;
    int ret;

    char filename[500];
72
    char station_code[20], channel_code[20];
73
74
75
76
77
78
79
80

    NMXP_DATA_PROCESS *pd;

#ifdef HAVE_LIBMSEED
    /* Init mini-SEED variables */
    nmxp_data_seed_init(&data_seed);
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
81
82
83
84
85
86
87
88
#ifndef WIN32
    /* Signal handling, use POSIX calls with standardized semantics */
    struct sigaction sa;

    sa.sa_handler = clientDummyHandler;
    sa.sa_flags = SA_RESTART;
    sigemptyset(&sa.sa_mask);
    sigaction(SIGALRM, &sa, NULL);
89

Matteo Quintiliani's avatar
Matteo Quintiliani committed
90
91
92
93
94
95
96
97
98
99
100
101
    sa.sa_handler = clientShutdown;
    sigaction(SIGINT, &sa, NULL);
    sigaction(SIGQUIT, &sa, NULL); 
    sigaction(SIGTERM, &sa, NULL);

    sa.sa_handler = SIG_IGN;
    sigaction(SIGHUP, &sa, NULL);
    sigaction(SIGPIPE, &sa, NULL); 
#endif


    /* Default is normal output */
102
103
104
105
106
107
108
109
110
111
112
113
    nmxp_log(-1, 0);

    /* Initialize params from argument values */
    if(nmxptool_getopt_long(argc, argv, &params) != 0) {
	return 1;
    }

    /* Check consistency of params */
    if(nmxptool_check_params(&params) != 0) {
	return 1;
    }

114
115
116
117
    if(params.flag_verbose) {
	nmxp_log(-1, 2);
    }

118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
    /* List available channels on server */
    if(params.flag_listchannels) {

	channelList = nmxp_getAvailableChannelList(params.hostname, params.portnumberpds, NMXP_DATA_TIMESERIES);
	nmxp_chan_print_channelList(channelList);

	return 1;
    }

    /* Get list of available channels and get a subset list of params.channels */
    channelList = nmxp_getAvailableChannelList(params.hostname, params.portnumberpds, NMXP_DATA_TIMESERIES);
    channelList_subset = nmxp_chan_subset(channelList, NMXP_DATA_TIMESERIES, params.channels);

    /* Check if some channel already exists */
    if(channelList_subset->number <= 0) {
	nmxp_log(1, 0, "Channels not found!\n");
	return 1;
Matteo Quintiliani's avatar
Matteo Quintiliani committed
135
136
    } else {
	nmxp_chan_print_channelList(channelList_subset);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
137

138
139
140
141
142
143
144
145
146
	nmxp_log(0, 1, "Init channelListSeq.\n");

	/* init channelListSeq */
	channelListSeq = (NMXPTOOL_CHAN_SEQ *) malloc(sizeof(NMXPTOOL_CHAN_SEQ) * channelList_subset->number);
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
	    channelListSeq[i_chan].significant = 0;
	    channelListSeq[i_chan].last_time = 0.0;
	}

Matteo Quintiliani's avatar
Matteo Quintiliani committed
147
#ifdef HAVE_LIBMSEED
148
149
150
	nmxp_log(0, 1, "Init mini-SEED record list.\n");

	/* Init mini-SEED record list */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
151
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
152
153
154
155
156
157
158
159

	    nmxp_log(0, 1, "Init mini-SEED record for %s\n", channelList_subset->channel[i_chan].name);

	    msr_list_chan[i_chan] = msr_init(NULL);

	    /* Separate station_code and channel_code */
	    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code)) {

160
		nmxp_log(0, 1, "%s.%s.%s\n", CURRENT_NETWORK, station_code, channel_code);
161

162
		strcpy(msr_list_chan[i_chan]->network, CURRENT_NETWORK);
163
164
165
166
167
168
169
170
171
172
173
		strcpy(msr_list_chan[i_chan]->station, station_code);
		strcpy(msr_list_chan[i_chan]->channel, channel_code);

		msr_list_chan[i_chan]->reclen = 512;         /* byte record length */
		msr_list_chan[i_chan]->encoding = DE_STEIM1;  /* Steim 1 compression */

	    } else {
		nmxp_log(1, 0, "Channels %s error in format!\n");
		return 1;
	    }

Matteo Quintiliani's avatar
Matteo Quintiliani committed
174
175
	}
#endif
176

177
178
179
180
181
182
183
184
    }

    /* Free the complete channel list */
    if(channelList) {
	free(channelList);
	channelList = NULL;
    }

Matteo Quintiliani's avatar
Matteo Quintiliani committed
185
186
    nmxp_log(0, 1, "Starting comunication.\n");

187

188
    /* TODO condition starting DAP or PDS */
189
    if(params.start_time != 0   &&   params.end_time != 0) {
190

191
192
193



194
195
196
	/* ************************************************************** */
	/* Start subscription protocol "DATA ACCESS PROTOCOL" version 1.0 */
	/* ************************************************************** */
197

198
199
200
201
202
	/* DAP Step 1: Open a socket */
	if( (naqssock = nmxp_openSocket(params.hostname, params.portnumberdap)) == NMXP_SOCKET_ERROR) {
	    nmxp_log(1, 0, "Error opening socket!\n");
	    return 1;
	}
203

204
205
206
207
208
	/* DAP Step 2: Read connection time */
	if(nmxp_readConnectionTime(naqssock, &connection_time) != NMXP_SOCKET_OK) {
	    nmxp_log(1, 0, "Error reading connection time from server!\n");
	    return 1;
	}
209

210
211
212
213
214
215
216
217
218
219
220
	/* DAP Step 3: Send a ConnectRequest */
	if(nmxp_sendConnectRequest(naqssock, params.datas_username, params.datas_password, connection_time) != NMXP_SOCKET_OK) {
	    nmxp_log(1, 0, "Error sending connect request!\n");
	    return 1;
	}

	/* DAP Step 4: Wait for a Ready message */
	if(nmxp_waitReady(naqssock) != NMXP_SOCKET_OK) {
	    nmxp_log(1, 0, "Error waiting Ready message!\n");
	    return 1;
	}
221

222
223
224
	/* Start loop for sending requests */
	i_chan=0;
	request_SOCKET_OK = NMXP_SOCKET_OK;
225

226
	while(request_SOCKET_OK == NMXP_SOCKET_OK  &&  i_chan < channelList_subset->number) {
227

228
229
	    /* DAP Step 5: Send Data Request */
	    request_SOCKET_OK = nmxp_sendDataRequest(naqssock, channelList_subset->channel[i_chan].key, params.start_time, params.end_time);
230

231
	    if(request_SOCKET_OK == NMXP_SOCKET_OK) {
232

233
234
		if(params.flag_writefile) {
		    /* Open output file */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
235
		    sprintf(filename, "%s.%s.%d.%d.%d.nmx",
236
			    CURRENT_NETWORK,
Matteo Quintiliani's avatar
Matteo Quintiliani committed
237
238
239
			    channelList_subset->channel[i_chan].name,
			    channelList_subset->channel[i_chan].key,
			    params.start_time, params.end_time);
240

241
242
243
244
		    outfile = fopen(filename, "w");
		    if(!outfile) {
			nmxp_log(1, 0, "Can not to open file %s!", filename);
		    }
245
246
247
		}

#ifdef HAVE_LIBMSEED
248
249
		if(params.flag_writeseed) {
		    /* Open output Mini-SEED file */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
250
		    sprintf(data_seed.filename_mseed, "%s.%s.%d.%d.%d.miniseed",
251
			    CURRENT_NETWORK,
Matteo Quintiliani's avatar
Matteo Quintiliani committed
252
253
254
255
			    channelList_subset->channel[i_chan].name,
			    channelList_subset->channel[i_chan].key,
			    params.start_time,
			    params.end_time);
256

257
258
259
260
261
262
		    data_seed.outfile_mseed = fopen(data_seed.filename_mseed, "w");
		    if(!data_seed.outfile_mseed) {
			nmxp_log(1, 0, "Can not to open file %s!", data_seed.filename_mseed);
		    }
		}
#endif
263

264
265
266
		if(params.flag_writefile  &&  outfile) {
		    /* Compute SNCL line */

267
268
269
270
271
		    /* Separate station_code_old_way and channel_code_old_way */
		    if(nmxp_chan_cpy_sta_chan(channelList_subset->channel[i_chan].name, station_code, channel_code)) {
			/* Write SNCL line */
			fprintf(outfile, "%s.%s.%s.%s\n",
				station_code,
272
				CURRENT_NETWORK,
273
274
				channel_code,
				(params.location)? params.location : "");
275
		    }
276
277
278

		}

279
280
281
		/* DAP Step 6: Receive Data until receiving a Ready message */
		ret = nmxp_receiveMessage(naqssock, &type, &buffer, &length);
		nmxp_log(0, 1, "ret = %d, type = %d\n", ret, type);
282

283
		while(ret == NMXP_SOCKET_OK   &&    type != NMXP_MSG_READY) {
284

285
		    /* Process a packet and return value in NMXP_DATA_PROCESS structure */
286
		    pd = nmxp_processCompressedData(buffer, length, channelList_subset, CURRENT_NETWORK);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
287
288

		    /* Log contents of last packet */
289
290
291
		    if(params.flag_logdata) {
			nmxp_data_log(pd);
		    }
292

293
294
295
296
297
298
299
300
301
		    /* Management of gaps */
		    cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset);
		    if(!channelListSeq[cur_chan].significant) {
			channelListSeq[cur_chan].significant = 1;
		    } else {
			nmxptool_check_and_log_gap(pd->time, channelListSeq[cur_chan].last_time, GAP_TOLLERANCE, pd->station, pd->channel);
		    }
		    channelListSeq[cur_chan].last_time = pd->time + ((double) pd->nSamp / (double) pd->sampRate);

302
#ifdef HAVE_LIBMSEED
303
304
		    /* Write Mini-SEED record */
		    if(params.flag_writeseed) {
305
306
307
308
309
310
311
			if( (cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset)) != -1) {

			    nmxp_data_msr_pack(pd, &data_seed, msr_list_chan[cur_chan]);

			} else {
			    nmxp_log(1, 0, "Key %d not found in channelList_subset!\n", pd->key);
			}
312
		    }
313
314
#endif

315
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
316
317
318
319
320
		    /* Send data to SeedLink Server */
		    if(params.flag_writeseedlink) {
			/* TODO Set values */
			const int usec_correction = 0;
			const int timing_quality = 100;
321

322
323
324
			send_raw_depoch(pd->station, pd->channel, pd->time, usec_correction, timing_quality,
				pd->pDataPtr, pd->nSamp);
		    }
325
326
#endif

327
328
329
330
331
332
333
334
335
		    if(params.flag_writefile  &&  outfile) {
			/* Write buffer to the output file */
			if(outfile && buffer && length > 0) {
			    int length_int = length;
			    nmxp_data_swap_4b((int32_t *) &length_int);
			    fwrite(&length_int, sizeof(length_int), 1, outfile);
			    fwrite(buffer, length, 1, outfile);
			}
		    }
336

Matteo Quintiliani's avatar
Matteo Quintiliani committed
337
338
339
		    if(pd->buffer) {
			free(pd->buffer);
			pd->buffer = NULL;
340
		    }
341
342
343
344

		    /* Receive Data */
		    ret = nmxp_receiveMessage(naqssock, &type, &buffer, &length);
		    nmxp_log(0, 1, "ret = %d, type = %d\n", ret, type);
345
346
		}

347
348
349
		if(params.flag_writefile  &&  outfile) {
		    /* Close output file */
		    fclose(outfile);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
350
		    outfile = NULL;
351
352
		}

353
354
355
356
#ifdef HAVE_LIBMSEED
		if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
		    /* Close output Mini-SEED file */
		    fclose(data_seed.outfile_mseed);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
357
		    data_seed.outfile_mseed = NULL;
358
359
		}
#endif
360
361

	    }
362
363
364
	    i_chan++;
	}
	/* DAP Step 7: Repeat steps 5 and 6 for each data request */
365

366
367
368
369
370
371
372
373
374
375
	/* DAP Step 8: Send a Terminate message (optional) */
	nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Bye!");

	/* DAP Step 9: Close the socket */
	nmxp_closeSocket(naqssock);

	/* ************************************************************ */
	/* End subscription protocol "DATA ACCESS PROTOCOL" version 1.0 */
	/* ************************************************************ */

376
377
378



379
    } else {
380

381
382
383
384




385
386
387
388
389
390
391
392
393
	/* ************************************************************* */
	/* Start subscription protocol "PRIVATE DATA STREAM" version 1.4 */
	/* ************************************************************* */

	/* PDS Step 1: Open a socket */
	naqssock = nmxp_openSocket(params.hostname, params.portnumberpds);

	if(naqssock == NMXP_SOCKET_ERROR) {
	    return 1;
394
395
	}

396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
	/* PDS Step 2: Send a Connect */
	if(nmxp_sendConnect(naqssock) != NMXP_SOCKET_OK) {
	    printf("Error on sendConnect()\n");
	    return 1;
	}

	/* PDS Step 3: Receive ChannelList */
	if(nmxp_receiveChannelList(naqssock, &channelList) != NMXP_SOCKET_OK) {
	    printf("Error on receiveChannelList()\n");
	    return 1;
	}

	/* Get a subset of channel from arguments */
	channelList_subset = nmxp_chan_subset(channelList, NMXP_DATA_TIMESERIES, params.channels);


	/* PDS Step 4: Send a Request Pending (optional) */
413
414


415
416
417
418
419
420
	/* PDS Step 5: Send AddChannels */
	/* Request Data */
	nmxp_sendAddTimeSeriesChannel(naqssock, channelList_subset, params.stc, params.rate, (params.flag_buffered)? NMXP_BUFFER_YES : NMXP_BUFFER_NO);

	/* PDS Step 6: Repeat until finished: receive and handle packets */

Matteo Quintiliani's avatar
Matteo Quintiliani committed
421
422
423
424
#ifdef HAVE_LIBMSEED
	if(params.flag_writeseed) {
	    /* Open output Mini-SEED file */
	    sprintf(data_seed.filename_mseed, "%s.realtime.miniseed",
425
		    CURRENT_NETWORK);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
426
427
428
429
430
431
432
433
434
435

	    data_seed.outfile_mseed = fopen(data_seed.filename_mseed, "w");
	    if(!data_seed.outfile_mseed) {
		nmxp_log(1, 0, "Can not to open file %s!", data_seed.filename_mseed);
	    } else {
		nmxp_log(0, 1, "Opened file %s!\n", data_seed.filename_mseed);
	    }
	}
#endif

436
437
	while(1) {
	    /* Process Compressed or Decompressed Data */
438
	    pd = nmxp_receiveData(naqssock, channelList_subset, CURRENT_NETWORK);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
439
440

	    /* Log contents of last packet */
441
442
443
	    if(params.flag_logdata) {
		nmxp_data_log(pd);
	    }
Matteo Quintiliani's avatar
Matteo Quintiliani committed
444

445
446
447
448
449
450
451
452
453
	    /* Management of gaps */
	    cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset);
	    if(!channelListSeq[cur_chan].significant) {
		channelListSeq[cur_chan].significant = 1;
	    } else {
		nmxptool_check_and_log_gap(pd->time, channelListSeq[cur_chan].last_time, GAP_TOLLERANCE, pd->station, pd->channel);
	    }
	    channelListSeq[cur_chan].last_time = pd->time + ((double) pd->nSamp / (double) pd->sampRate);

Matteo Quintiliani's avatar
Matteo Quintiliani committed
454
455
456
457

#ifdef HAVE_LIBMSEED
	    /* Write Mini-SEED record */
	    if(params.flag_writeseed) {
458
		if( (cur_chan = nmxp_chan_lookupKeyIndex(pd->key, channelList_subset)) != -1) {
Matteo Quintiliani's avatar
Matteo Quintiliani committed
459

460
		    nmxp_data_msr_pack(pd, &data_seed, msr_list_chan[cur_chan]);
Matteo Quintiliani's avatar
Matteo Quintiliani committed
461
462
463
464
465
466
467

		} else {
		    nmxp_log(1, 0, "Key %d not found in channelList_subset!\n", pd->key);
		}
	    }
#endif

468
469
470
471
472
473
474
475
476
477
478
479
#ifdef HAVE___SRC_SEEDLINK_PLUGIN_C
		    /* Send data to SeedLink Server */
		    if(params.flag_writeseedlink) {
			/* TODO Set values */
			const int usec_correction = 0;
			const int timing_quality = 100;

			send_raw_depoch(pd->station, pd->channel, pd->time, usec_correction, timing_quality,
				pd->pDataPtr, pd->nSamp);
		    }
#endif

Matteo Quintiliani's avatar
Matteo Quintiliani committed
480
481
482
483
484
485
486
487
488
489
490
491
492
493
	    if(pd->buffer) {
		free(pd->buffer);
		pd->buffer = NULL;
	    }

	}

#ifdef HAVE_LIBMSEED
	if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
	    /* Close output Mini-SEED file */
	    fclose(data_seed.outfile_mseed);
	}
#endif

494
495
496
497
498
499
500
501
502
503
504

	/* PDS Step 7: Send Terminate Subscription */
	nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Good Bye!");

	/* PDS Step 8: Close the socket */
	nmxp_closeSocket(naqssock);

	/* *********************************************************** */
	/* End subscription protocol "PRIVATE DATA STREAM" version 1.4 */
	/* *********************************************************** */

505
506
507



508
    }
509

510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
#ifdef HAVE_LIBMSEED
	if(*msr_list_chan) {
	    for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
		if(msr_list_chan[i_chan]) {
		    msr_free(&(msr_list_chan[i_chan]));
		}
	    }
	}
#endif

	if(channelListSeq) {
	    free(channelListSeq);
	}

	/* This has to be tha last */
	if(channelList_subset) {
	    free(channelList_subset);
	}

529
530

    return 0;
531
} /* End MAIN */
532
533
534
535
536





Matteo Quintiliani's avatar
Matteo Quintiliani committed
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
/* Do any needed cleanup and exit */
static void clientShutdown(int sig) {
    nmxp_log(0, 0, "Program interrupted!\n");

    if(params.flag_writefile  &&  outfile) {
	/* Close output file */
	fclose(outfile);
    }

#ifdef HAVE_LIBMSEED
    if(params.flag_writeseed  &&  data_seed.outfile_mseed) {
	/* Close output Mini-SEED file */
	fclose(data_seed.outfile_mseed);
    }
#endif

553

Matteo Quintiliani's avatar
Matteo Quintiliani committed
554
555
556
557
558
559
    /* PDS Step 7: Send Terminate Subscription */
    nmxp_sendTerminateSubscription(naqssock, NMXP_SHUTDOWN_NORMAL, "Good Bye!");

    /* PDS Step 8: Close the socket */
    nmxp_closeSocket(naqssock);

560

Matteo Quintiliani's avatar
Matteo Quintiliani committed
561
562
563
    if(channelList == NULL) {
	free(channelList);
    }
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580

#ifdef HAVE_LIBMSEED
    int i_chan;
    if(*msr_list_chan) {
	for(i_chan = 0; i_chan < channelList_subset->number; i_chan++) {
	    if(msr_list_chan[i_chan]) {
		msr_free(&(msr_list_chan[i_chan]));
	    }
	}
    }
#endif

    if(channelListSeq) {
	free(channelListSeq);
    }

    /* This has to be the last */
Matteo Quintiliani's avatar
Matteo Quintiliani committed
581
582
583
584
585
586
    if(channelList_subset == NULL) {
	free(channelList_subset);
    }

    exit( sig );
} /* End of clientShutdown() */
587

Matteo Quintiliani's avatar
Matteo Quintiliani committed
588
589
590
591

/* Empty signal handler routine */
static void clientDummyHandler(int sig) {
}