isdn4k-utils/isdnlog/tools/zone/mkzonedb.c

470 lines
9.8 KiB
C

/*
* Make zone datafile
*
* Copyright 1999 by Leopold Toetsch <lt@toetsch.at>
*
* SYNOPSIS
* mkzonedb -r Zonefile -d database [ -f ] [ -v ] [ - V ]
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2, or (at your option)
* any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*
*/
static char progversion[] = "1.00";
/* first char must match dataversion */
#define STANDALONE
#define _MKZONEDB_C_
#include <limits.h>
#ifdef STANDALONE
#include <stdlib.h>
#define __USE_GNU
#include <stdio.h>
#include <string.h>
#include <ctype.h>
#include <stdarg.h>
#include <time.h>
#include <unistd.h>
#include <errno.h>
#ifndef __USE_MISC
extern const char *basename (const char *name);
#endif
#else
#include "isdnlog.h"
#include "tools.h"
#endif
#include "config.h"
#include "common.h"
void usage(char *argv[]) {
fprintf(stderr, "%s: -r RedZonefile -c Code -d Database [ -v ] [ -V ] [ -o Localzone ] [ -l Len ]\n",
basename(argv[0]));
exit(EXIT_FAILURE);
}
static int (*zones)[3];
static int *numbers;
static bool verbose=false;
static int table[256];
static int tablelen, keylen, keydigs, maxnum;
static int n, nn;
typedef struct {
int num;
char *code;
} code_t;
static code_t *codes = 0;
static int nc;
static int ortszone=1;
static int numlen;
static void read_codefile(char *cf) {
FILE *fp;
int l, llen = 0;
#if 0
char *line, *p;
#else
char line[BUFSIZ], *p;
#endif
nc = 0;
if (verbose)
printf("Reading %s\n", cf);
if ((fp=fopen(cf, "r")) == 0) {
fprintf(stderr, "Coudn't read '%s'\n", cf);
exit(EXIT_FAILURE);
}
maxnum = 0;
while (!feof(fp)) {
if (verbose && (nc % 1000) == 0) {
printf("%d\r", nc);
fflush(stdout);
}
#if 0
l = getline(&line, &llen, fp);
#else
fgets(line, BUFSIZ, fp);
#endif
if (!isdigit(*line))
continue;
line[strlen(line)-1] = '\0';
if ((codes=realloc(codes, (nc+1)*sizeof(code_t))) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
codes[nc].num = strtoul(line, &p, 10);
if (codes[nc].num > maxnum)
maxnum = codes[nc].num;
if (*p != '\t') {
fprintf(stderr, "'%s' seems to be an invalide codfile\n", cf);
exit(EXIT_FAILURE);
}
if ( (codes[nc].code = strdup(++p)) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
nc++;
}
if (verbose) {
printf("%d Codes read\n", nc);
fflush(stdout);
}
fclose(fp);
/* we append a dumm for not defined nums */
if ((codes=realloc(codes, (nc+1)*sizeof(code_t))) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
codes[nc].num=-1;
codes[nc].code=strdup("");
free(cf);
#if 0
free(line);
#endif
}
static void read_rzfile(char *rf) {
int i;
char *line, *p, *op;
size_t llen, l;
FILE *fp;
int from,to,z;
if ((fp=fopen(rf, "r")) == 0) {
fprintf(stderr, "Coudn't read '%s'\n", rf);
exit(EXIT_FAILURE);
}
if ((line = malloc(40)) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
llen=40;
n=0;
zones = 0;
if ((numbers = calloc(maxnum+1, sizeof(int))) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
i=keylen=keydigs=0;
if (verbose)
printf("Reading %s\n", rf);
while (!feof(fp)) {
if (verbose && (n % 1000) == 0) {
printf("%d\r", n);
fflush(stdout);
}
#if 0
l = getline(&line, &llen, fp);
#else
fgets(line, BUFSIZ, fp);
l = strlen(line);
#endif
if (!l || l == -1 || !*line)
break;
if (l>40)
fprintf(stderr, "Possible junk in line %d", n);
p = line;
from = strtoul(p, &p, 10);
if (p-line > keydigs)
keydigs=p-line;
p++;
op = p;
to = strtoul(p, &p, 10);
if (p-op > keydigs)
keydigs=p-op;
p++;
z = strtoul(p, &p, 10);
if (z > 127) {
fprintf(stderr, "Something is wrong with this file (line %d)\n", n);
exit(EXIT_FAILURE);
}
if ((zones = realloc(zones, (n+1)*3*sizeof(int))) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
zones[n][0]=from;
zones[n][1]=to;
zones[n][2]=z;
if (from > keylen)
keylen=from;
if (to > keylen)
keylen=to;
numbers[to]++;
n++;
}
free(line);
free(rf);
}
static void make_table() {
int i, j, k;
tablelen = 0;
if (verbose)
printf("%d\nSorting\n", n);
nn = maxnum;
for (j=0; j<256; j++) {
int max = 0;
k = -1;
for (i=0; i<=maxnum; i++) {
if (numbers[i] > max) {
k = i;
max = numbers[i];
}
}
if (k == -1) {
nn = j;
break;
}
numbers[k]=0;
table[j] = k;
if (k > tablelen)
tablelen = k;
}
free(numbers);
if (nn > 256)
nn = 256;
}
static int comp_func(const void *p1, const void *p2) {
return ((code_t*)p1)->num - ((code_t*)p2)->num;
}
/* insert the code of from into value */
static void insert_code(datum *value, int ifrom) {
int l;
code_t *cp, key;
key.num = ifrom;
cp = bsearch(&key, codes, nc, sizeof(code_t), comp_func);
if (!cp)
cp = &codes[nc];
l = strlen(cp->code) + 1;
if ((value->dptr = realloc(value->dptr, value->dsize+l)) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
memmove(value->dptr+l, value->dptr, value->dsize);
value->dsize += l;
memcpy(value->dptr, cp->code, l);
*cp->code = '\0'; /* invalidate */
return;
}
static void write_remaining_codes(_DB db) {
int i,l;
UL kul;
US kus;
datum key, value;
char *val;
for (i=0 ; i< nc; i++)
if (codes[i].num > 0 && *codes[i].code) {
if (keylen == 4) {
kul = (UL)codes[i].num;
key.dptr = (char*)&kul;
}
else {
kus = (US)codes[i].num;
key.dptr = (char*)&kus;
}
key.dsize = keylen;
val = malloc(l=(strlen(codes[i].code)+3));
strcpy(val, codes[i].code);
val[l-1] = val[l-2] = '\0'; /* count=0 */
value.dptr = val;
value.dsize = l;
if(STORE(db, key, value)) {
fprintf(stderr, "Error storing key '%d' - %s\n",codes[i].num,GET_ERR);
/* exit(EXIT_FAILURE); */
}
free(val);
}
}
static void write_db(char * df) {
_DB db;
datum key, value;
UL ul, kul;
US us, kus;
int ofrom;
int vlen;
US count;
char *val, *p;
int i, j;
char version[80];
qsort(codes, nc, sizeof(code_t), comp_func);
if (verbose)
printf("Writing\n");
if((db=OPEN(df,WRITE)) == 0) {
fprintf(stderr, "Can't create '%s' - %s\n", df, GET_ERR);
exit(EXIT_FAILURE);
}
/* tablelen .. len of table entries */
/* keylen = keysize */
keylen = keylen > 0xffff ? 4 : 2;
tablelen = tablelen > 0xffff ? 4 : tablelen > 0xff ? 2 : 1;
/* write version & table */
key.dptr = "vErSiO";
key.dsize = 7;
sprintf(version,"V1.00 K%c C%c N%d T%d O%d L%d",
keylen==2?'S':'L',tablelen==1?'C':tablelen==2?'S':'L',
nn,n, ortszone, numlen?numlen:keydigs);
value.dptr = version;
value.dsize = strlen(version)+1;
STORE(db, key, value);
if ((p = val = calloc(nn, tablelen)) == 0) {
fprintf(stderr, "Out of mem\n");
exit(EXIT_FAILURE);
}
key.dptr = "_tAbLe";
key.dsize = 7;
for (i=0; i<nn; i++)
if(tablelen==1)
*p++ = (UC)table[i];
else if(tablelen == 2)
*((US*)p)++ = (US)table[i];
else
*((UL*)p)++ = (UL)table[i];
value.dptr = val;
value.dsize = nn*tablelen;
STORE(db, key, value);
free(val);
/* and write data */
val = malloc(2); /* size */
vlen = 2;
ofrom = -1;
count = 0;
for (i=0; i<n; i++) {
bool found = false;
UC uc;
if (verbose && (i % 1000) == 0) {
printf("%d\r", i);
fflush(stdout);
}
if (ofrom != -1 && ofrom != zones[i][0]) {
*((US*)val) = count;
value.dptr = val;
value.dsize = vlen;
insert_code(&value, ofrom);
if(STORE(db, key, value)) {
fprintf(stderr, "Error storing key '%d' - %s\n",ofrom,GET_ERR);
exit(EXIT_FAILURE);
}
free(val);
}
if (ofrom != zones[i][0]) {
count = 0;
val = malloc(2); /* size */
vlen = 2;
/* set up key */
ofrom = zones[i][0];
if (keylen == 4) {
kul = (UL)ofrom;
key.dptr = (char*)&kul;
}
else {
kus = (US)ofrom;
key.dptr = (char*)&kus;
}
key.dsize = keylen;
}
count++;
for (j=0; j<nn; j++)
if(table[j] == zones[i][1]) {
found = true;
val = realloc(val, vlen+2);
uc = (UC)zones[i][2];
val[vlen++] = uc;
uc = (UC)j;
val[vlen++] = uc;
break;
}
if (!found) {
val = realloc(val, vlen+1+keylen);
zones[i][2] |= 128;
uc = (UC)zones[i][2];
val[vlen++] = uc;
if(keylen == 2) {
us = (US)zones[i][1];
*((US*)(&val[vlen])) = us;
}
else {
ul = (UL)zones[i][1];
*((UL*)(&val[vlen])) = ul;
}
vlen+=keylen;
}
}
if(verbose)
printf("%d\n", i);
/* write last */
*((US*)val) = count;
value.dptr = val;
value.dsize = vlen;
insert_code(&value, ofrom);
STORE(db, key, value);
free(val);
write_remaining_codes(db);
CLOSE(db);
free(zones);
free(df);
for (i = 0; i <= nc; i++)
free(codes[i].code);
free(codes);
}
int main (int argc, char *argv[])
{
char *df=0;
char *rf=0;
char *cf=0;
int c;
if (argc < 2)
usage(argv);
while ( (c=getopt(argc, argv, "vVr:d:c:o:l:")) != EOF) {
switch (c) {
case 'v' : verbose = true; break;
case 'V' : printf("%s: V%s Db=%s\n",
basename(argv[0]), progversion, dbv); exit(1);
case 'd' : df = strdup(optarg); break;
case 'r' : rf = strdup(optarg); break;
case 'c' : cf = strdup(optarg); break;
case 'o' : ortszone = atoi(optarg); break;
case 'l' : numlen = atoi(optarg); break;
}
}
read_codefile(cf);
read_rzfile(rf);
/* make table of 256 maxused to's */
make_table();
write_db(df);
/* Uff this got longer as I thought,
C is a real low level language -
now it's clear, why I prefer Perl
*/
return(EXIT_SUCCESS);
}