CrossCorrToplist.c

Go to the documentation of this file.

/*
*  Copyright (C) 2010 Christine Chung (based closely on CrossCorrToplist.c)
*
*  This program is free software; you can redistribute it and/or modify
*  it under the terms of the GNU General Public License as published by
*  the Free Software Foundation; either version 2 of the License, or
*  (at your option) any later version.
*
*  This program is distributed in the hope that it will be useful,
*  but WITHOUT ANY WARRANTY; without even the implied warranty of
*  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
*  GNU General Public License for more details.
*
*  You should have received a copy of the GNU General Public License
*  along with with program; see the file COPYING. If not, write to the
*  Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
*  MA  02110-1301  USA
*/
 
#include "config.h"
 
#include <math.h>
#include <stdio.h>
#ifdef HAVE_UNISTD_H
#include <unistd.h>
#endif
 
#include <lal/StringInput.h>
#include <lal/LALConstants.h>
#include <lal/LALStdio.h>
#include <lal/LogPrintf.h>
#include <lal/HeapToplist.h>
 
#include "CrossCorrToplist.h"
 
/* Windows specifics */
#ifdef _WIN32
#include <io.h>
 
/* errno */
extern int errno;
extern int _doserrno;
 
/* snprintf */
#define snprintf _snprintf
 
/* fsync */
#define fsync _commit
#define fileno _fileno
 
#else /* WIN32 */
 
/* errno */
#include <errno.h>
 
#endif /* WIN32 */
 
 
 
 
 
/* define min macro if not already defined */
#ifndef min
#define min(a,b) ((a)<(b)?(a):(b))
#endif
 
/* maximum number of succesive failures before switching off syncing */
#define SYNC_FAIL_LIMIT 5
 
/* local prototypes */
static void reduce_crossCorr_toplist_precision( toplist_t *l );
static int _atomic_write_crossCorr_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum, int write_done );
static int _atomic_write_crossCorrBinary_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum, int write_done );
 
static int print_crossCorrline_to_str( CrossCorrOutputEntry fline, char *buf, int buflen );
static int print_crossCorrBinaryline_to_str( CrossCorrBinaryOutputEntry fline, char *buf, int buflen );
 
 
/* ordering function for sorting the list */
static int crossCorr_toplist_qsort_function( const void *a, const void *b )
{
  if ( ( ( const CrossCorrOutputEntry * )a )->Freq  < ( ( const CrossCorrOutputEntry * )b )->Freq ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Freq  > ( ( const CrossCorrOutputEntry * )b )->Freq ) {
    return 1;
  }
  if ( ( ( const CrossCorrOutputEntry * )a )->Q1  < ( ( const CrossCorrOutputEntry * )b )->Q1 ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Q1  > ( ( const CrossCorrOutputEntry * )b )->Q1 ) {
    return 1;
  }
  if ( ( ( const CrossCorrOutputEntry * )a )->Q2  < ( ( const CrossCorrOutputEntry * )b )->Q2 ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Q2  > ( ( const CrossCorrOutputEntry * )b )->Q2 ) {
    return 1;
  }
  if ( ( ( const CrossCorrOutputEntry * )a )->BrakingIndex  < ( ( const CrossCorrOutputEntry * )b )->BrakingIndex ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->BrakingIndex  > ( ( const CrossCorrOutputEntry * )b )->BrakingIndex ) {
    return 1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Alpha < ( ( const CrossCorrOutputEntry * )b )->Alpha ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Alpha > ( ( const CrossCorrOutputEntry * )b )->Alpha ) {
    return 1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Delta < ( ( const CrossCorrOutputEntry * )b )->Delta ) {
    return -1;
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Delta > ( ( const CrossCorrOutputEntry * )b )->Delta ) {
    return 1;
  } else {
    return 0;
  }
}
 
 
/* ordering function for sorting the list */
static int crossCorrBinary_toplist_qsort_function( const void *a, const void *b )
{
  if ( ( ( const CrossCorrBinaryOutputEntry * )a )->freq  < ( ( const CrossCorrBinaryOutputEntry * )b )->freq ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->freq  > ( ( const CrossCorrBinaryOutputEntry * )b )->freq ) {
    return 1;
  }
  if ( ( ( const CrossCorrBinaryOutputEntry * )a )->tp  < ( ( const CrossCorrBinaryOutputEntry * )b )->tp ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->tp  > ( ( const CrossCorrBinaryOutputEntry * )b )->tp ) {
    return 1;
  }
  if ( ( ( const CrossCorrBinaryOutputEntry * )a )->argp  < ( ( const CrossCorrBinaryOutputEntry * )b )->argp ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->argp  > ( ( const CrossCorrBinaryOutputEntry * )b )->argp ) {
    return 1;
  }
  if ( ( ( const CrossCorrBinaryOutputEntry * )a )->asini  < ( ( const CrossCorrBinaryOutputEntry * )b )->asini ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->asini  > ( ( const CrossCorrBinaryOutputEntry * )b )->asini ) {
    return 1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->ecc < ( ( const CrossCorrBinaryOutputEntry * )b )->ecc ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->ecc > ( ( const CrossCorrBinaryOutputEntry * )b )->ecc ) {
    return 1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->period < ( ( const CrossCorrBinaryOutputEntry * )b )->period ) {
    return -1;
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->period > ( ( const CrossCorrBinaryOutputEntry * )b )->period ) {
    return 1;
  } else {
    return 0;
  }
}
 
 
/* ordering function defining the toplist */
static int crossCorr_smaller( const void *a, const void *b )
{
  if ( ( ( const CrossCorrOutputEntry * )a )->Rho < ( ( const CrossCorrOutputEntry * )b )->Rho ) {
    return ( 1 );
  } else if ( ( ( const CrossCorrOutputEntry * )a )->Rho > ( ( const CrossCorrOutputEntry * )b )->Rho ) {
    return ( -1 );
  } else {
    return ( crossCorr_toplist_qsort_function( a, b ) );
  }
}
 
 
static int crossCorrBinary_smaller( const void *a, const void *b )
{
  if ( ( ( const CrossCorrBinaryOutputEntry * )a )->rho < ( ( const CrossCorrBinaryOutputEntry * )b )->rho ) {
    return ( 1 );
  } else if ( ( ( const CrossCorrBinaryOutputEntry * )a )->rho > ( ( const CrossCorrBinaryOutputEntry * )b )->rho ) {
    return ( -1 );
  } else {
    return ( crossCorrBinary_toplist_qsort_function( a, b ) );
  }
}
 
 
 
/* creates a toplist with length elements,
   returns -1 on error (usually out of memory), else 0 */
int create_crossCorr_toplist( toplist_t **tl, UINT8 length )
{
  return ( create_toplist( tl, length, sizeof( CrossCorrOutputEntry ), crossCorr_smaller ) );
}
 
int create_crossCorrBinary_toplist( toplist_t **tl, UINT8 length )
{
  return ( create_toplist( tl, length, sizeof( CrossCorrBinaryOutputEntry ), crossCorrBinary_smaller ) );
}
 
 
/* frees the space occupied by the toplist */
void free_crossCorr_toplist( toplist_t **l )
{
  free_toplist( l );
}
 
 
/* Inserts an element in to the toplist either if there is space left
   or the element is larger than the smallest element in the toplist.
   In the latter case, remove the smallest element from the toplist and
   look for the now smallest one.
   Returns 1 if the element was actually inserted, 0 if not. */
int insert_into_crossCorr_toplist( toplist_t *tl, CrossCorrOutputEntry elem )
{
  if ( !tl ) {
    return 0;
  } else {
    return ( insert_into_toplist( tl, ( void * )&elem ) );
  }
}
 
 
int insert_into_crossCorrBinary_toplist( toplist_t *tl, CrossCorrBinaryOutputEntry elem )
{
  if ( !tl ) {
    return 0;
  } else {
    return ( insert_into_toplist( tl, ( void * )&elem ) );
  }
}
 
 
 
 
/* (q)sort the toplist according to the sorting function. */
void sort_crossCorr_toplist( toplist_t *l )
{
  qsort_toplist( l, crossCorr_toplist_qsort_function );
}
 
 
void sort_crossCorrBinary_toplist( toplist_t *l )
{
  qsort_toplist( l, crossCorrBinary_toplist_qsort_function );
}
 
/* /\* reads a (created!) toplist from an open filepointer */
/*    returns the number of bytes read, */
/*     0 if we found a %DONE marker at the end, */
/*    -1 if the file contained a syntax error, */
/*    -2 if given an improper toplist *\/ */
/* int read_crossCorr_toplist_from_fp(toplist_t*l, FILE*fp, UINT4*checksum, UINT4 maxbytes) { */
/*     CHAR line[256];       /\* buffer for reading a line *\/ */
/*     UINT4 items, lines;   /\* number of items read from a line, linecounter *\/ */
/*     UINT4 len, chars = 0; /\* length of a line, total characters read from the file *\/ */
/*     UINT4 i;              /\* loop counter *\/ */
/*     CHAR lastchar;        /\* last character of a line read, should be newline *\/ */
/*     CrossCorrOutputEntry CrossCorrLine; */
/*     REAL8 epsilon=1e-5; */
 
/*     /\* basic check that the list argument is valid *\/ */
/*     if(!l) */
/*      return -2; */
 
/*     /\* make sure the line buffer is terminated correctly *\/ */
/*     XLAL_LAST_ELEM(line)='\0'; */
 
/*     /\* init the checksum if given *\/ */
/*     if(checksum) */
/*      *checksum = 0; */
 
/*     /\* set maxbytes to maximum if zero *\/ */
/*     if (maxbytes == 0) */
/*      maxbytes--; */
 
/*     lines=1; */
/*     while(fgets(line,sizeof(line)-1, fp)) { */
 
/*         if (!strncmp(line,"%DONE\n",strlen("%DONE\n"))) { */
/*        LogPrintf(LOG_NORMAL,"WARNING: found end marker - the task was already finished\n"); */
/*        return(0); */
/*         } */
 
/*      len = strlen(line); */
/*      chars += len; */
 
/*      if (len==0) { */
/*        LogPrintf (LOG_CRITICAL, "Line %d is empty.\n", lines); */
/*          return -1; */
/*      } */
/*      else if (line[len-1] != '\n') { */
/*        LogPrintf (LOG_CRITICAL,  */
/*                   "Line %d is too long or has no NEWLINE. First %d chars are:\n'%s'\n", */
/*                   lines,sizeof(line)-1, line); */
/*        return -1; */
/*      } */
 
/*      items = sscanf (line, */
/*                       "%" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT "%c", */
/*                      &CrossCorrLine.Freq, */
/*                      &CrossCorrLine.Q1, */
/*                      &CrossCorrLine.Q2, */
/*                      &CrossCorrLine.BrakingIndex, */
/*                      &CrossCorrLine.Alpha, */
/*                      &CrossCorrLine.Delta, */
/*                      &CrossCorrLine.Rho, */
/*                      &lastchar); */
 
/*      /\* check the values scanned *\/ */
/*      if ( */
/*          items != 7 || */
 
/*          !isfinite(CrossCorrLine.Freq) || */
/*          !isfinite(CrossCorrLine.Q1)   || */
/*          !isfinite(CrossCorrLine.Q2)   || */
/*          !isfinite(CrossCorrLine.BrakingIndex) || */
/*          !isfinite(CrossCorrLine.Alpha)        || */
/*          !isfinite(CrossCorrLine.Delta)        || */
/*          !isfinite(CrossCorrLine.Rho)  || */
 
/*          CrossCorrLine.Freq  < 0.0                    || */
/*          CrossCorrLine.Alpha <         0.0 - epsilon  || */
/*          CrossCorrLine.Alpha >   LAL_TWOPI + epsilon  || */
/*          CrossCorrLine.Delta < -0.5*LAL_PI - epsilon  || */
/*          CrossCorrLine.Delta >  0.5*LAL_PI + epsilon  || */
 
/*          lastchar != '\n' */
/*          ) { */
/*          LogPrintf (LOG_CRITICAL,  */
/*                     "Line %d has invalid values.\n" */
/*                     "First %d chars are:\n" */
/*                     "%s\n" */
/*                     "All fields should be finite\n" */
/*                     "1st field should be positive.\n"  */
/*                     "2nd field should lie between 0 and %1.15f.\n"  */
/*                     "3rd field should lie between %1.15f and %1.15f.\n", */
/*                     lines, sizeof(line)-1, line, */
/*                     (double)LAL_TWOPI, (double)-LAL_PI/2.0, (double)LAL_PI/2.0); */
/*          return -1; */
/*         } */
 
/*      if (checksum) */
/*          for(i=0;i<len;i++) */
/*              *checksum += line[i]; */
 
/*      insert_into_toplist(l, &CrossCorrLine); */
/*      lines++; */
 
/*      /\* NOTE: it *CAN* happen (and on Linux it DOES) that the fully buffered CrossCorr stream */
/*       * gets written to the File at program termination. */
/*       * This does not seem to happen on Mac though, most likely due to different */
/*       * exit()-calls used (_exit() vs exit() etc.....) */
/*       * */
/*       * The bottom-line is: the File-contents CAN legally extend beyond maxbytes, */
/*       * which is why we'll ensure here that we don't actually read more than  */
/*       * maxbytes. */
/*       *\/ */
/*      if ( chars == maxbytes ) */
/*        { */
/*          LogPrintf (LOG_DEBUG, "Read exactly %d == maxbytes from CrossCorr-file, that's enough.\n",  */
/*                     chars); */
/*          break; */
/*        } */
/*      /\* however, if we've read more than maxbytes, something is gone wrong *\/ */
/*      if ( chars > maxbytes ) */
/*        { */
/*          LogPrintf (LOG_CRITICAL, "Read %d bytes > maxbytes %d from CrossCorr-file ... corrupted.\n", */
/*                     chars, maxbytes ); */
/*          return -1; */
/*        } */
 
/*     } /\* while (fgets() ) *\/ */
 
/*     return chars; */
 
/* } /\* read_crossCorr_toplist_from_fp() *\/ */
 
 
/* int read_crossCorrBinary_toplist_from_fp(toplist_t*l, FILE*fp, UINT4*checksum, UINT4 maxbytes) { */
/*     CHAR line[256];       /\* buffer for reading a line *\/ */
/*     UINT4 items, lines;   /\* number of items read from a line, linecounter *\/ */
/*     UINT4 len, chars = 0; /\* length of a line, total characters read from the file *\/ */
/*     UINT4 i;              /\* loop counter *\/ */
/*     CHAR lastchar;        /\* last character of a line read, should be newline *\/ */
/*     CrossCorrBinaryOutputEntry CrossCorrLine; */
/*     REAL8 epsilon=1e-5; */
 
/*     /\* basic check that the list argument is valid *\/ */
/*     if(!l) */
/*      return -2; */
 
/*     /\* make sure the line buffer is terminated correctly *\/ */
/*     XLAL_LAST_ELEM(line)='\0'; */
 
/*     /\* init the checksum if given *\/ */
/*     if(checksum) */
/*      *checksum = 0; */
 
/*     /\* set maxbytes to maximum if zero *\/ */
/*     if (maxbytes == 0) */
/*      maxbytes--; */
 
/*     lines=1; */
/*     while(fgets(line,sizeof(line)-1, fp)) { */
 
/*         if (!strncmp(line,"%DONE\n",strlen("%DONE\n"))) { */
/*        LogPrintf(LOG_NORMAL,"WARNING: found end marker - the task was already finished\n"); */
/*        return(0); */
/*         } */
 
/*      len = strlen(line); */
/*      chars += len; */
 
/*      if (len==0) { */
/*        LogPrintf (LOG_CRITICAL, "Line %d is empty.\n", lines); */
/*          return -1; */
/*      } */
/*      else if (line[len-1] != '\n') { */
/*        LogPrintf (LOG_CRITICAL,  */
/*                   "Line %d is too long or has no NEWLINE. First %d chars are:\n'%s'\n", */
/*                   lines,sizeof(line)-1, line); */
/*        return -1; */
/*      } */
 
/*      items = sscanf (line, */
/*                       "%" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT */
/*                      " %" LAL_REAL8_FORMAT "%c", */
/*                      &CrossCorrBinaryLine.freq, */
/*                      &CrossCorrBinaryLine.tp, */
/*                      &CrossCorrBinaryLine.argp, */
/*                      &CrossCorrBinaryLine.asini, */
/*                      &CrossCorrBinaryLine.ecc, */
/*                      &CrossCorrBinaryLine.period, */
/*                      &CrossCorrBinaryLine.rho, */
/*                      &lastchar); */
 
/*      /\* check the values scanned *\/ */
/*      if ( */
/*          items != 7 || */
 
/*          !isfinite(CrossCorrBinaryLine.freq)   || */
/*          !isfinite(CrossCorrBinaryLine.tp)     || */
/*          !isfinite(CrossCorrBinaryLine.argp)   || */
/*          !isfinite(CrossCorrBinaryLine.asini)  || */
/*          !isfinite(CrossCorrBinaryLine.ecc)    || */
/*          !isfinite(CrossCorrBinaryLine.period) || */
/*          !isfinite(CrossCorrBinaryLine.rho)    || */
 
/*          CrossCorrBinaryLine.Freq  < 0.0                    || */
 
/*          lastchar != '\n' */
/*          ) { */
/*          LogPrintf (LOG_CRITICAL, "Line %d has invalid values.\n",lines); */
/*          return -1; */
/*         } */
 
/*      if (checksum) */
/*          for(i=0;i<len;i++) */
/*              *checksum += line[i]; */
 
/*      insert_into_toplist(l, &CrossCorrBinaryLine); */
/*      lines++; */
 
/*      /\* NOTE: it *CAN* happen (and on Linux it DOES) that the fully buffered CrossCorr stream */
/*       * gets written to the File at program termination. */
/*       * This does not seem to happen on Mac though, most likely due to different */
/*       * exit()-calls used (_exit() vs exit() etc.....) */
/*       * */
/*       * The bottom-line is: the File-contents CAN legally extend beyond maxbytes, */
/*       * which is why we'll ensure here that we don't actually read more than  */
/*       * maxbytes. */
/*       *\/ */
/*      if ( chars == maxbytes ) */
/*        { */
/*          LogPrintf (LOG_DEBUG, "Read exactly %d == maxbytes from CrossCorr-file, that's enough.\n",  */
/*                     chars); */
/*          break; */
/*        } */
/*      /\* however, if we've read more than maxbytes, something is gone wrong *\/ */
/*      if ( chars > maxbytes ) */
/*        { */
/*          LogPrintf (LOG_CRITICAL, "Read %d bytes > maxbytes %d from CrossCorr-file ... corrupted.\n", */
/*                     chars, maxbytes ); */
/*          return -1; */
/*        } */
 
/*     } /\* while (fgets() ) *\/ */
 
/*     return chars; */
 
/* } /\* read_crossCorr_toplist_from_fp() *\/ */
 
 
 
 
/* Prints a Toplist line to a string buffer.
   Separate function to assure consistency of output and reduced precision for sorting */
static int print_crossCorrline_to_str( CrossCorrOutputEntry fline, char *buf, int buflen )
{
  return ( snprintf( buf, buflen,
                     /* output precision: choose by following (generous!) significant-digit constraints:
                      * Freq, Q1, Q2:1e-13
                      * BrakingIndex: 1e-5 (?)
                      * Alpha,Delta:1e-7
                      * Rho:1e-7
                      */
                     "%.13g %.13g %.13g %.5g %.7g %.7g %.7g\n",
                     fline.Freq,
                     fline.Q1,
                     fline.Q2,
                     fline.BrakingIndex,
                     fline.Alpha,
                     fline.Delta,
                     fline.Rho ) );
}
 
 
static int print_crossCorrBinaryline_to_str( CrossCorrBinaryOutputEntry fline, char *buf, int buflen )
{
  return ( snprintf( buf, buflen,
                     /* output precision: choose to 10 for no real reason -- FIXME:
                      */
                     "%.10f %.10f %.10g %.10f %.10g %.5f %.10g %.10g %.10g\n",
                     fline.freq,
                     fline.tp,
                     fline.argp,
                     fline.asini,
                     fline.ecc,
                     fline.period,
                     fline.estSens,
                     fline.evSquared,
                     fline.rho ) );
}
 
 
/* writes an CrossCorrOutputEntry line to an open filepointer.
   Returns the number of chars written, -1 if in error
   Updates checksum if given */
int write_crossCorr_toplist_item_to_fp( CrossCorrOutputEntry fline, FILE *fp, UINT4 *checksum )
{
  char linebuf[256];
  UINT4 i;
 
  UINT4 length = print_crossCorrline_to_str( fline, linebuf, sizeof( linebuf ) - 1 );
 
  if ( length > sizeof( linebuf ) - 1 ) {
    return -1;
  }
 
  if ( checksum )
    for ( i = 0; i < length; i++ ) {
      *checksum += linebuf[i];
    }
 
  XLAL_LAST_ELEM( linebuf ) = '\0';
 
  return ( fprintf( fp, "%s", linebuf ) );
}
 
 
int write_crossCorrBinary_toplist_item_to_fp( CrossCorrBinaryOutputEntry fline, FILE *fp, UINT4 *checksum )
{
  char linebuf[256];
  UINT4 i;
 
  UINT4 length = print_crossCorrBinaryline_to_str( fline, linebuf, sizeof( linebuf ) - 1 );
 
  if ( length > sizeof( linebuf ) - 1 ) {
    return -1;
  }
 
  if ( checksum )
    for ( i = 0; i < length; i++ ) {
      *checksum += linebuf[i];
    }
 
  XLAL_LAST_ELEM( linebuf ) = '\0';
 
  return ( fprintf( fp, "%s", linebuf ) );
}
 
/* Reduces the precision of all elements in the toplist which influence the sorting order.
   To be called before sorting and finally writing out the list */
static void reduce_crossCorrline_precision( void *line )
{
  char linebuf[256];
  print_crossCorrline_to_str( ( *( CrossCorrOutputEntry * )line ), linebuf, sizeof( linebuf ) );
  sscanf( linebuf,
          "%" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          "%*s\n",
          &( ( *( CrossCorrOutputEntry * )line ).Freq ),
          &( ( *( CrossCorrOutputEntry * )line ).Q1 ),
          &( ( *( CrossCorrOutputEntry * )line ).Q2 ),
          &( ( *( CrossCorrOutputEntry * )line ).BrakingIndex ),
          &( ( *( CrossCorrOutputEntry * )line ).Alpha ),
          &( ( *( CrossCorrOutputEntry * )line ).Delta ) );
}
 
static void reduce_crossCorrBinaryline_precision( void *line )
{
  char linebuf[256];
  print_crossCorrBinaryline_to_str( ( *( CrossCorrBinaryOutputEntry * )line ), linebuf, sizeof( linebuf ) );
  sscanf( linebuf,
          "%" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          " %" LAL_REAL8_FORMAT
          "%*s\n",
          &( ( *( CrossCorrBinaryOutputEntry * )line ).freq ),
          &( ( *( CrossCorrBinaryOutputEntry * )line ).tp ),
          &( ( *( CrossCorrBinaryOutputEntry * )line ).argp ),
          &( ( *( CrossCorrBinaryOutputEntry * )line ).asini ),
          &( ( *( CrossCorrBinaryOutputEntry * )line ).ecc ),
          &( ( *( CrossCorrBinaryOutputEntry * )line ).period ) );
}
 
 
static void reduce_crossCorr_toplist_precision( toplist_t *l )
{
  go_through_toplist( l, reduce_crossCorrline_precision );
}
 
 
static void reduce_crossCorrBinary_toplist_precision( toplist_t *l )
{
  go_through_toplist( l, reduce_crossCorrBinaryline_precision );
}
 
 
/* Writes the toplist to an (already open) filepointer
   Returns the number of written charactes
   Returns something <0 on error */
int write_crossCorr_toplist_to_fp( toplist_t *tl, FILE *fp, UINT4 *checksum )
{
  UINT8 c = 0, i;
  INT8 r;
  if ( checksum ) {
    *checksum = 0;
  }
  for ( i = 0; i < tl->elems; i++ )
    if ( ( r = write_crossCorr_toplist_item_to_fp( *( ( CrossCorrOutputEntry * )( void * )( tl->heap[i] ) ), fp, checksum ) ) < 0 ) {
      LogPrintf( LOG_CRITICAL, "Failed to write toplistitem to output fp: %d: %s\n",
                 errno, strerror( errno ) );
#ifdef _MSC_VER
      LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
      return ( r );
    } else {
      c += r;
    }
  return ( c );
}
 
 
int write_crossCorrBinary_toplist_to_fp( toplist_t *tl, FILE *fp, UINT4 *checksum )
{
  UINT8 c = 0, i;
  INT8 r;
  if ( checksum ) {
    *checksum = 0;
  }
  for ( i = 0; i < tl->elems; i++ )
    if ( ( r = write_crossCorrBinary_toplist_item_to_fp( *( ( CrossCorrBinaryOutputEntry * )( void * )( tl->heap[i] ) ), fp, checksum ) ) < 0 ) {
      LogPrintf( LOG_CRITICAL, "Failed to write toplistitem to output fp: %d: %s\n",
                 errno, strerror( errno ) );
#ifdef _MSC_VER
      LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
      return ( r );
    } else {
      c += r;
    }
  return ( c );
}
 
 
/* writes the given toplitst to a temporary file, then renames the temporary file to filename.
   The name of the temporary file is derived from the filename by appending ".tmp". Returns the
   number of chars written or -1 if the temp file could not be opened.
   This just calls _atomic_write_crossCorr_toplist_to_file() telling it not to write a %DONE marker*/
int atomic_write_crossCorr_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum )
{
  return ( _atomic_write_crossCorr_toplist_to_file( l, filename, checksum, 0 ) );
}
 
int atomic_write_crossCorrBinary_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum )
{
  return ( _atomic_write_crossCorrBinary_toplist_to_file( l, filename, checksum, 0 ) );
}
 
/* function that does the actual work of atomic_write_crossCorr_toplist_to_file(),
   appending a %DONE marker if specified (not when called from atomic_write_crossCorr_toplist_to_file().
   NOTE that the checksum will be a little wrong when %DOME is appended, as this line is not counted */
static int _atomic_write_crossCorr_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum, int write_done )
{
  char *tempname;
  INT4 length;
  FILE *fpnew;
  UINT4 s;
 
#define TEMP_EXT ".tmp"
  s = strlen( filename ) + strlen( TEMP_EXT ) + 1;
  tempname = ( char * )malloc( s );
  if ( !tempname ) {
    LogPrintf( LOG_CRITICAL, "Could not allocate new filename\n" );
    return ( -1 );
  }
  strcpy( tempname, filename );
  strcat( tempname, TEMP_EXT );
 
  fpnew = fopen( tempname, "wb" );
  if ( !fpnew ) {
    LogPrintf( LOG_CRITICAL, "Failed to open temp CrossCorr file \"%s\" for writing: %d: %s\n",
               tempname, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return -1;
  }
  length = write_crossCorr_toplist_to_fp( l, fpnew, checksum );
 
  if ( ( write_done ) && ( length >= 0 ) ) {
    int ret;
    ret = fprintf( fpnew, "%%DONE\n" );
    if ( ret < 0 ) {
      length = ret;
    } else {
      length += ret;
    }
  }
 
  fclose( fpnew );
 
  if ( length < 0 ) {
    LogPrintf( LOG_CRITICAL, "Failed to write temp CrossCorr file \"%s\": %d: %s\n",
               tempname, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return ( length );
  }
 
  if ( rename( tempname, filename ) ) {
    LogPrintf( LOG_CRITICAL, "Failed to rename CrossCorr file to \"%s\": %d: %s\n",
               filename, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return -1;
  }
 
  free( tempname );
  return length;
}
 
 
static int _atomic_write_crossCorrBinary_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum, int write_done )
{
  char *tempname;
  INT4 length;
  FILE *fpnew;
  UINT4 s;
 
#define TEMP_EXT ".tmp"
  s = strlen( filename ) + strlen( TEMP_EXT ) + 1;
  tempname = ( char * )malloc( s );
  if ( !tempname ) {
    LogPrintf( LOG_CRITICAL, "Could not allocate new filename\n" );
    return ( -1 );
  }
  strcpy( tempname, filename );
  strcat( tempname, TEMP_EXT );
 
  fpnew = fopen( tempname, "wb" );
  if ( !fpnew ) {
    LogPrintf( LOG_CRITICAL, "Failed to open temp CrossCorr file \"%s\" for writing: %d: %s\n",
               tempname, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return -1;
  }
  length = write_crossCorrBinary_toplist_to_fp( l, fpnew, checksum );
 
  if ( ( write_done ) && ( length >= 0 ) ) {
    int ret;
    ret = fprintf( fpnew, "%%DONE\n" );
    if ( ret < 0 ) {
      length = ret;
    } else {
      length += ret;
    }
  }
 
  fclose( fpnew );
 
  if ( length < 0 ) {
    LogPrintf( LOG_CRITICAL, "Failed to write temp CrossCorr file \"%s\": %d: %s\n",
               tempname, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return ( length );
  }
 
  if ( rename( tempname, filename ) ) {
    LogPrintf( LOG_CRITICAL, "Failed to rename CrossCorr file to \"%s\": %d: %s\n",
               filename, errno, strerror( errno ) );
#ifdef _MSC_VER
    LogPrintf( LOG_CRITICAL, "Windows system call returned: %d\n", _doserrno );
#endif
    free( tempname );
    return -1;
  }
 
  free( tempname );
  return length;
}
 
 
 
/* meant for the final writing of the toplist
   - reduces toplist precision
   - sorts the toplist
   - then calls atomic_write_crossCorr_toplist_to_file() */
int final_write_crossCorr_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum )
{
  reduce_crossCorr_toplist_precision( l );
  sort_crossCorr_toplist( l );
  return ( atomic_write_crossCorr_toplist_to_file( l, filename, checksum ) );
}
 
 
int final_write_crossCorrBinary_toplist_to_file( toplist_t *l, const char *filename, UINT4 *checksum )
{
  reduce_crossCorrBinary_toplist_precision( l );
  sort_crossCorrBinary_toplist( l );
  return ( atomic_write_crossCorrBinary_toplist_to_file( l, filename, checksum ) );
}
 
 
/* New easier checkpointing - simply dump the whole toplist (plus a counter and
   a checksum) into a binary file.
   The heap structure array is hard to dump because it's based on pointers, so it
   is restored after reding the data back in by sorting the list once.
*/
 
/** log an I/O error, i.e. source code line no., ferror, errno and strerror, and doserrno on Windows, too */
#ifndef __func__
#ifdef __FUNCTION__
#define __func__  __FUNCTION__
#else
#define __func__  ""
#endif
#endif
 
#ifdef _WIN32
#define LOGIOERROR(mess,filename) \
    LogPrintf(LOG_CRITICAL, "ERROR: %s %s: %s (%s:%d): doserr:%d, errno:%d: %s\n",\
              mess,filename,__func__,__FILE__,__LINE__,_doserrno,errno,strerror(errno))
#else
#define LOGIOERROR(mess,filename) \
    LogPrintf(LOG_CRITICAL, "ERROR: %s %s: %s (%s:%d): errno:%d: %s\n",\
              mess,filename,__func__,__FILE__,__LINE__,errno,strerror(errno))
#endif
 
/* dumps toplist to a temporary file, then renames the file to filename */
int write_cc_checkpoint( const char *filename, toplist_t *tl, UINT4 counter, BOOLEAN do_sync )
{
#define TMP_EXT ".tmp"
  char *tmpfilename;
  FILE *fp;
  UINT4 len;
  UINT4 checksum;
  static UINT4 sync_fail_counter = 0;
 
  /* construct temporary filename */
  len = strlen( filename ) + strlen( TMP_EXT ) + 1;
  tmpfilename = LALCalloc( len, sizeof( char ) );
  if ( !tmpfilename ) {
    LogPrintf( LOG_CRITICAL, "Couldn't allocate tmpfilename\n" );
    return ( -2 );
  }
  strcpy( tmpfilename, filename );
  strcat( tmpfilename, TMP_EXT );
 
  /* calculate checksum */
  checksum = 0;
  for ( len = 0; len < sizeof( tl->elems ); len++ ) {
    checksum += *( ( ( char * ) & ( tl->elems ) ) + len );
  }
  for ( len = 0; len < ( tl->elems * tl->size ); len++ ) {
    checksum += *( ( ( char * )tl->data ) + len );
  }
  for ( len = 0; len < sizeof( counter ); len++ ) {
    checksum += *( ( ( char * )&counter ) + len );
  }
 
  /* open tempfile */
  fp = fopen( tmpfilename, "wb" );
  if ( !fp ) {
    LOGIOERROR( "Couldn't open", tmpfilename );
    return ( -1 );
  }
 
  /* write number of elements */
  len = fwrite( &( tl->elems ), sizeof( tl->elems ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't write elems to", tmpfilename );
    LogPrintf( LOG_CRITICAL, "fwrite() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", tmpfilename );
    }
    return ( -1 );
  }
 
  /* write data */
  len = fwrite( tl->data, tl->size, tl->elems, fp );
  if ( len != tl->elems ) {
    LOGIOERROR( "Couldn't write data to", tmpfilename );
    LogPrintf( LOG_CRITICAL, "fwrite() returned %d, length was %zu\n", len, tl->elems );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", tmpfilename );
    }
    return ( -1 );
  }
 
  /* write counter */
  len = fwrite( &counter, sizeof( counter ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't write counter to", tmpfilename );
    LogPrintf( LOG_CRITICAL, "fwrite() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", tmpfilename );
    }
    return ( -1 );
  }
 
  /* write checksum */
  len = fwrite( &checksum, sizeof( checksum ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't write checksum to", tmpfilename );
    LogPrintf( LOG_CRITICAL, "fwrite() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", tmpfilename );
    }
    return ( -1 );
  }
 
  if ( do_sync && ( sync_fail_counter < SYNC_FAIL_LIMIT ) ) {
    /* make sure the data ends up on disk */
    if ( fsync( fileno( fp ) ) ) {
      LOGIOERROR( "Couldn't sync", tmpfilename );
      sync_fail_counter++;
      if ( sync_fail_counter >= SYNC_FAIL_LIMIT ) {
        LogPrintf( LOG_NORMAL, "WARNING: syncing disabled\n" );
      }
    } else {
      sync_fail_counter = 0;
    }
  }
 
  /* close tempfile */
  if ( fclose( fp ) ) {
    LOGIOERROR( "Couldn't close", tmpfilename );
    return ( -1 );
  }
 
  /* rename to filename */
  if ( rename( tmpfilename, filename ) ) {
    LOGIOERROR( "Couldn't rename\n", tmpfilename );
    return ( -1 );
  }
 
  /* all went well */
  return ( 0 );
}
 
 
int read_cc_checkpoint( const char *filename, toplist_t *tl, UINT4 *counter )
{
  FILE *fp;
  UINT4 len;
  UINT4 checksum;
 
  /* counter should be 0 if we couldn't read a checkpoint */
  *counter = 0;
 
  /* try to open file */
  fp = fopen( filename, "rb" );
  if ( !fp ) {
    if ( errno == ENOENT ) {
      LogPrintf( LOG_NORMAL, "INFO: No checkpoint %s found - starting from scratch\n", filename );
      clear_toplist( tl );
      return ( 1 );
    } else {
      LOGIOERROR( "Checkpoint found but couldn't open", filename );
      clear_toplist( tl );
      return ( -1 );
    }
  }
 
  /* read number of elements */
  len = fread( &( tl->elems ), sizeof( tl->elems ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't read elems from", filename );
    LogPrintf( LOG_CRITICAL, "fread() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", filename );
    }
    return ( -1 );
  }
  /* sanity check */
  if ( tl->elems > tl->length ) {
    LogPrintf( LOG_CRITICAL,
               "Number of elements read larger than length of toplist: %zu > %zu\n",
               tl->elems, tl->length );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", filename );
    }
    return ( -2 );
  }
 
  /* read data */
  len = fread( tl->data, tl->size, tl->elems, fp );
  if ( len != tl->elems ) {
    LOGIOERROR( "Couldn't read data from", filename );
    LogPrintf( LOG_CRITICAL, "fread() returned %d, length was %zu\n", len, tl->elems );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", filename );
    }
    clear_toplist( tl );
    return ( -1 );
  }
 
  /* read counter */
  len = fread( counter, sizeof( *counter ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't read counter from", filename );
    LogPrintf( LOG_CRITICAL, "fread() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", filename );
    }
    clear_toplist( tl );
    return ( -1 );
  }
 
  /* read checksum */
  len = fread( &checksum, sizeof( checksum ), 1, fp );
  if ( len != 1 ) {
    LOGIOERROR( "Couldn't read checksum to", filename );
    LogPrintf( LOG_CRITICAL, "fread() returned %d, length was %d\n", len, 1 );
    if ( fclose( fp ) ) {
      LOGIOERROR( "In addition: couldn't close", filename );
    }
    clear_toplist( tl );
    return ( -1 );
  }
 
  /* close file */
  if ( fclose( fp ) ) {
    LOGIOERROR( "Couldn't close", filename );
    clear_toplist( tl );
    return ( -1 );
  }
 
  /* verify checksum */
  for ( len = 0; len < sizeof( tl->elems ); len++ ) {
    checksum -= *( ( ( char * ) & ( tl->elems ) ) + len );
  }
  for ( len = 0; len < ( tl->elems * tl->size ); len++ ) {
    checksum -= *( ( ( char * )tl->data ) + len );
  }
  for ( len = 0; len < sizeof( *counter ); len++ ) {
    checksum -= *( ( ( char * )counter ) + len );
  }
  if ( checksum ) {
    LogPrintf( LOG_CRITICAL, "Checksum error: %d\n", checksum );
    clear_toplist( tl );
    return ( -2 );
  }
 
  /* restore Heap structure by sorting */
  for ( len = 0; len < tl->elems; len++ ) {
    tl->heap[len] = tl->data + len * tl->size;
  }
  qsort_toplist_r( tl, crossCorr_smaller );
 
  /* all went well */
  LogPrintf( LOG_DEBUG, "Successfully read checkpoint\n" );
 
  return ( 0 );
}
 
 
int write_cc_output( const char *filename, toplist_t *tl )
{
  /* reduce the precision of the calculated values before doing the sort to
     the precision we will write the result with. This should ensure a sorting
     order that looks right to the validator, too */
  reduce_crossCorr_toplist_precision( tl );
  sort_crossCorr_toplist( tl );
  return ( _atomic_write_crossCorr_toplist_to_file( tl, filename, NULL, 1 ) );
}