utrac.h

Go to the documentation of this file.

/***************************************************************************
 *            utrac.h
 *
 *  Tue Oct  5 11:28:44 2004
 *  Copyright  2004  Alliance MCA
 *  Written by : Antoine Calando (antoine@alliancemca.net)
 ****************************************************************************/

/*
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU Library General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 */
 
#ifndef _UTRAC_H_
#define _UTRAC_H_

#ifndef __cplusplus
typedef unsigned short int bool;
#define true 1
#define false 0
#else
extern "C" {
#endif

//#include "debug.h"
#include <sys/types.h>
#include "ut_error.h"
#include "ut_text.h"
#include "ut_charset.h"

#define UT_VERSION              "0.3.0"

#define UT_EOL_CHAR     0x0             
#define UT_EOL_ALT_CHAR 0xD             
#define UT_SKIP_CHAR    0x1             
#define UT_EOF_CHAR     0x0             
#define UT_UNICODE_NONCHAR 0xFFFF       
//#define BUFFER_OFFSET 4

#define UT_UNSET -1     
//#define UT_NO_CHANGE -2U

#define UT_THRESHOLD_CONTROL_CHAR 0.05  
#define UT_THRESHOLD_UTF8 0.01                  

#define UT_LOAD_STEP 1*1024*1024        
#define UT_PROCESS_STEP 1*1024*1024 


#define UT_COEF_MAX 5   

#ifdef _UT_CHARSET_C_
const float UT_LANG_SYS_COEF [UT_COEF_MAX] = { 1.0, 1.02, 1.04, 1.06, 1.10 };
//const char * UT_CHARMAPS_FILENAME2 = "/home/antoine/dev/utrac/charsets.dat";
//UT_CHARMAPS_FILENAME should be set with "gcc -D ..."
const char * UT_CHARMAPS_FILENAME2 = "charsets.dat";
const char * UT_DEFAULT_ENCODING_UNIX = "ISO-8859-1";
#else

extern const float UT_LANG_SYS_COEF [];
extern const char * UT_CHARMAPS_FILENAME;
extern const char * UT_CHARMAPS_FILENAME2;
extern const char * UT_DEFAULT_ENCODING_UNIX;
#endif

#define UT_LANG_SYS_ALLOC_STEP  8               
#define UT_ERROR_STRING_SIZE    128             
#define UT_STDIN_BUFFER_SIZE    65536   


/***************************************************************************/
typedef struct UtLangSys {
        char ** name;           
        char * code;            
        ushort n;                       
        ushort n_max;           
} UtLangSys ;


/***************************************************************************/
typedef struct UtSession {
        struct UtCharset * charset;             
        int nb_charsets;                                        

        UtLangSys language;                             
        UtLangSys system;                               

        int language_default;                   
        int system_default;                             
        UtEolType eol_default;                  
        UtEolType eol_alt_default;              
        UtCharsetIndex charset_default; 

        ulong nomapping_char;                   
        
        int (*progress_function)
        (UtText*,float);                                






        char * error_string;                    
} UtSession;

#ifdef _UTRAC_C_
        UtSession * ut_session = NULL; 
#else
        extern UtSession  * ut_session;
#endif

#define UT_TRY(func) \
{\
        UtCode rcode = func;\
        if (rcode != UT_OK) return rcode;\
}


// ********** utrac.c ********** 
UtCode ut_init ();
UtCode ut_init_noalloc ();
void ut_finish ();
void ut_finish_nofree ();
UtText * ut_init_text_heap ();
void ut_init_text (UtText * new_text);
void ut_free_text_heap (UtText *text);
void ut_free_text (UtText * text);



UtCode ut_init_progress (UtText *text);
UtCode ut_load (UtText *text, const char * filename);
UtCode ut_recognize (UtText *text);
UtCode ut_convert (UtText *src_text, UtText *dst_text);

//UtCode ut_process_text (UtText * text, bool convert);

// ********** utils.c ********** 
UtCode ut_load_charsets ();
UtCode ut_load_charset_file (const char * filename, char ** buffer);
UtCharsetIndex ut_find_charset (char * charset_name);
UtEolType ut_find_eol (char * eol_name);
int ut_find_lang_sys (char * language_name, UtLangSys * lang_sys);

double ut_get_charset_coef (UtCharsetIndex i);
bool ut_str_fuzzy_cmp (const char *str1, const char *str2, char stop_char);

bool ut_update_progress (struct UtText *, ulong, bool);

ulong ut_crc32 (ushort , ulong);

void ut_print_binary (ulong src);
UtCode ut_debug_text (struct UtText *);
UtCode ut_debug_text_rating (struct UtText *);

// ************** ut_messages.c *************
const char * ut_error_message (UtCode code);

// ************** ut_load.c *************
UtCode ut_load_file_pass (UtText *text, const char * filename);
UtCode ut_load_stdin_pass (UtText *text);

// ********** ut_recognition1.c ********** 
UtCode ut_distrib_utf_pass (struct UtText *);
UtCode ut_eol_pass (struct UtText *);

// ********** ut_recognition2.c ********** 
UtCode ut_xascii_pass  (struct UtText *);

// ********** ut_conversion.c ********** 
int ut_size_char (char **src_p, UtCharsetIndex src_charset, UtCharsetIndex dst_charset);
void ut_conv_char (char ** src_p, char ** dst_p, UtCharsetIndex src_charset, UtCharsetIndex dst_charset);
void ut_insert_eol (char ** dst_p, UtEolType dst_eol);

uint ut_count_ext_char (UtText * text);
int ut_size_difference (UtText * src_text, UtText * dst_text);
        
UtCode ut_conversion_pass (UtText * src_text, UtText * dst_text);


#ifdef __cplusplus
} // extern "C"
#endif

#endif // _UTRAC_H

---