You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

118 lines
3.3 KiB

#include "c_bridge.h"
#include <string.h>
#include <unicode/utypes.h>
#include <unicode/ucsdet.h>
#include <stdlib.h>
#include <unicode/ucnv.h>
// See description in c_bridge.h
const int detectCharset(void *detector,
void *input,
int input_len,
int *status,
MatchData *matchBuffer,
int matchBufferSize) {
// Put input bytes in the detector.
ucsdet_setText((UCharsetDetector*)detector, (char*)input, input_len, status);
if U_FAILURE(*status) {
return 0;
}
// Prepare vars for returned count and guesses.
int matchCount;
const UCharsetMatch **bestGuesses;
// Perform analysis and return all guesses and their count.
bestGuesses = ucsdet_detectAll((UCharsetDetector*)detector, &matchCount, status);
if U_FAILURE(*status) {
return 0;
}
// Fill the matchBuffer. Its size is matchBufferSize, so it is filled with
// less or equal to matchBufferSize number of entries.
int i;
int retCount = matchCount > matchBufferSize ? matchBufferSize : matchCount;
for (i = 0; i < retCount; i++) {
const UCharsetMatch* bestGuess = bestGuesses[i];
const char *bestGuessedCharset = NULL;
const char *bestGuessedLanguage = NULL;
// Fill guessed encoding
bestGuessedCharset = ucsdet_getName(bestGuess, status);
if U_FAILURE(*status) {
return 0;
}
// Fill guessed language
bestGuessedLanguage = ucsdet_getLanguage(bestGuess, status);
if U_FAILURE(*status) {
return 0;
}
// Fill its confidence rating
int32_t conf = ucsdet_getConfidence(bestGuess, status);
if U_FAILURE(*status) {
return 0;
}
matchBuffer[i].confidence = conf;
matchBuffer[i].charset = bestGuessedCharset;
matchBuffer[i].language = bestGuessedLanguage;
}
// Return the number of guesses put into matchBuffer.
return retCount;
}
// See description in c_bridge.h
int convertToUtf16(const char *srcEncoding,
UChar *dest,
int32_t destCapacity,
const char *src,
int32_t srcLength,
int *status){
UConverter *conv;
conv = ucnv_open(srcEncoding, status);
if U_FAILURE(*status) {
return 0;
}
/* Convert from original encoding to UTF-16 */
int len = ucnv_toUChars(conv, dest, destCapacity, src, srcLength, status);
if U_FAILURE(*status) {
return 0;
}
ucnv_close(conv);
return len;
}
// See description in c_bridge.h
int convertFromUtf16(const char *destEncoding,
char *dest,
int32_t destCapacity,
const UChar *src,
int32_t srcLength,
int *status){
UConverter *conv;
conv = ucnv_open(destEncoding, status);
if U_FAILURE(*status) {
return 0;
}
/* Convert from UTF-16 to destination encoding */
int len = ucnv_fromUChars(conv, dest, destCapacity, src, srcLength, status);
if U_FAILURE(*status) {
return 0;
}
ucnv_close(conv);
return len;
}