./htsname.c
/* ------------------------------------------------------------ */
/*
HTTrack Website Copier, Offline Browser for Windows and Unix
Copyright (C) 1998-2015 Xavier Roche and other contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
Important notes:
- We hereby ask people using this source NOT to use it in purpose of grabbing
emails addresses, or collecting any other private information on persons.
This would disgrace our work, and spoil the many hours we spent on it.
Please visit our Website: http://www.httrack.com
*/
/* ------------------------------------------------------------ */
/* File: httrack.c subroutines: */
/* savename routine (compute output filename) */
/* Author: Xavier Roche */
/* ------------------------------------------------------------ */
/* Internal engine bytecode */
#define HTS_INTERNAL_BYTECODE
#include "htscore.h"
#include "htsname.h"
#include "md5.h"
#include "htsmd5.h"
#include "htstools.h"
#include "htscharset.h"
#include "htsencoding.h"
#include <ctype.h>
#define ADD_STANDARD_PATH \
{ /* ajout nom */\
char BIGSTK buff[HTS_URLMAXSIZE*2];\
buff[0]='\0';\
strncatbuff(buff,start_pos,nom_pos - start_pos);\
url_savename_addstr(afs->save, buff);\
}
#define ADD_STANDARD_NAME(shortname) \
{ /* ajout nom */\
char BIGSTK buff[HTS_URLMAXSIZE*2];\
standard_name(buff,dot_pos,nom_pos,fil_complete,(shortname));\
url_savename_addstr(afs->save, buff);\
}
/* Avoid stupid DOS system folders/file such as 'nul' */
/* Based on linux/fs/umsdos/mangle.c */
static const char *hts_tbdev[] = {
"/prn", "/con", "/aux", "/nul",
"/lpt1", "/lpt2", "/lpt3", "/lpt4",
"/com1", "/com2", "/com3", "/com4",
"/clock$",
"/emmxxxx0", "/xmsxxxx0", "/setverxx",
""
};
#define URLSAVENAME_WAIT_FOR_AVAILABLE_SOCKET() do { \
int prev = opt->state._hts_in_html_parsing; \
while(back_pluggable_sockets_strict(sback, opt) <= 0) { \
opt->state. _hts_in_html_parsing = 6; \
/* Wait .. */ \
back_wait(sback,opt,cache,0); \
/* Transfer rate */ \
engine_stats(); \
/* Refresh various stats */ \
HTS_STAT.stat_nsocket=back_nsoc(sback); \
HTS_STAT.stat_errors=fspc(opt,NULL,"error"); \
HTS_STAT.stat_warnings=fspc(opt,NULL,"warning"); \
HTS_STAT.stat_infos=fspc(opt,NULL,"info"); \
HTS_STAT.nbk=backlinks_done(sback,opt->liens,opt->lien_tot,ptr); \
HTS_STAT.nb=back_transferred(HTS_STAT.stat_bytes,sback); \
/* Check */ \
{ \
if (!RUN_CALLBACK7(opt, loop, sback->lnk, sback->count,-1,ptr,opt->lien_tot,(int) (time_local()-HTS_STAT.stat_timestart),&HTS_STAT)) { \
return -1; \
} \
} \
} \
opt->state._hts_in_html_parsing = prev; \
} while(0)
/* Strip all // */
static void cleanDoubleSlash(char *s) {
int i, j;
for(i = 0, j = 0; s[i] != '\0'; i++) {
if (s[i] == '/' && i != 0 && s[i - 1] == '/') {
continue;
}
if (i != j) {
s[j] = s[i];
}
j++;
}
// terminating \0
if (i != j) {
s[j] = s[i];
}
}
/* Strip all ending . or ' ' (windows-forbidden) */
static void cleanEndingSpaceOrDot(char *s) {
int i, j, lastWriteEnd;
for(i = 0, j = 0, lastWriteEnd = 0; i == 0 || s[i - 1] != '\0'; i++) {
if (s[i] == '/' || s[i] == '\0') {
// Last write was not good, revert
if (j != lastWriteEnd) {
j = lastWriteEnd;
}
}
if (i != j) {
s[j] = s[i];
}
j++;
// Commit good candidate for terminating character
if (s[i] != ' ' && s[i] != '.') {
lastWriteEnd = j;
}
}
}
// forme le nom du fichier à sauver (save) à partir de fil et adr
// système intelligent, qui renomme en cas de besoin (exemple: deux INDEX.HTML et index.html)
int url_savename(lien_adrfilsave *const afs,
lien_adrfil *const former,
const char *referer_adr, const char *referer_fil,
httrackp * opt, struct_back * sback, cache_back * cache,
hash_struct * hash, int ptr, int numero_passe,
const lien_back * headers) {
char catbuff[CATBUFF_SIZE];
const int is_redirect = headers != NULL && HTTP_IS_REDIRECT(headers->r.statuscode);
const char *mime_type = headers != NULL && !is_redirect ? headers->r.contenttype : NULL;
/*const char* mime_type = ( headers && HTTP_IS_OK(headers->r.statuscode) ) ? headers->r.contenttype : NULL; */
lien_back *const back = sback->lnk;
/* */
char BIGSTK fil[HTS_URLMAXSIZE * 2]; /* ="" */
const char *const adr_complete = afs->af.adr;
const char *const fil_complete = afs->af.fil;
/*char BIGSTK normadr_[HTS_URLMAXSIZE*2]; */
char BIGSTK normadr_[HTS_URLMAXSIZE * 2], normfil_[HTS_URLMAXSIZE * 2];
enum { PROTOCOL_HTTP, PROTOCOL_HTTPS, PROTOCOL_FTP, PROTOCOL_FILE,
PROTOCOL_UNKNOWN };
static const char *protocol_str[] =
{ "http", "https", "ftp", "file", "unknown" };
int protocol = PROTOCOL_HTTP;
const char *const adr = jump_identification_const(adr_complete);
// copy of fil, used for lookups (see urlhack)
const char *normadr = adr;
const char *normfil = fil_complete;
const char *const print_adr = jump_protocol_const(adr);
const char *start_pos = NULL, *nom_pos = NULL, *dot_pos = NULL; // Position nom et point
// pour changement d'extension ou de nom (content-disposition)
int ext_chg = 0, ext_chg_delayed = 0;
int is_html = 0;
char ext[256];
int max_char = 0;
//CLEAR
fil[0] = ext[0] = '\0';
afs->save[0] = '\0';
/* 8-3 ? */
switch (opt->savename_83) {
case 1: // 8-3
max_char = 8;
break;
case 2: // Level 2 File names may be up to 31 characters.
max_char = 31;
break;
default:
max_char = 8;
break;
}
// normalize the URL:
// www.foo.com -> foo.com
// www-42.foo.com -> foo.com
// foo.com/bar//foobar -> foo.com/bar/foobar
if (opt->urlhack) {
// copy of adr (without protocol), used for lookups (see urlhack)
normadr = adr_normalized(adr, normadr_);
normfil = fil_normalized(fil_complete, normfil_);
} else {
if (link_has_authority(adr_complete)) { // https or other protocols : in "http/" subfolder
char *pos = strchr(adr_complete, ':');
if (pos != NULL) {
normadr_[0] = '\0';
strncatbuff(normadr_, adr_complete, (int) (pos - adr_complete));
strcatbuff(normadr_, "://");
strcatbuff(normadr_, normadr);
normadr = normadr_;
}
}
}
// à afficher sans ftp://
if (strfield(adr_complete, "https:")) {
protocol = PROTOCOL_HTTPS;
} else if (strfield(adr_complete, "ftp:")) {
protocol = PROTOCOL_FTP;
} else if (strfield(adr_complete, "file:")) {
protocol = PROTOCOL_FILE;
} else {
protocol = PROTOCOL_HTTP;
}
// court-circuit pour lien primaire
if (strnotempty(adr) == 0) {
if (strcmp(fil_complete, "primary") == 0) {
strcatbuff(afs->save, "primary.html");
return 0;
}
}
/* Declare adr (IDNA-decoded if necessary) */
#define DECLARE_ADR(FINAL_ADR) \
char *idna_adr =\
/* http or https */\
(\
protocol == PROTOCOL_HTTP\
|| protocol == PROTOCOL_HTTPS \
)\
/* and contains IDNA */\
&& hts_isStringIDNA(adr_complete, strlen(print_adr))\
? hts_convertStringIDNAToUTF8(print_adr, strlen(print_adr))\
: NULL;\
const char *const FINAL_ADR = idna_adr != NULL \
? idna_adr : ( protocol == PROTOCOL_FILE ? "file" : print_adr )
/* Release adr */
#define RELEASE_ADR() do {\
if (idna_adr != NULL) {\
free(idna_adr);\
idna_adr = NULL;\
}\
} while(0)
// vérifier que le nom n'a pas déja été calculé (si oui le renvoyer tel que)
// vérifier que le nom n'est pas déja pris...
// NOTE: si on cherche /toto/ et que /toto est trouvé on le prend (et réciproquqment) ** // **
if (opt->liens != NULL) {
int i;
i = hash_read(hash, normadr, normfil, HASH_STRUCT_ADR_PATH); // recherche table 1 (adr+fil)
if (i >= 0) { // ok, trouvé
strcpybuff(afs->save, heap(i)->sav);
return 0;
}
i = hash_read(hash, normadr, normfil, HASH_STRUCT_ORIGINAL_ADR_PATH); // recherche table 2 (former->adr+former->fil)
if (i >= 0) { // ok, trouvé
// copier location moved!
strcpybuff(afs->af.adr, heap(i)->adr);
strcpybuff(afs->af.fil, heap(i)->fil);
// et save
strcpybuff(afs->save, heap(i)->sav); // copier (formé à partir du nouveau lien!)
return 0;
}
// chercher sans / ou avec / dans former
{
char BIGSTK fil_complete_patche[HTS_URLMAXSIZE * 2];
strcpybuff(fil_complete_patche, normfil);
// Version avec ou sans /
if (fil_complete_patche[strlen(fil_complete_patche) - 1] == '/')
fil_complete_patche[strlen(fil_complete_patche) - 1] = '\0';
else
strcatbuff(fil_complete_patche, "/");
i = hash_read(hash, normadr, fil_complete_patche, HASH_STRUCT_ORIGINAL_ADR_PATH); // recherche table 2 (former->adr+former->fil)
if (i >= 0) {
// écraser fil et adr (pas former->fil?????)
strcpybuff(afs->af.adr, heap(i)->adr);
strcpybuff(afs->af.fil, heap(i)->fil);
// écrire save
strcpybuff(afs->save, heap(i)->sav);
return 0;
}
}
}
// vérifier la non présence de paramètres dans le nom de fichier
// si il y en a, les supprimer (ex: truc.cgi?subj=aspirateur)
// néanmoins, gardé pour vérifier la non duplication (voir après)
{
char *a;
a = strchr(fil_complete, '?');
if (a != NULL) {
strncatbuff(fil, fil_complete, a - fil_complete);
} else {
strcpybuff(fil, fil_complete);
}
}
// decode remaining % (normally not necessary; already done in htsparse.c)
// this will NOT decode buggy %xx (ie. not UTF-8) ones
if (hts_unescapeUrl(fil, catbuff, sizeof(catbuff)) == 0) {
strcpybuff(fil, catbuff);
} else {
hts_log_print(opt, LOG_WARNING,
"could not URL-decode string '%s'", fil);
}
/* replace shtml to html.. */
if (opt->savename_delayed == 2)
is_html = -1; /* ALWAYS delay type */
else
is_html = ishtml(opt, fil);
switch (is_html) { /* .html,.shtml,.. */
case 1:
if ((strfield2(get_ext(OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), fil), "html") == 0)
&& (strfield2(get_ext(OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt), fil), "htm") == 0)
) {
strcpybuff(ext, "html");
ext_chg = 1;
}
break;
case 0:
if (!strnotempty(ext)) {
if (is_userknowntype(opt, fil)) { // mime known by user
char BIGSTK mime[1024];
mime[0] = ext[0] = '\0';
get_userhttptype(opt, mime, fil);
if (strnotempty(mime)) {
give_mimext(ext, mime);
if (strnotempty(ext)) {
ext_chg = 1;
}
}
}
}
break;
}
// si option check_type activée
if (is_html < 0 && opt->check_type && !ext_chg) {
int ishtest = 0;
if (protocol != PROTOCOL_FILE
&& protocol != PROTOCOL_FTP
) {
// tester type avec requète HEAD si on ne connait pas le type du fichier
if (!((opt->check_type == 1) && (fil[strlen(fil) - 1] == '/'))) // slash doit être html?
if (opt->savename_delayed == 2 || (ishtest = ishtml(opt, fil)) < 0) { // on ne sait pas si c'est un html ou un fichier..
// lire dans le cache
htsblk r = cache_read_including_broken(opt, cache, adr, fil); // test uniquement
if (r.statuscode != -1) { // pas d'erreur de lecture cache
char s[32];
s[0] = '\0';
hts_log_print(opt, LOG_DEBUG, "Testing link type (from cache) %s%s",
adr_complete, fil_complete);
if (!HTTP_IS_REDIRECT(r.statuscode)) {
if (strnotempty(r.cdispo)) { /* filename given */
ext_chg = 2; /* change filename */
strcpybuff(ext, r.cdispo);
} else if (!may_unknown2(opt, r.contenttype, fil)) { // on peut patcher à priori?
give_mimext(s, r.contenttype); // obtenir extension
if (strnotempty(s) > 0) { // on a reconnu l'extension
ext_chg = 1;
strcpybuff(ext, s);
}
}
}
#ifdef DEFAULT_BIN_EXT
// no extension and potentially bogus
else if (ishtest == -2) {
ext_chg = 1;
strcpybuff(ext, DEFAULT_BIN_EXT + 1);
}
#endif
//
} else if (opt->savename_delayed != 2 && is_userknowntype(opt, fil)) { /* PATCH BY BRIAN SCHRÖDER.
Lookup mimetype not only by extension,
but also by filename */
/* Note: "foo.cgi => text/html" means that foo.cgi shall have the text/html MIME file type,
that is, ".html" */
char BIGSTK mime[1024];
mime[0] = ext[0] = '\0';
get_userhttptype(opt, mime, fil);
if (strnotempty(mime)) {
give_mimext(ext, mime);
if (strnotempty(ext)) {
ext_chg = 1;
}
}
}
// note: if savename_delayed is enabled, the naming will be temporary (and slightly invalid!)
// note: if we are about to stop (opt->state.stop), back_add() will fail later
else if (opt->savename_delayed != 0 && !opt->state.stop) {
// Check if the file is ready in backing. We basically take the same logic as later.
// FIXME: we should cleanup and factorize this unholy mess
if (headers != NULL && headers->status >= 0 && !is_redirect) {
if (strnotempty(headers->r.cdispo)) { /* filename given */
ext_chg = 2; /* change filename */
strcpybuff(ext, headers->r.cdispo);
} else if (!may_unknown2(opt, headers->r.contenttype, headers->url_fil)) { // on peut patcher à priori? (pas interdit ou pas de type)
char s[16];
s[0] = '\0';
give_mimext(s, headers->r.contenttype); // obtenir extension
if (strnotempty(s) > 0) { // on a reconnu l'extension
ext_chg = 1;
strcpybuff(ext, s);
}
}
}
else if (mime_type != NULL) {
ext[0] = '\0';
if (*mime_type) {
give_mimext(ext, mime_type);
}
if (strnotempty(ext)) {
char mime_from_file[128];
mime_from_file[0] = 0;
get_httptype(opt, mime_from_file, fil, 1);
if (!strnotempty(mime_from_file) || strcasecmp(mime_type, mime_from_file) != 0) { /* different mime for this type */
/* type change not forbidden (or no extension at all) */
if (!may_unknown2(opt, mime_type, fil)) {
ext_chg = 1;
}
#ifdef DEFAULT_BIN_EXT
// no extension and potentially bogus
else if (ishtml(opt, fil) == -2) {
ext_chg = 1;
strcpybuff(ext, DEFAULT_BIN_EXT + 1);
}
#endif
} else {
ext_chg = 0;
}
}
} else {
/* Avoid collisions (no collisionning detection) */
sprintf(ext, "%x.%s", opt->state.delayedId++, DELAYED_EXT);
ext_chg = 1;
ext_chg_delayed = 1; /* due to naming system */
}
}
// test imposible dans le cache, faire une requête
else {
//
int hihp = opt->state._hts_in_html_parsing;
int has_been_moved = 0;
lien_adrfil current;
/* Ensure we don't use too many sockets by using a "testing" one
If we have only 1 simultaneous connection authorized, wait for pending download
Wait for an available slot
*/
URLSAVENAME_WAIT_FOR_AVAILABLE_SOCKET();
/* Rock'in */
current.adr[0] = current.fil[0] = '\0';
opt->state._hts_in_html_parsing = 2; // test
hts_log_print(opt, LOG_DEBUG, "Testing link type %s%s",
adr_complete, fil_complete);
strcpybuff(current.adr, adr_complete);
strcpybuff(current.fil, fil_complete);
// ajouter dans le backing le fichier en mode test
// savename: rien car en mode test
if (back_add
(sback, opt, cache, current.adr, current.fil, BACK_ADD_TEST,
referer_adr, referer_fil, 1) != -1) {
int b;
b = back_index(opt, sback, current.adr, current.fil, BACK_ADD_TEST);
if (b >= 0) {
int stop_looping = 0;
int petits_tours = 0;
int get_test_request = 0; // en cas de bouclage sur soi même avec HEAD, tester avec GET.. parfois c'est la cause des problèmes
do {
// temps à attendre, et remplir autant que l'on peut le cache (backing)
if (back[b].status > 0) {
back_wait(sback, opt, cache, 0);
}
if (ptr >= 0) {
back_fillmax(sback, opt, cache, ptr, numero_passe);
}
// on est obligé d'appeler le shell pour le refresh..
// Transfer rate
engine_stats();
// Refresh various stats
HTS_STAT.stat_nsocket = back_nsoc(sback);
HTS_STAT.stat_errors = fspc(opt, NULL, "error");
HTS_STAT.stat_warnings = fspc(opt, NULL, "warning");
HTS_STAT.stat_infos = fspc(opt, NULL, "info");
HTS_STAT.nbk = backlinks_done(sback, opt->liens, opt->lien_tot, ptr);
HTS_STAT.nb = back_transferred(HTS_STAT.stat_bytes, sback);
if (!RUN_CALLBACK7
(opt, loop, sback->lnk, sback->count, b, ptr, opt->lien_tot,
(int) (time_local() - HTS_STAT.stat_timestart),
&HTS_STAT)) {
return -1;
} else if (opt->state._hts_cancel || !back_checkmirror(opt)) { // cancel 2 ou 1 (cancel parsing)
back_delete(opt, cache, sback, b); // cancel test
stop_looping = 1;
}
// traitement des 304,303..
if (back[b].status <= 0) {
if (HTTP_IS_REDIRECT(back[b].r.statuscode)) { // agh moved.. un tit tour de plus
if ((petits_tours < 5) && former != NULL) { // on va pas tourner en rond non plus!
if (strnotempty(back[b].r.location)) { // location existe!
char BIGSTK mov_url[HTS_URLMAXSIZE * 2];
lien_adrfil moved;
mov_url[0] = moved.adr[0] = moved.fil[0] = '\0';
//
strcpybuff(mov_url, back[b].r.location); // copier URL
if (ident_url_relatif
(mov_url, current.adr, current.fil, &moved) >= 0) {
// si non bouclage sur soi même, ou si test avec GET non testé
if ((strcmp(moved.adr, current.adr))
|| (strcmp(moved.fil, current.fil))
|| (get_test_request == 0)) {
// bouclage?
if ((!strcmp(moved.adr, current.adr))
&& (!strcmp(moved.fil, current.fil)))
get_test_request = 1; // faire requète avec GET
// recopier former->adr/fil?
if (former != NULL) {
if (strnotempty(former->adr) == 0) { // Pas déja noté
strcpybuff(former->adr, current.adr);
strcpybuff(former->fil, current.fil);
}
}
// check explicit forbidden - don't follow 3xx in this case
{
int set_prio_to = 0;
if (hts_acceptlink(opt, ptr, moved.adr, moved.fil, NULL, NULL, &set_prio_to, NULL) == 1) { /* forbidden */
has_been_moved = 1;
back_maydelete(opt, cache, sback, b); // ok
strcpybuff(current.adr, moved.adr);
strcpybuff(current.fil, moved.fil);
mov_url[0] = '\0';
stop_looping = 1;
}
}
// ftp: stop!
if (strfield(mov_url, "ftp://")
) { // ftp, ok on arrête
has_been_moved = 1;
back_maydelete(opt, cache, sback, b); // ok
strcpybuff(current.adr, moved.adr);
strcpybuff(current.fil, moved.fil);
stop_looping = 1;
} else if (*mov_url) {
const char *methode;
if (!get_test_request)
methode = BACK_ADD_TEST; // tester avec HEAD
else {
methode = BACK_ADD_TEST2; // tester avec GET
hts_log_print(opt, LOG_WARNING,
"Loop with HEAD request (during prefetch) at %s%s",
current.adr, current.fil);
}
// Ajouter
URLSAVENAME_WAIT_FOR_AVAILABLE_SOCKET();
if (back_add(sback, opt, cache, moved.adr, moved.fil, methode, referer_adr, referer_fil, 1) != -1) { // OK
hts_log_print(opt, LOG_DEBUG,
"(during prefetch) %s (%d) to link %s at %s%s",
back[b].r.msg,
back[b].r.statuscode,
back[b].r.location, current.adr,
current.fil);
// libérer emplacement backing actuel et attendre le prochain
back_maydelete(opt, cache, sback, b);
strcpybuff(current.adr, moved.adr);
strcpybuff(current.fil, moved.fil);
b =
back_index(opt, sback, current.adr, current.fil,
methode);
if (!get_test_request)
has_been_moved = 1; // sinon ne pas forcer has_been_moved car non déplacé
petits_tours++;
//
} else { // sinon on fait rien et on s'en va.. (ftp etc)
hts_log_print(opt, LOG_DEBUG,
"Warning: Savename redirect backing error at %s%s",
moved.adr, moved.fil);
}
}
} else {
hts_log_print(opt, LOG_WARNING,
"Unable to test %s%s (loop to same filename)",
adr_complete, fil_complete);
}
}
}
} else { // arrêter les frais
hts_log_print(opt, LOG_WARNING,
"Unable to test %s%s (loop)",
adr_complete, fil_complete);
}
} // ok, leaving
}
} while(!stop_looping && back[b].status > 0
&& back[b].status < 1000);
// Si non déplacé, forcer type?
if (!has_been_moved) {
if (back[b].r.statuscode != -10) { // erreur
if (strnotempty(back[b].r.contenttype) == 0)
strcpybuff(back[b].r.contenttype, "text/html"); // message d'erreur en html
// Finalement on, renvoie un erreur, pour ne toucher à rien dans le code
// libérer emplacement backing
}
{ // pas d'erreur, changer type?
char s[16];
s[0] = '\0';
if (strnotempty(back[b].r.cdispo)) { /* filename given */
ext_chg = 2; /* change filename */
strcpybuff(ext, back[b].r.cdispo);
} else if (!may_unknown2(opt, back[b].r.contenttype, back[b].url_fil)) { // on peut patcher à priori? (pas interdit ou pas de type)
give_mimext(s, back[b].r.contenttype); // obtenir extension
if (strnotempty(s) > 0) { // on a reconnu l'extension
ext_chg = 1;
strcpybuff(ext, s);
}
}
#ifdef DEFAULT_BIN_EXT
// no extension and potentially bogus
else if (ishtest == -2) {
ext_chg = 1;
strcpybuff(ext, DEFAULT_BIN_EXT + 1);
}
#endif
}
}
// FIN Si non déplacé, forcer type?
// libérer emplacement backing
back_maydelete(opt, cache, sback, b);
// --- --- ---
// oops, a été déplacé.. on recalcule en récursif (osons!)
if (has_been_moved) {
// copier adr, fil (optionnel, mais sinon marche pas pour le rip)
strcpybuff(afs->af.adr, current.adr);
strcpybuff(afs->af.fil, current.fil);
// copier adr, fil
return url_savename(afs, NULL,
referer_adr, referer_fil, opt,
sback, cache, hash, ptr,
numero_passe, NULL);
}
// --- --- ---
}
} else {
printf
("PANIC! : Savename Crash adding error, unexpected error found.. [%d]\n",
__LINE__);
#if BDEBUG==1
printf("error while savename crash adding\n");
#endif
hts_log_print(opt, LOG_ERROR,
"Unexpected savename backing error at %s%s", adr,
fil_complete);
}
// restaurer
opt->state._hts_in_html_parsing = hihp;
} // caché?
}
}
}
// - - - DEBUT NOMMAGE - - -
// Donner nom par défaut?
if (fil[strlen(fil) - 1] == '/') {
if (!strfield(adr_complete, "ftp://")
) {
strcatbuff(fil, DEFAULT_HTML); // nommer page par défaut!!
} else {
if (!opt->proxy.active)
strcatbuff(fil, DEFAULT_FTP); // nommer page par défaut (texte)
else
strcatbuff(fil, DEFAULT_HTML); // nommer page par défaut (à priori ici html depuis un proxy http)
}
}
// Changer extension?
// par exemple, php3 sera sauvé en html, cgi en html ou gif, xbm etc.. selon les cas
if (ext_chg && !opt->no_type_change) { // changer ext
char *a = fil + strlen(fil) - 1;
if ((opt->debug > 1) && (opt->log != NULL)) {
if (ext_chg == 1)
hts_log_print(opt, LOG_DEBUG, "Changing link extension %s%s to .%s",
adr_complete, fil_complete, ext);
else
hts_log_print(opt, LOG_DEBUG, "Changing link name %s%s to %s",
adr_complete, fil_complete, ext);
}
if (ext_chg == 1) {
while((a > fil) && (*a != '.') && (*a != '/'))
a--;
if (*a == '.')
*a = '\0'; // couper
strcatbuff(fil, "."); // recopier point
} else {
while((a > fil) && (*a != '/'))
a--;
if (*a == '/')
a++;
*a = '\0';
}
strcatbuff(fil, ext); // copier ext/nom
}
// Rechercher premier / et dernier .
{
const char *a = fil + strlen(fil) - 1;
// passer structures
start_pos = fil;
while((a > fil) && (*a != '/') && (*a != '\\')) {
if (*a == '.') // point? noter position
if (!dot_pos)
dot_pos = a;
a--;
}
if ((*a == '/') || (*a == '\\'))
a++;
nom_pos = a;
}
// un nom de fichier est généré
// s'il existe déja, alors on le mofifie légèrement
// ajouter nom du site éventuellement en premier
if (opt->savename_type == -1) { // utiliser savename_userdef! (%h%p/%n%q.%t)
const char *a = StringBuff(opt->savename_userdef);
char *b = afs->save;
/*char *nom_pos=NULL,*dot_pos=NULL; // Position nom et point */
char tok;
/*
{ // Rechercher premier /
char* a=fil+strlen(fil)-1;
// passer structures
while(((int) a>(int) fil) && (*a != '/') && (*a != '\\')) {
if (*a == '.') // point? noter position
if (!dot_pos)
dot_pos=a;
a--;
}
if ((*a=='/') || (*a=='\\')) a++;
nom_pos = a;
}
*/
// Construire nom
while((*a) && (((int) (b - afs->save)) < HTS_URLMAXSIZE)) { // parser, et pas trop long..
if (*a == '%') {
int short_ver = 0;
a++;
if (*a == 's') {
short_ver = 1;
a++;
}
*b = '\0';
switch (tok = *a++) {
case '[': // %[param:prefix_if_not_empty:suffix_if_not_empty:empty_replacement:notfound_replacement]
if (strchr(a, ']')) {
int pos = 0;
char name[5][256];
char *c = name[0];
for(pos = 0; pos < 5; pos++) {
name[pos][0] = '\0';
}
pos = 0;
while(*a != '\0' && *a != ']') {
if (pos < 5) {
if (*a == ':') { // next token
c = name[++pos];
a++;
} else {
*c++ = *a++;
*c = '\0';
}
}
}
if (*a == ']') {
a++;
}
strcatbuff(name[0], "="); /* param=.. */
c = strchr(fil_complete, '?');
/* parameters exists */
if (c) {
char *cp;
while((cp = strstr(c + 1, name[0])) && *(cp - 1) != '?' && *(cp - 1) != '&') { /* finds [?&]param= */
c = cp;
}
if (cp) {
c = cp + strlen(name[0]); /* jumps "param=" */
strcpybuff(b, name[1]); /* prefix */
b += strlen(b);
if (*c != '\0' && *c != '&') {
char *d = name[0];
/* */
while(*c != '\0' && *c != '&') {
*d++ = *c++;
}
*d = '\0';
d = unescape_http(catbuff, sizeof(catbuff), name[0]);
if (d && *d) {
strcpybuff(b, d); /* value */
b += strlen(b);
} else {
strcpybuff(b, name[3]); /* empty replacement if any */
b += strlen(b);
}
} else {
strcpybuff(b, name[3]); /* empty replacement if any */
b += strlen(b);
}
strcpybuff(b, name[2]); /* suffix */
b += strlen(b);
} else {
strcpybuff(b, name[4]); /* not found replacement if any */
b += strlen(b);
}
} else {
strcpybuff(b, name[4]); /* not found replacement if any */
b += strlen(b);
}
}
break;
case '%':
*b++ = '%';
break;
case 'n': // nom sans ext
*b = '\0';
if (dot_pos) {
if (!short_ver) // Noms longs
strncatbuff(b, nom_pos, (int) (dot_pos - nom_pos));
else
strncatbuff(b, nom_pos, min((int) (dot_pos - nom_pos), 8));
} else {
if (!short_ver) // Noms longs
strcpybuff(b, nom_pos);
else
strncatbuff(b, nom_pos, 8);
}
b += strlen(b); // pointer à la fin
break;
case 'N': // nom avec ext
// RECOPIE NOM + EXT
*b = '\0';
if (dot_pos) {
if (!short_ver) // Noms longs
strncatbuff(b, nom_pos, (int) (dot_pos - nom_pos));
else
strncatbuff(b, nom_pos, min((int) (dot_pos - nom_pos), 8));
} else {
if (!short_ver) // Noms longs
strcpybuff(b, nom_pos);
else
strncatbuff(b, nom_pos, 8);
}
b += strlen(b); // pointer à la fin
// RECOPIE NOM + EXT
*b = '\0';
if (dot_pos) {
if (!short_ver) // Noms longs
strcpybuff(b, dot_pos + 1);
else
strncatbuff(b, dot_pos + 1, 3);
} else {
if (!short_ver) // Noms longs
strcpybuff(b, DEFAULT_EXT + 1); // pas de..
else
strcpybuff(b, DEFAULT_EXT_SHORT + 1); // pas de..
}
b += strlen(b); // pointer à la fin
//
break;
case 't': // ext
*b = '\0';
if (dot_pos) {
if (!short_ver) // Noms longs
strcpybuff(b, dot_pos + 1);
else
strncatbuff(b, dot_pos + 1, 3);
} else {
if (!short_ver) // Noms longs
strcpybuff(b, DEFAULT_EXT + 1); // pas de..
else
strcpybuff(b, DEFAULT_EXT_SHORT + 1); // pas de..
}
b += strlen(b); // pointer à la fin
break;
case 'p': // path sans dernier /
*b = '\0';
if (nom_pos != fil + 1) { // pas: /index.html (chemin nul)
if (!short_ver) { // Noms longs
strncatbuff(b, fil, (int) (nom_pos - fil) - 1);
} else {
char BIGSTK pth[HTS_URLMAXSIZE * 2], n83[HTS_URLMAXSIZE * 2];
pth[0] = n83[0] = '\0';
//
strncatbuff(pth, fil, (int) (nom_pos - fil) - 1);
long_to_83(opt->savename_83, n83, pth);
strcpybuff(b, n83);
}
}
b += strlen(b); // pointer à la fin
break;
case 'h': // host (IDNA decoded if suitable)
// IDNA / RFC 3492 (Punycode) handling for HTTP(s)
{
DECLARE_ADR(final_adr);
/* Copy address */
*b = '\0';
if (!short_ver)
strcpybuff(b, final_adr);
else
strcpybuff(b, final_adr);
/* release */
RELEASE_ADR();
}
b += strlen(b); // pointer à la fin
break;
case 'H': // host, raw (old mode)
*b = '\0';
if (protocol == PROTOCOL_FILE) {
if (!short_ver) // Noms longs
strcpybuff(b, "localhost");
else
strcpybuff(b, "local");
} else {
if (!short_ver) // Noms longs
strcpybuff(b, print_adr);
else
strncatbuff(b, print_adr, 8);
}
b += strlen(b); // pointer à la fin
break;
case 'M': /* host/address?query MD5 (128-bits) */
*b = '\0';
{
char digest[32 + 2];
char BIGSTK buff[HTS_URLMAXSIZE * 2];
digest[0] = buff[0] = '\0';
strcpybuff(buff, adr);
strcatbuff(buff, fil_complete);
domd5mem(buff, strlen(buff), digest, 1);
strcpybuff(b, digest);
}
b += strlen(b); // pointer à la fin
break;
case 'Q':
case 'q': /* query MD5 (128-bits/16-bits)
GENERATED ONLY IF query string exists! */
{
char md5[32 + 2];
*b = '\0';
strncatbuff(b, url_md5(md5, fil_complete), (tok == 'Q') ? 32 : 4);
b += strlen(b); // pointer à la fin
}
break;
case 'r':
case 'R': // protocol
*b = '\0';
strcatbuff(b, protocol_str[protocol]);
b += strlen(b); // pointer à la fin
break;
/* Patch by Juan Fco Rodriguez to get the full query string */
case 'k':
{
char *d = strchr(fil_complete, '?');
if (d != NULL) {
strcatbuff(b, d);
b += strlen(b);
}
}
break;
}
} else
*b++ = *a++;
}
*b++ = '\0';
//
// Types prédéfinis
//
}
//
// Structure originale
else if (opt->savename_type % 100 == 0) {
/* recopier www.. */
if (opt->savename_type != 100) {
if (((opt->savename_type / 1000) % 2) == 0) { // >1000 signifie "pas de www/"
DECLARE_ADR(final_adr);
// adresse url
if (!opt->savename_83) { // noms longs (et pas de .)
strcatbuff(afs->save, final_adr);
} else { // noms 8-3
if (strlen(final_adr) > 4) {
if (strfield(final_adr, "www."))
hts_appendStringUTF8(afs->save, final_adr + 4, max_char);
else
hts_appendStringUTF8(afs->save, final_adr, max_char);
} else
hts_appendStringUTF8(afs->save, final_adr, max_char);
}
/* release */
RELEASE_ADR();
if (*fil != '/')
strcatbuff(afs->save, "/");
}
}
hts_lowcase(afs->save);
/*
// ne sert à rien car a déja été filtré normalement
if ((*fil=='.') && (*(fil+1)=='/')) // ./index.html ** //
url_savename_addstr(save,fil+2);
else // index.html ou /index.html
url_savename_addstr(save,fil);
if (save[strlen(save)-1]=='/')
strcatbuff(save,DEFAULT_HTML); // nommer page par défaut!!
*/
/* add name */
ADD_STANDARD_PATH;
ADD_STANDARD_NAME(0);
}
//
// Structure html/image
else {
// dossier "web" ou "www.xxx" ?
if (((opt->savename_type / 1000) % 2) == 0) { // >1000 signifie "pas de www/"
if ((opt->savename_type / 100) % 2) {
DECLARE_ADR(final_adr);
if (!opt->savename_83) { // noms longs
strcatbuff(afs->save, final_adr);
strcatbuff(afs->save, "/");
} else { // noms 8-3
if (strlen(final_adr) > 4) {
if (strfield(final_adr, "www."))
hts_appendStringUTF8(afs->save, final_adr + 4, max_char);
else
hts_appendStringUTF8(afs->save, final_adr, max_char);
strcatbuff(afs->save, "/");
} else {
hts_appendStringUTF8(afs->save, final_adr, max_char);
strcatbuff(afs->save, "/");
}
}
/* release */
RELEASE_ADR();
} else {
strcatbuff(afs->save, "web/"); // répertoire général
}
}
// si un html à coup sûr
if ((ext_chg != 0) ? (ishtml_ext(ext) == 1) : (ishtml(opt, fil) == 1)) {
if (opt->savename_type % 100 == 2) { // html/
strcatbuff(afs->save, "html/");
}
} else {
if ((opt->savename_type % 100 == 1) || (opt->savename_type % 100 == 2)) { // html & images
strcatbuff(afs->save, "images/");
}
}
switch (opt->savename_type % 100) {
case 4:
case 5:{ // séparer par types
const char *a = fil + strlen(fil) - 1;
// passer structures
while((a > fil) && (*a != '/') && (*a != '\\'))
a--;
if ((*a == '/') || (*a == '\\'))
a++;
// html?
if ((ext_chg != 0) ? (ishtml_ext(ext) == 1) : (ishtml(opt, fil) == 1)) {
if (opt->savename_type % 100 == 5)
strcatbuff(afs->save, "html/");
} else {
const char *a = fil + strlen(fil) - 1;
while((a > fil) && (*a != '/') && (*a != '.'))
a--;
if (*a != '.')
strcatbuff(afs->save, "other");
else
strcatbuff(afs->save, a + 1);
strcatbuff(afs->save, "/");
}
/*strcatbuff(save,a); */
/* add name */
ADD_STANDARD_NAME(0);
}
break;
case 99:{ // 'codé' .. c'est un gadget
size_t i;
size_t j;
const char *a;
char C[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_-";
int L;
// pseudo-CRC sur fil et adr pour initialiser générateur aléatoire..
unsigned int s = 0;
L = (int) strlen(C);
for(i = 0; fil_complete[i] != '\0'; i++) {
s += (unsigned int) fil_complete[i];
}
for(i = 0; adr_complete[i] != '\0'; i++) {
s += (unsigned int) adr_complete[i];
}
srand(s);
j = strlen(afs->save);
for(i = 0; i < 8; i++) {
char c = C[(rand() % L)];
afs->save[i + j] = c;
}
afs->save[i + j] = '\0';
// ajouter extension
a = fil + strlen(fil) - 1;
while((a > fil) && (*a != '/') && (*a != '.'))
a--;
if (*a == '.') {
strcatbuff(afs->save, a); // ajouter
}
}
break;
default:{ // noms sans les noms des répertoires
// ne garder que le nom, pas la structure
/*
char* a=fil+strlen(fil)-1;
while(((int) a>(int) fil) && (*a != '/') && (*a != '\\')) a--;
if ((*a=='/') || (*a=='\\')) a++;
strcatbuff(save,a);
*/
/* add name */
ADD_STANDARD_NAME(0);
}
break;
}
hts_lowcase(afs->save);
if (afs->save[strlen(afs->save) - 1] == '/')
strcatbuff(afs->save, DEFAULT_HTML); // nommer page par défaut!!
}
// vérifier qu'on ne doit pas forcer l'extension
// par exemple, asp sera sauvé en html, cgi en html ou gif, xbm etc.. selon les cas
/*if (ext_chg) {
char* a=save+strlen(save)-1;
while(((int) a>(int) save) && (*a!='.') && (*a!='/')) a--;
if (*a=='.') *a='\0'; // couper
// recopier extension
strcatbuff(save,".");
strcatbuff(save,ext); // copier ext
} */
// Not used anymore unless non-delayed types.
// de même en cas de manque d'extension on en place une de manière forcée..
// cela évite les /chez/toto et les /chez/toto/index.html incompatibles
if (opt->savename_type != -1 && opt->savename_delayed != 2) {
char *a = afs->save + strlen(afs->save) - 1;
while((a > afs->save) && (*a != '.') && (*a != '/'))
a--;
if (*a != '.') { // agh pas de point
//strcatbuff(save,".none"); // a éviter
strcatbuff(afs->save, ".html"); // préférable!
hts_log_print(opt, LOG_DEBUG, "Default HTML type set for %s%s => %s",
adr_complete, fil_complete, afs->save);
}
}
// effacer pass au besoin pour les autentifications
// (plus la peine : masqué au début)
/*
{
char* a = jump_identification(afs->save);
if (a!=afs->save) {
char BIGSTK tempo[HTS_URLMAXSIZE*2];
char *b;
tempo[0]='\0';
strcpybuff(tempo,"[");
b=strchr(save,':');
if (!b) b=strchr(save,'@');
if (b)
strncatbuff(tempo,save,(int) b-(int) a);
strcatbuff(tempo,"]");
strcatbuff(tempo,a);
strcpybuff(save,a);
}
}
*/
// éviter les / au début (cause: N100)
if (afs->save[0] == '/') {
char BIGSTK tempo[HTS_URLMAXSIZE * 2];
strcpybuff(tempo, afs->save + 1);
strcpybuff(afs->save, tempo);
}
/* Cleanup reserved or forbidden characters. */
{
size_t i;
for(i = 0 ; afs->save[i] != '\0' ; i++) {
unsigned char c = (unsigned char) afs->save[i];
if (c < 32 // control
|| c == 127 // unwise
|| c == '~' // unix unwise
|| c == '\\' // windows separator
|| c == ':' // windows forbidden
|| c == '*' // windows forbidden
|| c == '?' // windows forbidden
|| c == '\"' // windows forbidden
|| c == '<' // windows forbidden
|| c == '>' // windows forbidden
|| c == '|' // windows forbidden
//|| c == '@' // ?
||
(
opt->savename_83 == 2 // CDROM
&&
(
c == '-'
|| c == '='
|| c == '+'
)
)
)
{
afs->save[i] = '_';
}
}
}
// éliminer les // (comme ftp://)
cleanDoubleSlash(afs->save);
#if HTS_OVERRIDE_DOS_FOLDERS
/* Replace /foo/nul/bar by /foo/nul_/bar */
{
int i = 0;
while(hts_tbdev[i][0]) {
const char *a = afs->save;
while((a = strstrcase(a, hts_tbdev[i]))) {
switch ((int) a[strlen(hts_tbdev[i])]) {
case '\0':
case '/':
case '.':
{
char BIGSTK tempo[HTS_URLMAXSIZE * 2];
tempo[0] = '\0';
strncatbuff(tempo, afs->save, (int) (a - afs->save) + strlen(hts_tbdev[i]));
strcatbuff(tempo, "_");
strcatbuff(tempo, a + strlen(hts_tbdev[i]));
strcpybuff(afs->save, tempo);
}
break;
}
a += strlen(hts_tbdev[i]);
}
i++;
}
}
/* Strip ending . or ' ' forbidden on windoz */
cleanEndingSpaceOrDot(afs->save);
#endif
// conversion 8-3 .. y compris pour les répertoires
if (opt->savename_83) {
char BIGSTK n83[HTS_URLMAXSIZE * 2];
long_to_83(opt->savename_83, n83, afs->save);
strcpybuff(afs->save, n83);
}
// enforce stricter ISO9660 compliance (bug reported by Steffo Carlsson)
// Level 1 File names are restricted to 8 characters with a 3 character extension,
// upper case letters, numbers and underscore; maximum depth of directories is 8.
// This will be our "DOS mode"
// L2: 31 characters
// A-Z,0-9,_
if (opt->savename_83 > 0) {
char *a, *last;
for(last = afs->save + strlen(afs->save) - 1;
last != afs->save && *last != '/' && *last != '\\' && *last != '.'; last--) ;
if (*last != '.') {
last = NULL;
}
for(a = afs->save; *a != '\0'; a++) {
if (*a >= 'a' && *a <= 'z') {
*a -= 'a' - 'A';
} else if (*a == '.') {
if (a != last) {
*a = '_';
}
} else
if (!
((*a >= 'A' && *a <= 'Z') || (*a >= '0' && *a <= '9') || *a == '_'
|| *a == '/' || *a == '\\')) {
*a = '_';
}
}
}
/* ensure that there is no ../ (potential vulnerability) */
fil_simplifie(afs->save);
/* convert name to UTF-8 ? Note: already done while parsing. */
//if (charset != NULL && charset[0] != '\0') {
// char *const s = hts_convertStringToUTF8(save, (int) strlen(save), charset);
// if (s != NULL) {
// hts_log_print(opt, LOG_DEBUG,
// "engine: save-name: charset conversion from '%s' to '%s' using charset '%s'",
// save, s, charset);
// strcpybuff(save, s);
// free(s);
// }
//}
/* callback */
RUN_CALLBACK5(opt, savename, adr_complete, fil_complete, referer_adr,
referer_fil, afs->save);
hts_log_print(opt, LOG_DEBUG, "engine: save-name: local name: %s%s -> %s",
adr, fil, afs->save);
/* Ensure that the MANDATORY "temporary" extension is set */
if (ext_chg_delayed) {
char *ptr;
char *lastDot = NULL;
for(ptr = afs->save; *ptr != 0; ptr++) {
if (*ptr == '.') {
lastDot = ptr;
} else if (*ptr == '/' || *ptr == '\\') {
lastDot = NULL;
}
}
if (lastDot == NULL) {
strcatbuff(afs->save, "." DELAYED_EXT);
} else if (!IS_DELAYED_EXT(afs->save)) {
strcatbuff(lastDot, "." DELAYED_EXT);
}
}
// enforce 260-character path limit before inserting destination path
// note: 12 characters at least for WIN32, and 12 for ".99.delayed"
// (MSDN) "When using an API to create a directory, the specified path
// cannot be so long that you cannot append an 8.3 file name
// (that is, the directory name cannot exceed MAX_PATH minus 12)."
#define HTS_MAX_PATH_LEN ( 260 - 12 - 12 )
#define MIN_LAST_SEG_RESERVE 12
#define MAX_LAST_SEG_RESERVE 24
#define MAX_SEG_LEN 48
if (hts_stringLengthUTF8(afs->save) +
hts_stringLengthUTF8(StringBuff(opt->path_html_utf8)) >=
HTS_MAX_PATH_LEN) {
// convert to Unicode (much simpler)
size_t wsaveLen;
hts_UCS4 *const wsave = hts_convertUTF8StringToUCS4(afs->save, strlen(afs->save), &wsaveLen);
if (wsave != NULL) {
const size_t parentLen =
hts_stringLengthUTF8(StringBuff(opt->path_html_utf8));
// parent path length is not insane (otherwise, ignore and pick 200 as
// suffix length)
const size_t maxLen =
parentLen <
HTS_MAX_PATH_LEN - HTS_MAX_PATH_LEN / 4
? HTS_MAX_PATH_LEN - parentLen : HTS_MAX_PATH_LEN;
size_t i, j, lastSeg, lastSegSize, dirSize;
char *saveFinal;
// pick up last segment
for(i = 0, lastSeg = 0; wsave[i] != '\0'; i++) {
if (wsave[i] == '/') {
lastSeg = i + 1;
}
}
lastSegSize = wsaveLen - lastSeg;
if (lastSegSize > MAX_LAST_SEG_RESERVE) {
lastSegSize = MAX_LAST_SEG_RESERVE;
}
else if (lastSegSize < MIN_LAST_SEG_RESERVE) {
lastSegSize = MIN_LAST_SEG_RESERVE;
}
// add as much pathes as we can.
// note: i is in bytes, iUtf in characters
for(i = 0, j = 0, dirSize = 0
; i + 1 < lastSeg && j + lastSegSize < maxLen; i++) {
// reset segment counting
if (wsave[i] == '/') {
dirSize = 0;
}
// copy if not too long
if (dirSize < MAX_SEG_LEN) {
wsave[j++] = wsave[i];
dirSize++;
}
}
// last segment
wsave[j++] = '/';
#define MAX_UTF8_SEQ_CHARS 4
for(i = lastSeg; wsave[i] != '\0' && j < maxLen; i++) {
wsave[j++] = wsave[i];
}
// terminating \0
wsave[j++] = '\0';
// copy final name and cleanup
saveFinal = hts_convertUCS4StringToUTF8(wsave, j);
if (saveFinal != NULL) {
strcpybuff(afs->save, saveFinal);
free(saveFinal);
} else {
hts_log_print(opt, LOG_ERROR, "Could not revert to UTF-8: %s%s",
adr_complete, fil_complete);
}
free(wsave);
// log in debug
hts_log_print(opt, LOG_DEBUG, "Too long filename shortened: %s%s => %s",
adr_complete, fil_complete, afs->save);
} else {
hts_log_print(opt, LOG_ERROR, "Could not read UTF-8: %s", afs->save);
}
// Re-check again ending space or dot after cut (see bug #5)
cleanEndingSpaceOrDot(afs->save);
}
#undef MAX_UTF8_SEQ_CHARS
#undef MIN_LAST_SEG_RESERVE
#undef HTS_MAX_PATH_LEN
// chemin primaire éventuel A METTRE AVANT
if (strnotempty(StringBuff(opt->path_html_utf8))) {
char BIGSTK tempo[HTS_URLMAXSIZE * 2];
strcpybuff(tempo, StringBuff(opt->path_html_utf8));
strcatbuff(tempo, afs->save);
strcpybuff(afs->save, tempo);
}
// vérifier que le nom n'est pas déja pris...
if (opt->liens != NULL) {
int nom_ok;
do {
int i;
//
nom_ok = 1; // à priori bon
// on part de la fin pour optimiser, plus les opti de taille pour
// aller encore plus vite..
#if DEBUG_SAVENAME
printf("\nStart search\n");
#endif
i = hash_read(hash, afs->save, NULL, HASH_STRUCT_FILENAME); // lecture type 0 (sav)
if (i >= 0) {
int sameAdr = (strfield2(heap(i)->adr, normadr) != 0);
int sameFil;
// NO - URL hack is only for stripping // and www.
//if (opt->urlhack != 0)
// sameFil = ( strfield2(heap(i)->fil, normfil) != 0);
//else
sameFil = (strcmp(heap(i)->fil, normfil) == 0);
if (sameAdr && sameFil) { // ok c'est le même lien, adresse déja définie
/* Take the existing name not to screw up with cAsE sEnSiTiViTy of Linux/Unix */
if (strcmp(heap(i)->sav, afs->save) != 0) {
strcpybuff(afs->save, heap(i)->sav);
}
i = 0;
#if DEBUG_SAVENAME
printf("\nOK ALREADY DEFINED\n", 13, i);
#endif
} else { // utilisé par un AUTRE, changer de nom
char BIGSTK tempo[HTS_URLMAXSIZE * 2];
char *a = afs->save + strlen(afs->save) - 1;
char *b;
int n = 2;
char collisionSeparator = ((opt->savename_83 != 2) ? '-' : '_');
tempo[0] = '\0';
#if DEBUG_SAVENAME
printf("\nWRONG CASE UNMATCH : \n%s\n%s, REDEFINE\n", heap(i)->fil,
fil_complete);
#endif
nom_ok = 0;
i = 0;
while((a > afs->save) && (*a != '.') && (*a != '\\') && (*a != '/'))
a--;
if (*a == '.')
strncatbuff(tempo, afs->save, a - afs->save);
else
strcatbuff(tempo, afs->save);
// tester la présence d'un -xx (ex: index-2.html -> index-3.html)
b = tempo + strlen(tempo) - 1;
while(isdigit((unsigned char) *b))
b--;
if (*b == collisionSeparator) {
sscanf(b + 1, "%d", &n);
*b = '\0'; // couper
n++; // plus un
}
// en plus il faut gérer le 8-3 .. pas facile le client
if (opt->savename_83) {
int max;
char *a = tempo + strlen(tempo) - 1;
while((a > tempo) && (*a != '/'))
a--;
if (*a == '/')
a++;
max = max_char - 1 - nombre_digit(n);
if ((int) strlen(a) > max)
*(a + max) = '\0'; // couper sinon il n'y aura pas la place!
}
// ajouter -xx (ex: index.html -> index-2.html)
sprintf(tempo + strlen(tempo), "%c%d", collisionSeparator, n);
// ajouter extension
if (*a == '.')
strcatbuff(tempo, a);
strcpybuff(afs->save, tempo);
//printf("switched: %s\n",save);
} // if
}
#if DEBUG_SAVENAME
printf("\nEnd search, %s\n", fil_complete);
#endif
} while(!nom_ok);
}
//printf("'%s' %s %s\n",save,adr,fil);
return 0;
}
/* nom avec md5 urilisé partout */
void standard_name(char *b, const char *dot_pos, const char *nom_pos, const char *fil,
int short_ver) {
char md5[32 + 2];
b[0] = '\0';
/* Nom */
if (dot_pos) {
if (!short_ver) // Noms longs
strncatbuff(b, nom_pos, (dot_pos - nom_pos));
else
strncatbuff(b, nom_pos, min(dot_pos - nom_pos, 8));
} else {
if (!short_ver) // Noms longs
strcatbuff(b, nom_pos);
else
strncatbuff(b, nom_pos, 8);
}
/* MD5 - 16 bits */
strncatbuff(b, url_md5(md5, fil), 4);
/* Ext */
if (dot_pos) {
strcatbuff(b, ".");
if (!short_ver) // Noms longs
strcatbuff(b, dot_pos + 1);
else
strncatbuff(b, dot_pos + 1, 3);
}
// Allow extensionless
#ifdef DO_NOT_ALLOW_EXTENSIONLESS
else {
if (!short_ver) // Noms longs
strcatbuff(b, DEFAULT_EXT);
else
strcatbuff(b, DEFAULT_EXT_SHORT);
}
#endif
}
/* Petit md5 */
char *url_md5(char *digest, const char *fil) {
char *a;
digest[0] = '\0';
a = strchr(fil, '?');
if (a) {
if (strlen(a)) {
char BIGSTK buff[HTS_URLMAXSIZE * 2];
a++;
digest[0] = buff[0] = '\0';
strcatbuff(buff, a); /* query string MD5 */
domd5mem(buff, strlen(buff), digest, 1);
}
}
return digest;
}
// interne à url_savename: ajoute une chaîne à une autre avec \ -> /
void url_savename_addstr(char *d, const char *s) {
int i = (int) strlen(d);
while(*s) {
if (*s == '\\') // remplacer \ par des /
d[i++] = '/';
else
d[i++] = *s;
s++;
}
d[i] = '\0';
}
/* "filename" should be at least 64 bytes. */
void url_savename_refname(const char *adr, const char *fil, char *filename) {
unsigned char bindigest[16];
struct MD5Context ctx;
MD5Init(&ctx, 0);
MD5Update(&ctx, (const unsigned char *) adr, (int) strlen(adr));
MD5Update(&ctx, (const unsigned char *) ",", 1);
MD5Update(&ctx, (const unsigned char *) fil, (int) strlen(fil));
MD5Final(bindigest, &ctx);
sprintf(filename,
CACHE_REFNAME "/" "%02x%02x%02x%02x%02x%02x%02x%02x"
"%02x%02x%02x%02x%02x%02x%02x%02x" ".ref", bindigest[0], bindigest[1],
bindigest[2], bindigest[3], bindigest[4], bindigest[5], bindigest[6],
bindigest[7], bindigest[8], bindigest[9], bindigest[10],
bindigest[11], bindigest[12], bindigest[13], bindigest[14],
bindigest[15]);
}
/* note: return a local filename */
char *url_savename_refname_fullpath(httrackp * opt, const char *adr,
const char *fil) {
char digest_filename[64];
url_savename_refname(adr, fil, digest_filename);
return fconcat(OPT_GET_BUFF(opt), OPT_GET_BUFF_SIZE(opt),
StringBuff(opt->path_log), digest_filename);
}
/* remove refname if any */
void url_savename_refname_remove(httrackp * opt, const char *adr,
const char *fil) {
char *filename = url_savename_refname_fullpath(opt, adr, fil);
(void) UNLINK(filename);
}
Generated by GNU Enscript 1.6.5.90.