proxytrace2any.cc File Reference

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <tcl.h>
#include "proxytrace.h"
#include "my-endian.h"

Include dependency graph for proxytrace2any.cc:

Go to the source code of this file.

Enumerations
enum	{ ifNone = 0, ifDECV1_0, ifDECV1_2 }
enum	{ ofNone = 0, ofDECText, ofSquid, ofSquidSwapped }
Functions
int	getInputFormat (char *argv[])
int	getOutputFormat (char *argv[])
double	lf_analyze (TEntry &lfe)
int	main (int argc, char *argv[])
void	PrintEntry_Squid (FILE *out_file, TEntry *entry, int swap)
void	PrintEntry_Text (FILE *out_file, TEntry *entry, int noURL)
void	sort_rlog ()
void	sort_url ()
Variables
FILE *	cf
Tcl_HashTable	cidHash
double	duration
double	initTime
enum { ... }	InputFormat
unsigned int	num_rlog
enum { ... }	OutputFormat
ReqLog *	rlog
FILE *	sf
Tcl_HashTable	sidHash
double	startTime
unsigned int	sz_rlog
Tcl_HashTable	urlHash

---

Enumeration Type Documentation

anonymous enum

Enumerator: ifNone  ifDECV1_0  ifDECV1_2  Definition at line 20 of file proxytrace2any.cc. { ifNone = 0, ifDECV1_0, ifDECV1_2 } InputFormat = ifNone;

anonymous enum

Enumerator: ofNone  ofDECText  ofSquid  ofSquidSwapped  Definition at line 21 of file proxytrace2any.cc. { ofNone = 0, ofDECText, ofSquid, ofSquidSwapped } OutputFormat = ofNone;

---

Function Documentation

int getInputFormat (  char *  argv[]  )

Definition at line 23 of file proxytrace2any.cc. References ifDECV1_0, ifDECV1_2, ifNone, and InputFormat. { if (strncmp("-i", argv[0], 3) != 0) return ifNone; if (strncmp("v1.0", argv[1], 5) == 0) InputFormat = ifDECV1_0; else if (strncmp("v1.2", argv[1], 5) == 0) InputFormat = ifDECV1_2; else InputFormat = ifNone; return InputFormat; }

int getOutputFormat (  char *  argv[]  )

Definition at line 39 of file proxytrace2any.cc. References ofDECText, ofNone, ofSquid, ofSquidSwapped, and OutputFormat. { if (strncmp("-o", argv[0], 3) != 0) return ofNone; if (strncmp("txt", argv[1], 4) == 0) OutputFormat = ofDECText; else if (strncmp("squid", argv[1], 6) == 0) OutputFormat = ofSquid; else if (strncmp("squidsw", argv[1], 8) == 0) OutputFormat = ofSquidSwapped; else OutputFormat = ofNone; return OutputFormat; }

double lf_analyze (  TEntry &  lfe  )

Definition at line 103 of file dec/tr-stat.cc. Referenced by main(). { double time; int ne, cid, sid, uid; Tcl_HashEntry *he; // Filter out entries with 'post', 'head' etc. only keep 'get' // Also filter out if (lfe.tail.method != METHOD_GET) return -1; if ((lfe.tail.flags & QUERY_FOUND_FLAG) || (lfe.tail.flags & CGI_BIN_FLAG)) return -1; if ((lfe.tail.status != 200) && (lfe.tail.status != 304)) return -1; // We don't consider pages with size 0 if (lfe.head.size == 0) return -1; // We don't consider file size larger than 10MB if (lfe.head.size > MAX_FILESIZE) return -1; time = (double)lfe.head.time_sec + (double)lfe.head.time_usec/(double)1000000.0; if (initTime < 0) { initTime = time; time = 0; } else time -= initTime; // If a trace start time is required, don't do anything if ((startTime > 0) && (time < startTime)) return -1; // check client id long clientKey = lfe.head.client; if (!(he = Tcl_FindHashEntry(&cidHash, (const char *)clientKey))) { // new client, allocate a client id he = Tcl_CreateHashEntry(&cidHash, (const char *)clientKey, &ne); client++; long clientValue = client; Tcl_SetHashValue(he, clientValue); cid = client; } else { // existing entry, find its client seqno cid = (long)Tcl_GetHashValue(he); } // check server id long serverKey = lfe.head.server; if (!(he = Tcl_FindHashEntry(&sidHash, (const char *)serverKey))) { // new client, allocate a client id he = Tcl_CreateHashEntry(&sidHash, (const char *)serverKey, &ne); server++; long serverValue = server; Tcl_SetHashValue(he, serverValue); sid = server; } else { // existing entry, find its client seqno sid = (long)Tcl_GetHashValue(he); } // check url id long urlKey = lfe.url; if (!(he = Tcl_FindHashEntry(&urlHash, (const char*)urlKey))) { // new client, allocate a client id he = Tcl_CreateHashEntry(&urlHash, (const char*)urlKey, &ne); URL* u = new URL(++url, sid, lfe.head.size); Tcl_SetHashValue(he, (const char*)u); uid = u->id; } else { // existing entry, find its client seqno URL* u = (URL*)Tcl_GetHashValue(he); u->access++; uid = u->id; } rlog[num_rlog++] = ReqLog(time, cid, sid, uid); //fprintf(cf, "%f %d %d %d\n", time, cid, sid, uid); if (startTime > 0) return time - startTime; else return time; }

int main (  int  argc, char *  argv[] )

Definition at line 70 of file proxytrace2any.cc. References abort(), cf, cidHash, duration, IsLittleEndian(), lf_analyze(), ReadEntry(), ReadHeader(), rlog, sf, sidHash, sort_rlog(), sort_url(), startTime, sz_rlog, ToOtherEndian(), and urlHash. { int is_little_endian = 0; TEntry entry; double ctime; // Init tcl Tcl_Interp *interp = Tcl_CreateInterp(); if (Tcl_Init(interp) == TCL_ERROR) { printf("%s\n", interp->result); abort(); } Tcl_InitHashTable(&cidHash, TCL_ONE_WORD_KEYS); Tcl_InitHashTable(&sidHash, TCL_ONE_WORD_KEYS); Tcl_InitHashTable(&urlHash, TCL_ONE_WORD_KEYS); if ((cf = fopen("reqlog", "w")) == NULL) { printf("cannot open request log.\n"); exit(1); } if ((sf = fopen("pglog", "w")) == NULL) { printf("cannot open page log.\n"); exit(1); } /* parse command line */ if ((argc < 2) || (argc > 4)) { printf("Usage: %s <trace size> [<time duration>] [<start_time>]\n", argv[0]); return 1; } if (argc >= 3) { duration = strtod(argv[2], NULL); if (argc == 4) { startTime = strtod(argv[3], NULL); printf("start time = %f\n", startTime); } } sz_rlog = strtoul(argv[1], NULL, 10); rlog = new ReqLog[sz_rlog]; /* determine endian-ness */ is_little_endian = IsLittleEndian(); /* read trace header */ ReadHeader(stdin, 0); /* read entries untill EOF */ while (ReadEntry(stdin, &entry)) { if ( !is_little_endian ) ToOtherEndian(&entry); // Analyse one log entry ctime = lf_analyze(entry); if ((duration > 0) && (ctime > duration)) break; } Tcl_DeleteHashTable(&cidHash); Tcl_DeleteHashTable(&sidHash); fprintf(stderr, "sort url\n"); sort_url(); fclose(sf); fprintf(stderr, "sort requests\n"); sort_rlog(); fclose(cf); return 0; } Here is the call graph for this function:

void PrintEntry_Squid (  FILE *  out_file, TEntry *  entry, int  swap )

Definition at line 24 of file formsquid.cc. References CGI_BIN_FLAG, duration, EXTENSION_SPECIFIED_FLAG, ExtensionStr(), head, make_port(), make_query(), MethodStr(), PORT_SPECIFIED_FLAG, ProtocolStr(), QUERY_FOUND_FLAG, and tail. { u_4bytes duration = ((entry -> head.event_duration+500)/1000); /* milliseconds */ fprintf(stdout, "%9d.%06u %d %d %s/%d %d %s %s://%d%s/%s%d%s%s %s %s/%d\n", entry -> head.time_sec, entry -> head.time_usec, (( swap) ? entry -> head.client : duration), ((!swap) ? entry -> head.client : duration), "NONE", /* Log Tag is missing */ entry -> tail.status, entry -> head.size, MethodStr(entry -> tail.method), ProtocolStr(entry -> tail.protocol), entry -> head.server, ((entry -> tail.flags & PORT_SPECIFIED_FLAG) ? make_port(entry -> head.port) : ""), ((entry -> tail.flags & CGI_BIN_FLAG) ? "cgi_bin/" : ""), entry -> head.path, ((entry -> tail.flags & EXTENSION_SPECIFIED_FLAG) ? ExtensionStr(entry -> tail.type) : ""), ((entry -> tail.flags & QUERY_FOUND_FLAG) ? make_query(entry -> head.query) : ""), "-", /* Ident is missing */ "DIRECT", /* assuming direct retrieval */ entry -> head.server); } Here is the call graph for this function:

void PrintEntry_Text (  FILE *  out_file, TEntry *  entry, int  noURL )

Definition at line 16 of file formtxt.cc. References ExtensionTypeStr(), head, MethodStr(), PrintHeader(), ProtocolStr(), tail, and url. { static int entry_count = 0; if (!entry_count++) PrintHeader(out_file, noURL); fprintf(out_file, "%9d%06u %8d %8d %5d %7d %9d %6d %6s %6s %6d %6d %6s %6d %6d %6d", entry -> head.time_sec, entry -> head.time_usec, entry -> head.event_duration, entry -> head.server_duration, entry -> head.client, entry -> head.size, entry -> head.last_mod, entry -> tail.status, MethodStr(entry -> tail.method), ProtocolStr(entry -> tail.protocol), entry -> head.server, entry -> head.port, ExtensionTypeStr(entry -> tail.type), entry -> tail.flags, entry -> head.path, entry -> head.query); if (noURL) fprintf(out_file, "\n"); else fprintf(out_file, " %6d\n", entry -> url); } Here is the call graph for this function:

void sort_rlog (   )

Definition at line 51 of file dec/tr-stat.cc. References cf, compare(), num_rlog, rlog, umap, and url. Referenced by main(). { qsort((void *)rlog, num_rlog, sizeof(ReqLog), compare); double t = rlog[0].time; for (unsigned int i = 0; i < num_rlog; i++) { rlog[i].time -= t; fprintf(cf, "%f %d %d %d\n", rlog[i].time, rlog[i].cid, rlog[i].sid, umap[rlog[i].url]); } // Record trace duration and # of unique urls fprintf(cf, "i %f %u\n", rlog[num_rlog-1].time, url); fprintf(stderr, "%d unique clients, %d unique servers, %d unique urls.\n", client, server, url); } Here is the call graph for this function:

void sort_url (   )

Definition at line 75 of file dec/tr-stat.cc. References compare_url(), sf, umap, url, and urlHash. Referenced by main(). { // XXX use an interval member of Tcl_HashTable URL** tbl = new URL*[urlHash.numEntries]; Tcl_HashEntry *he; Tcl_HashSearch hs; int i = 0, sz = urlHash.numEntries; for (he = Tcl_FirstHashEntry(&urlHash, &hs); he != NULL; he = Tcl_NextHashEntry(&hs)) tbl[i++] = (URL*)Tcl_GetHashValue(he); Tcl_DeleteHashTable(&urlHash); // sort using access frequencies qsort((void *)tbl, sz, sizeof(URL*), compare_url); umap = new int[url]; // write sorted url to page table for (i = 0; i < sz; i++) { umap[tbl[i]->id] = i; fprintf(sf, "%d %d %d %u\n", tbl[i]->sid, i, tbl[i]->size, tbl[i]->access); delete tbl[i]; } delete []tbl; } Here is the call graph for this function:

---

Variable Documentation

FILE* cf

Definition at line 26 of file dec/tr-stat.cc. Referenced by SMAC::drop_CTS(), SMAC::drop_RTS(), SMAC::handleACK(), SMAC::handleCTS(), SMAC::handleRTS(), main(), SMAC::sendACK(), SMAC::sendCTS(), Mac802_11::sendCTS(), SMAC::sendRTS(), SMAC::sendSYNC(), SMAC::sentACK(), SMAC::sentCTS(), and sort_rlog().

Tcl_HashTable cidHash

Definition at line 31 of file dec/tr-stat.cc. Referenced by lf_analyze(), and main().

double duration

Definition at line 28 of file dec/tr-stat.cc. Referenced by main(), and PrintEntry_Squid().

double initTime

Definition at line 27 of file dec/tr-stat.cc. Referenced by lf_analyze().

enum { ... } InputFormat

Referenced by getInputFormat().

unsigned int num_rlog

Definition at line 42 of file dec/tr-stat.cc. Referenced by lf_analyze(), and sort_rlog().

enum { ... } OutputFormat

Referenced by getOutputFormat().

ReqLog* rlog

Definition at line 41 of file dec/tr-stat.cc. Referenced by lf_analyze(), main(), and sort_rlog().

FILE * sf

Definition at line 26 of file dec/tr-stat.cc. Referenced by XcpSink::ack(), SatTrace::format_hdlc(), HDLC::handleREJ(), HDLC::handleRR(), HDLC::handleSREJ(), SMAC::handleSYNC(), main(), HDLC::recvSframe(), HDLC::sendREJ(), HDLC::sendRR(), HDLC::sendSREJ(), and sort_url().

Tcl_HashTable sidHash

Definition at line 34 of file dec/tr-stat.cc. Referenced by lf_analyze(), and main().

double startTime

Definition at line 29 of file dec/tr-stat.cc. Referenced by lf_analyze(), and main().

unsigned int sz_rlog

Definition at line 42 of file dec/tr-stat.cc. Referenced by main().

Tcl_HashTable urlHash

Definition at line 37 of file dec/tr-stat.cc. Referenced by lf_analyze(), main(), and sort_url().

---