lilalo

annotate l3-agent @ 82:7fb205f2c514

find changesets by author, revision, files, or words in the commit message
Увеличено количество строк вывода при распознавании агентом
author devi
date Fri Feb 24 08:49:31 2006 +0200 (2006-02-24)
parents d28dda8ea18f
children bdc1f02d3f87
rev   line source
devi@52 1 #!/usr/bin/perl -w
devi@23 2
devi@23 3 #
devi@62 4 # (c) Igor Chubin, igor@chub.in, 2004-2006
devi@23 5 #
devi@23 6
devi@50 7
devi@50 8 ## Эта строчка добавлена из блокнота Windows
devi@50 9 ## Надо отдать должное, он каким-то образом научился понимать кодировку
devi@50 10
devi@23 11 use strict;
devi@25 12 use POSIX;
devi@23 13 use Term::VT102;
devi@23 14 use Text::Iconv;
devi@23 15 use Time::Local 'timelocal_nocheck';
devi@27 16 use IO::Socket;
devi@23 17
devi@32 18 use lib "/usr/local/bin";
devi@23 19 use l3config;
devi@23 20
devi@23 21
devi@23 22 our @Command_Lines;
devi@23 23 our @Command_Lines_Index;
devi@28 24 our %Diffs;
devi@27 25 our %Sessions;
devi@23 26
devi@62 27 our %Script_Files; # Информация о позициях в скрипт-файлах,
devi@62 28 # до которых уже выполнен разбор
devi@62 29 # и информация о времени модификации файла
devi@62 30 # $Script_Files{$file}->{size}
devi@62 31 # $Script_Files{$file}->{tell}
devi@23 32
devi@62 33 our $Killed =0; # В режиме демона -- процесс получил сигнал о завершении
devi@23 34
devi@23 35 sub init_variables;
devi@23 36 sub main;
devi@23 37
devi@23 38 sub load_diff_files;
devi@23 39 sub bind_diff;
devi@62 40 sub extract_commands_from_cline;
devi@23 41 sub load_command_lines;
devi@23 42 sub sort_command_lines;
devi@23 43 sub print_command_lines;
devi@23 44 sub printq;
devi@23 45
devi@25 46 sub save_cache_stat;
devi@25 47 sub load_cache_stat;
devi@27 48 sub print_session;
devi@25 49
devi@23 50 sub load_diff_files
devi@23 51 {
devi@62 52 my @pathes = @_;
devi@62 53
devi@62 54 for my $path (@pathes) {
devi@62 55 my $template = "*.diff";
devi@62 56 my @files = <$path/$template>;
devi@62 57 my $i=0;
devi@62 58 for my $file (@files) {
devi@28 59
devi@62 60 next if defined($Diffs{$file});
devi@62 61 my %diff;
devi@23 62
devi@80 63 # Старый формат имени diff-файла
devi@80 64 # DEPRECATED
devi@80 65 if ($file=~m@/(D?[0-9][0-9]?[0-9]?)[^/]*?([0-9]*):([0-9]*):?([0-9]*)@) {
devi@80 66 $diff{"day"}=$1 || "";
devi@80 67 $diff{"hour"}=$2;
devi@80 68 $diff{"min"}=$3;
devi@80 69 $diff{"sec"}=$4 || 0;
devi@80 70
devi@80 71 $diff{"uid"} = 0 if $path =~ m@/root/@;
devi@23 72
devi@62 73 print "diff loaded: $diff{day} $diff{hour}:$diff{min}:$diff{sec}\n";
devi@80 74
devi@80 75 }
devi@80 76 # Новый формат имени diff-файла
devi@80 77 elsif ($file =~ m@.*/([^_]*)_([0-9]+)(.*)@) {
devi@80 78 $diff{"local_session_id"} = $1;
devi@80 79 $diff{"time"} = $2;
devi@80 80 $diff{"filename"} = $3;
devi@80 81 $diff{"filename"} =~ s@_@/@g;
devi@80 82 $diff{"filename"} =~ s@//@_@g;
devi@80 83
devi@80 84 print "diff loaded: $diff{filename} (time=$diff{time},session=$diff{local_session_id})\n";
devi@80 85 }
devi@80 86 else {
devi@80 87 next;
devi@80 88 }
devi@80 89
devi@80 90 # Чтение и изменение кодировки содержимого diff-файла
devi@62 91 local $/;
devi@62 92 open (F, "$file")
devi@62 93 or return "Can't open file $file ($_[0]) for reading";
devi@62 94 my $text = <F>;
devi@62 95 if ($Config{"encoding"} && $Config{"encoding"} !~ /^utf-8$/i) {
devi@62 96 my $converter = Text::Iconv->new($Config{"encoding"}, "utf-8");
devi@62 97 $text = $converter->convert($text);
devi@62 98 }
devi@62 99 close(F);
devi@62 100 $diff{"text"}=$text;
devi@23 101
devi@80 102 $diff{"path"}=$path;
devi@80 103 $diff{"bind_to"}="";
devi@80 104 $diff{"time_range"}=-1;
devi@80 105 $diff{"index"}=$i;
devi@80 106
devi@62 107 $Diffs{$file} = \%diff;
devi@62 108 $i++;
devi@62 109 }
devi@62 110 }
devi@23 111 }
devi@23 112
devi@23 113
devi@23 114 sub bind_diff
devi@23 115 {
devi@62 116 print "Trying to bind diff...\n";
devi@23 117
devi@62 118 my $cl = shift;
devi@62 119 my $hour = $cl->{"hour"};
devi@62 120 my $min = $cl->{"min"};
devi@62 121 my $sec = $cl->{"sec"};
devi@23 122
devi@62 123 my $min_dt = 10000;
devi@23 124
devi@62 125 for my $diff_key (keys %Diffs) {
devi@62 126 my $diff = $Diffs{$diff_key};
devi@80 127 next if ($diff->{"local_session_id"}
devi@80 128 && $cl->{"local_session_id"}
devi@80 129 && ($cl->{"local_session_id"} ne $diff->{"local_session_id"}));
devi@80 130 print "diff of my session found\n";
devi@80 131
devi@62 132 next if ($diff->{"day"} && $cl->{"day"} && ($cl->{"day"} ne $diff->{"day"}));
devi@80 133
devi@80 134 my $dt;
devi@80 135 if ($diff->{"time"} && $cl->{"time"}) {
devi@80 136 $dt = $diff->{"time"} - $cl->{"time"}
devi@80 137 }
devi@80 138 else {
devi@80 139 $dt=($diff->{"hour"}-$hour)*3600 +($diff->{"min"}-$min)*60 + ($diff->{"sec"}-$sec);
devi@80 140 }
devi@80 141 if ($dt >0
devi@80 142 && $dt < $min_dt
devi@80 143 && ($diff->{"time_range"} <0
devi@80 144 || $dt < $diff->{"time_range"})) {
devi@62 145 print "Approppriate diff found: dt=$dt\n";
devi@62 146 if ($diff->{"bind_to"}) {
devi@62 147 undef $diff->{"bind_to"}->{"diff"};
devi@62 148 };
devi@62 149 $diff->{"time_range"}=$dt;
devi@62 150 $diff->{"bind_to"}=$cl;
devi@23 151
devi@62 152 $cl->{"diff"} = $diff_key;
devi@62 153 $min_dt = $dt;
devi@80 154 }
devi@62 155 }
devi@23 156 }
devi@23 157
devi@23 158
devi@62 159 sub extract_commands_from_cline
devi@23 160 # Разобрать командную строку $_[1] и возвратить хэш, содержащий
devi@23 161 # номер первого появление команды в строке:
devi@62 162 # команда => первая позиция
devi@23 163 {
devi@62 164 my $cline = $_[0];
devi@62 165 my @lists = split /\;/, $cline;
devi@62 166
devi@62 167
devi@62 168 my @commands = ();
devi@62 169 for my $list (@lists) {
devi@62 170 push @commands, split /\|/, $list;
devi@62 171 }
devi@23 172
devi@62 173 my %commands;
devi@62 174 my %files;
devi@62 175 my $i=0;
devi@62 176 for my $command (@commands) {
devi@62 177 $command =~ /\s*(\S+)\s*(.*)/;
devi@62 178 if ($1 && $1 eq "sudo" ) {
devi@62 179 $commands{"$1"}=$i++;
devi@62 180 $command =~ s/\s*sudo\s+//;
devi@62 181 }
devi@62 182 $command =~ /\s*(\S+)\s*(.*)/;
devi@62 183 if ($1 && !defined $commands{"$1"}) {
devi@62 184 $commands{"$1"}=$i++;
devi@62 185 };
devi@62 186 }
devi@62 187 return %commands;
devi@23 188 }
devi@23 189
devi@23 190 sub load_command_lines
devi@23 191 {
devi@62 192 my $lab_scripts_path = $_[0];
devi@62 193 my $lab_scripts_mask = $_[1];
devi@23 194
devi@62 195 my $cline_re_base = qq'
devi@62 196 (
devi@62 197 (?:\\^?([0-9]*C?)) # exitcode
devi@62 198 (?:_([0-9]+)_)? # uid
devi@62 199 (?:_([0-9]+)_) # pid
devi@62 200 (...?) # day
devi@62 201 (.?.?) # lab
devi@62 202 \\s # space separator
devi@62 203 ([0-9][0-9]):([0-9][0-9]):([0-9][0-9]) # time
devi@62 204 .\\[50D.\\[K # killing symbols
devi@62 205 (.*?([\$\#]\\s?)) # prompt
devi@62 206 (.*) # command line
devi@62 207 )
devi@62 208 ';
devi@62 209 my $cline_re = qr/$cline_re_base/sx;
devi@62 210 my $cline_re2 = qr/$cline_re_base$/sx;
devi@23 211
devi@74 212 my $cline_re_v2_base = qq'
devi@74 213 (
devi@74 214 v2[\#] # version
devi@74 215 ([0-9]+)[\#] # history line number
devi@74 216 ([0-9]+)[\#] # exitcode
devi@74 217 ([0-9]+)[\#] # uid
devi@74 218 ([0-9]+)[\#] # pid
devi@74 219 ([0-9]+)[\#] # time
devi@74 220 (.*?)[\#] # pwd
devi@74 221 .\\[1024D.\\[K # killing symbols
devi@74 222 (.*?([\$\#]\\s?)) # prompt
devi@74 223 (.*) # command line
devi@74 224 )
devi@74 225 ';
devi@74 226
devi@74 227 my $cline_re_v2 = qr/$cline_re_v2_base/sx;
devi@74 228 my $cline_re2_v2 = qr/$cline_re_v2_base$/sx;
devi@74 229
devi@62 230 my $vt = Term::VT102->new ( 'cols' => $Config{"terminal_width"},
devi@81 231 'rows' => $Config{"terminal_height"});
devi@81 232 my $cline_vt = Term::VT102->new (
devi@81 233 'cols' => $Config{"terminal_width"},
devi@81 234 'rows' => $Config{"terminal_height"});
devi@23 235
devi@62 236 my $converter = Text::Iconv->new($Config{"encoding"}, "utf-8")
devi@62 237 if ($Config{"encoding"} && $Config{"encoding"} !~ /^utf-8$/i);
devi@62 238
devi@74 239 print "Parsing lab scripts...\n" if $Config{"verbose"} =~ /y/;
devi@23 240
devi@62 241 my $file;
devi@62 242 my $skip_info;
devi@23 243
devi@62 244 my $commandlines_loaded =0;
devi@62 245 my $commandlines_processed =0;
devi@23 246
devi@62 247 my @lab_scripts = <$lab_scripts_path/$lab_scripts_mask>;
devi@62 248 for $file (@lab_scripts){
devi@23 249
devi@62 250 # Пропускаем файл, если он не изменялся со времени нашего предудущего прохода
devi@62 251 my $size = (stat($file))[7];
devi@62 252 next if ($Script_Files{$file} && $Script_Files{$file}->{size} && $Script_Files{$file}->{size} >= $size);
devi@27 253
devi@27 254
devi@62 255 my $local_session_id;
devi@62 256 # Начальное значение идентификатора текущего сеанса определяем из имени скрипта
devi@62 257 # Впоследствии оно может быть уточнено
devi@62 258 $file =~ m@.*/([^/]*)\.script$@;
devi@62 259 $local_session_id = $1;
devi@27 260
devi@62 261 #Если файл только что появился,
devi@62 262 #пытаемся найти и загрузить информацию о соответствующей ему сессии
devi@62 263 if (!$Script_Files{$file}) {
devi@62 264 my $session_file = $file;
devi@62 265 $session_file =~ s/\.script/.info/;
devi@62 266 if (open(SESSION, $session_file)) {
devi@62 267 local $/;
devi@62 268 my $data = <SESSION>;
devi@62 269 close(SESSION);
devi@27 270
devi@62 271 for my $session_data ($data =~ m@<session>(.*?)</session>@sg) {
devi@62 272 my %session;
devi@62 273 while ($session_data =~ m@<([^>]*?)>(.*?)</\1>@sg) {
devi@62 274 $session{$1} = $2;
devi@62 275 }
devi@62 276 $local_session_id = $session{"local_session_id"} if $session{"local_session_id"};
devi@62 277 $Sessions{$local_session_id}=\%session;
devi@62 278 }
devi@25 279
devi@62 280 #Загруженную информацию сразу же отправляем в поток
devi@62 281 print_session($Config{cache}, $local_session_id);
devi@62 282 }
devi@62 283 }
devi@25 284
devi@62 285 open (FILE, "$file");
devi@62 286 binmode FILE;
devi@23 287
devi@62 288 # Переходим к тому месту, где мы окончили разбор
devi@62 289 seek (FILE, $Script_Files{$file}->{tell}, 0) if $Script_Files{$file}->{tell};
devi@62 290 $Script_Files{$file}->{size} = $size;
devi@62 291 $Script_Files{$file}->{tell} = 0 unless $Script_Files{$file}->{tell};
devi@32 292
devi@62 293 $file =~ m@.*/(.*?)-.*@;
devi@23 294
devi@80 295 print "\n+- processing file $file\n" if $Config{"verbose"} =~/y/;
devi@74 296
devi@62 297 my $tty = $1;
devi@62 298 my $first_pass = 1;
devi@62 299 my %cl;
devi@62 300 my $last_output_length=0;
devi@62 301 while (<FILE>) {
devi@62 302 $commandlines_processed++;
devi@23 303
devi@62 304 next if s/^Script started on.*?\n//s;
devi@23 305
devi@62 306 if (/[0-9][0-9]:[0-9][0-9]:[0-9][0-9].\[[0-9][0-9]D.\[K/ && m/$cline_re/) {
devi@62 307 s/.*\x0d(?!\x0a)//;
devi@62 308 m/$cline_re2/gs;
devi@23 309
devi@62 310 $commandlines_loaded++;
devi@62 311 $last_output_length=0;
devi@23 312
devi@62 313 # Previous command
devi@62 314 my %last_cl = %cl;
devi@62 315 my $err = $2 || "";
devi@23 316
devi@62 317 $cl{"local_session_id"} = $local_session_id;
devi@62 318 # Parse new command
devi@62 319 $cl{"uid"} = $3;
devi@74 320 #$cl{"euid"} = $cl{"uid"}; # Если в команде обнаружится sudo, euid поменяем на 0
devi@62 321 $cl{"pid"} = $4;
devi@62 322 $cl{"day"} = $5;
devi@62 323 $cl{"lab"} = $6;
devi@62 324 $cl{"hour"} = $7;
devi@62 325 $cl{"min"} = $8;
devi@62 326 $cl{"sec"} = $9;
devi@72 327 #$cl{"fullprompt"} = $10;
devi@62 328 $cl{"prompt"} = $11;
devi@62 329 $cl{"raw_cline"} = $12;
devi@23 330
devi@62 331 {
devi@62 332 use bytes;
devi@62 333 $cl{"raw_start"} = tell (FILE) - length($1);
devi@62 334 $cl{"raw_output_start"} = tell FILE;
devi@62 335 }
devi@62 336 $cl{"raw_file"} = $file;
devi@23 337
devi@62 338 $cl{"err"} = 0;
devi@62 339 $cl{"output"} = "";
devi@62 340 $cl{"tty"} = $tty;
devi@23 341
devi@62 342 $cline_vt->process($cl{"raw_cline"}."\n");
devi@62 343 $cl{"cline"} = $cline_vt->row_plaintext (1);
devi@62 344 $cl{"cline"} =~ s/\s*$//;
devi@62 345 $cline_vt->reset();
devi@23 346
devi@62 347 my %commands = extract_commands_from_cline($cl{"cline"});
devi@74 348 #$cl{"euid"}=0 if defined $commands{"sudo"};
devi@62 349 my @comms = sort { $commands{$a} cmp $commands{$b} } keys %commands;
devi@62 350 $cl{"last_command"} = $comms[$#comms] || "";
devi@23 351
devi@62 352 if (
devi@62 353 $Config{"suppress_editors"} =~ /^y/i
devi@62 354 && grep ($_ eq $cl{"last_command"}, @{$Config{"editors"}})
devi@62 355 || $Config{"suppress_pagers"} =~ /^y/i
devi@62 356 && grep ($_ eq $cl{"last_command"}, @{$Config{"pagers"}})
devi@62 357 || $Config{"suppress_terminal"}=~ /^y/i
devi@62 358 && grep ($_ eq $cl{"last_command"}, @{$Config{"terminal"}})
devi@62 359 ) {
devi@62 360 $cl{"suppress_output"} = "1";
devi@62 361 }
devi@62 362 else {
devi@62 363 $cl{"suppress_output"} = "0";
devi@62 364 }
devi@62 365 $skip_info = 0;
devi@23 366
devi@23 367
devi@62 368 print " ",$cl{"last_command"};
devi@23 369
devi@62 370 # Processing previous command line
devi@62 371 if ($first_pass) {
devi@62 372 $first_pass = 0;
devi@62 373 next;
devi@62 374 }
devi@23 375
devi@62 376 # Error code
devi@62 377 $last_cl{"raw_end"} = $cl{"raw_start"};
devi@62 378 $last_cl{"err"}=$err;
devi@62 379 $last_cl{"err"}=130 if $err eq "^C";
devi@23 380
devi@62 381 if (grep ($_ eq $last_cl{"last_command"}, @{$Config{"editors"}})) {
devi@62 382 bind_diff(\%last_cl);
devi@62 383 }
devi@23 384
devi@62 385 # Output
devi@62 386 if (!$last_cl{"suppress_output"} || $last_cl{"err"}) {
devi@62 387 for (my $i=0; $i<$Config{"terminal_height"}; $i++) {
devi@62 388 my $line= $vt->row_plaintext($i);
devi@62 389 next if !defined ($line) ; #|| $line =~ /^\s*$/;
devi@62 390 $line =~ s/\s*$//;
devi@62 391 $line .= "\n" unless $line =~ /^\s*$/;
devi@62 392 $last_cl{"output"} .= $line;
devi@62 393 }
devi@62 394 }
devi@62 395 else {
devi@62 396 $last_cl{"output"}= "";
devi@62 397 }
devi@23 398
devi@62 399 $vt->reset();
devi@23 400
devi@23 401
devi@62 402 # Save
devi@62 403 if (!$Config{"lab"} || $cl{"lab"} eq $Config{"lab"}) {
devi@62 404 # Changing encoding
devi@62 405 for (keys %last_cl) {
devi@62 406 next if /raw/;
devi@62 407 $last_cl{$_} = $converter->convert($last_cl{$_})
devi@62 408 if ($Config{"encoding"} &&
devi@62 409 $Config{"encoding"} !~ /^utf-8$/i);
devi@62 410 }
devi@62 411 push @Command_Lines, \%last_cl;
devi@23 412
devi@62 413 # Сохранение позиции в файле, до которой выполнен
devi@62 414 # успешный разбор
devi@62 415 $Script_Files{$file}->{tell} = $last_cl{raw_end};
devi@62 416 }
devi@62 417 next;
devi@62 418 }
devi@74 419
devi@74 420
devi@74 421 elsif (m/$cline_re_v2/) {
devi@74 422
devi@74 423
devi@74 424 # Разбираем командную строку версии 2
devi@74 425
devi@74 426
devi@74 427 s/.*\x0d(?!\x0a)//;
devi@74 428 m/$cline_re2_v2/gs;
devi@74 429
devi@74 430 $commandlines_loaded++;
devi@74 431 $last_output_length=0;
devi@74 432
devi@74 433 # Previous command
devi@74 434 my %last_cl = %cl;
devi@74 435
devi@74 436 $cl{"local_session_id"} = $local_session_id;
devi@74 437 # Parse new command
devi@74 438 $cl{"history"} = $2;
devi@74 439 my $err = $3;
devi@74 440 $cl{"uid"} = $4;
devi@74 441 #$cl{"euid"} = $cl{"uid"}; # Если в команде обнаружится sudo, euid поменяем на 0
devi@74 442 $cl{"pid"} = $5;
devi@74 443 $cl{"time"} = $6;
devi@74 444 $cl{"pwd"} = $7;
devi@74 445 #$cl{"fullprompt"} = $8;
devi@74 446 $cl{"prompt"} = $9;
devi@74 447 $cl{"raw_cline"}= $10;
devi@74 448
devi@74 449 {
devi@74 450 use bytes;
devi@74 451 $cl{"raw_start"} = tell (FILE) - length($1);
devi@74 452 $cl{"raw_output_start"} = tell FILE;
devi@74 453 }
devi@74 454 $cl{"raw_file"} = $file;
devi@74 455
devi@74 456 $cl{"err"} = 0;
devi@74 457 $cl{"output"} = "";
devi@74 458 #$cl{"tty"} = $tty;
devi@74 459
devi@74 460 $cline_vt->process($cl{"raw_cline"}."\n");
devi@74 461 $cl{"cline"} = $cline_vt->row_plaintext (1);
devi@74 462 $cl{"cline"} =~ s/\s*$//;
devi@74 463 $cline_vt->reset();
devi@74 464
devi@74 465 my %commands = extract_commands_from_cline($cl{"cline"});
devi@74 466 #$cl{"euid"} = 0 if defined $commands{"sudo"};
devi@74 467 my @comms = sort { $commands{$a} cmp $commands{$b} } keys %commands;
devi@74 468 $cl{"last_command"}
devi@74 469 = $comms[$#comms] || "";
devi@74 470
devi@74 471 if (
devi@74 472 $Config{"suppress_editors"} =~ /^y/i
devi@74 473 && grep ($_ eq $cl{"last_command"}, @{$Config{"editors"}})
devi@74 474 || $Config{"suppress_pagers"} =~ /^y/i
devi@74 475 && grep ($_ eq $cl{"last_command"}, @{$Config{"pagers"}})
devi@74 476 || $Config{"suppress_terminal"}=~ /^y/i
devi@74 477 && grep ($_ eq $cl{"last_command"}, @{$Config{"terminal"}})
devi@74 478 ) {
devi@74 479 $cl{"suppress_output"} = "1";
devi@74 480 }
devi@74 481 else {
devi@74 482 $cl{"suppress_output"} = "0";
devi@74 483 }
devi@74 484 $skip_info = 0;
devi@74 485
devi@74 486
devi@74 487 if ($Config{verbose} =~ /y/i) {
devi@81 488 print "\n| " if $commandlines_loaded % 15 == 1;
devi@74 489 print " ",$cl{"last_command"};
devi@74 490 }
devi@74 491
devi@74 492 # Processing previous command line
devi@74 493 if ($first_pass) {
devi@74 494 $first_pass = 0;
devi@74 495 next;
devi@74 496 }
devi@74 497
devi@74 498 # Error code
devi@74 499 $last_cl{"err"}=$err;
devi@74 500 $last_cl{"raw_end"} = $cl{"raw_start"};
devi@74 501
devi@74 502 if (grep ($_ eq $last_cl{"last_command"}, @{$Config{"editors"}})) {
devi@74 503 bind_diff(\%last_cl);
devi@74 504 }
devi@74 505
devi@74 506 # Output
devi@74 507 if (!$last_cl{"suppress_output"} || $last_cl{"err"}) {
devi@74 508 for (my $i=0; $i<$Config{"terminal_height"}; $i++) {
devi@74 509 my $line= $vt->row_plaintext($i);
devi@74 510 next if !defined ($line) ; #|| $line =~ /^\s*$/;
devi@74 511 $line =~ s/\s*$//;
devi@74 512 $line .= "\n" unless $line =~ /^\s*$/;
devi@74 513 $last_cl{"output"} .= $line;
devi@74 514 }
devi@74 515 }
devi@74 516 else {
devi@74 517 $last_cl{"output"}= "";
devi@74 518 }
devi@74 519
devi@74 520 $vt->reset();
devi@74 521
devi@74 522
devi@74 523 # Changing encoding
devi@74 524 for (keys %last_cl) {
devi@74 525 next if /raw/;
devi@74 526 if ($Config{"encoding"} &&
devi@74 527 $Config{"encoding"} !~ /^utf-8$/i) {
devi@74 528 $last_cl{$_} = $converter->convert($last_cl{$_})
devi@74 529 }
devi@74 530 }
devi@74 531 push @Command_Lines, \%last_cl;
devi@74 532
devi@74 533 # Сохранение позиции в файле, до которой выполнен
devi@74 534 # успешный разбор
devi@74 535 $Script_Files{$file}->{tell} = $last_cl{raw_end};
devi@74 536
devi@74 537 next;
devi@74 538
devi@74 539 }
devi@74 540
devi@74 541 # Иначе, это строка вывода
devi@74 542
devi@62 543 $last_output_length+=length($_);
devi@62 544 #if (!$cl{"suppress_output"} || $last_output_length < 5000) {
devi@62 545 if ($last_output_length < 50000) {
devi@62 546 $vt->process("$_"."\n")
devi@62 547 }
devi@62 548 else
devi@62 549 {
devi@62 550 if (!$skip_info) {
devi@62 551 print "($cl{last_command})";
devi@62 552 $skip_info = 1;
devi@62 553 }
devi@62 554 }
devi@62 555 }
devi@62 556 close(FILE);
devi@23 557
devi@62 558 }
devi@62 559 if ($Config{"verbose"} =~ /y/) {
devi@74 560 print "\n`- finished.\n" ;
devi@62 561 print "Lines loaded: $commandlines_processed\n";
devi@62 562 print "Command lines: $commandlines_loaded\n";
devi@62 563 }
devi@23 564 }
devi@23 565
devi@23 566
devi@23 567
devi@62 568
devi@62 569 sub sort_command_lines
devi@62 570 {
devi@74 571 print "Sorting command lines..." if $Config{"verbose"} =~ /y/;
devi@62 572
devi@62 573 # Sort Command_Lines
devi@62 574 # Write Command_Lines to Command_Lines_Index
devi@62 575
devi@62 576 my @index;
devi@62 577 for (my $i=0;$i<=$#Command_Lines;$i++) {
devi@62 578 $index[$i]=$i;
devi@62 579 }
devi@62 580
devi@62 581 @Command_Lines_Index = sort {
devi@81 582 defined($Command_Lines[$index[$a]]->{"time"})
devi@81 583 ? $Command_Lines[$index[$a]]->{"time"} <=> $Command_Lines[$index[$b]]->{"time"}
devi@81 584 : $Command_Lines[$index[$a]]->{"day"} cmp $Command_Lines[$index[$b]]->{"day"}
devi@81 585 || $Command_Lines[$index[$a]]->{"hour"} <=> $Command_Lines[$index[$b]]->{"hour"}
devi@81 586 || $Command_Lines[$index[$a]]->{"min"} <=> $Command_Lines[$index[$b]]->{"min"}
devi@81 587 || $Command_Lines[$index[$a]]->{"sec"} <=> $Command_Lines[$index[$b]]->{"sec"}
devi@62 588 } @index;
devi@62 589
devi@74 590 print "finished\n" if $Config{"verbose"} =~ /y/;
devi@62 591
devi@62 592 }
devi@62 593
devi@23 594 sub printq
devi@23 595 {
devi@62 596 my $TO = shift;
devi@62 597 my $text = join "", @_;
devi@62 598 $text =~ s/&/&amp;/g;
devi@62 599 $text =~ s/</&lt;/g;
devi@62 600 $text =~ s/>/&gt;/g;
devi@62 601 print $TO $text;
devi@23 602 }
devi@23 603
devi@23 604
devi@23 605 =cut
devi@23 606 Вывести результат обработки журнала.
devi@23 607 =cut
devi@23 608
devi@23 609 sub print_command_lines
devi@23 610 {
devi@62 611 my $output_filename=$_[0];
devi@62 612 my $mode = ">";
devi@62 613 $mode =">>" if $Config{mode} eq "daemon";
devi@62 614 open(OUT, $mode, $output_filename)
devi@62 615 or die "Can't open $output_filename for writing\n";
devi@23 616
devi@23 617
devi@62 618 my $cl;
devi@62 619 my $in_range=0;
devi@62 620 for my $i (@Command_Lines_Index) {
devi@62 621 $cl = $Command_Lines[$i];
devi@23 622
devi@62 623 if ($Config{"from"} && $cl->{"cline"} =~ /$Config{"signature"}\s*$Config{"from"}/) {
devi@62 624 $in_range=1;
devi@62 625 next;
devi@62 626 }
devi@62 627 if ($Config{"to"} && $cl->{"cline"} =~ /$Config{"signature"}\s*$Config{"to"}/) {
devi@62 628 $in_range=0;
devi@62 629 next;
devi@62 630 }
devi@62 631 next if ($Config{"from"} && $Config{"to"} && !$in_range)
devi@62 632 ||
devi@62 633 ($Config{"skip_empty"} =~ /^y/i && $cl->{"cline"} =~ /^\s*$/ )
devi@62 634 ||
devi@62 635 ($Config{"skip_wrong"} =~ /^y/i && $cl->{"err"} != 0)
devi@62 636 ||
devi@62 637 ($Config{"skip_interrupted"} =~ /^y/i && $cl->{"err"} == 130);
devi@62 638
devi@62 639 # Вырезаем из вывода только нужное количество строк
devi@23 640
devi@62 641 my $output="";
devi@69 642
devi@73 643 if (!grep ($_ eq $cl->{"last_command"}, @{$Config{"full_output_commands"}})
devi@69 644 && ($Config{"head_lines"}
devi@73 645 || $Config{"tail_lines"})) {
devi@62 646 # Partialy output
devi@62 647 my @lines = split '\n', $cl->{"output"};
devi@62 648 # head
devi@62 649 my $mark=1;
devi@62 650 for (my $i=0; $i<= $#lines && $i < $Config{"cache_head_lines"}; $i++) {
devi@62 651 $output .= $lines[$i]."\n";
devi@62 652 }
devi@62 653 # tail
devi@62 654 my $start=$#lines-$Config{"cache_tail_lines"}+1;
devi@62 655 if ($start < 0) {
devi@62 656 $start=0;
devi@62 657 $mark=0;
devi@62 658 }
devi@62 659 if ($start < $Config{"cache_head_lines"}) {
devi@62 660 $start=$Config{"cache_head_lines"};
devi@62 661 $mark=0;
devi@62 662 }
devi@62 663 $output .= $Config{"skip_text"}."\n" if $mark;
devi@73 664 for ($i=$start; $i<= $#lines; $i++) {
devi@62 665 $output .= $lines[$i]."\n";
devi@62 666 }
devi@62 667 }
devi@62 668 else {
devi@62 669 # Full output
devi@62 670 $output .= $cl->{"output"};
devi@62 671 }
devi@23 672
devi@62 673 # Совместимость с labmaker
devi@23 674
devi@62 675 # Переводим в секунды Эпохи
devi@62 676 # В labmaker'е данные хранились в неудобной форме: hour, min, sec, day of year
devi@62 677 # Информация о годе отсутствовала
devi@62 678 # Её можно внести:
devi@62 679 # Декабрь 2004 год; остальные -- 2005 год.
devi@23 680
devi@62 681 my $year = 2005;
devi@62 682 #$year = 2004 if ( $cl->{day} > 330 );
devi@62 683 $year = $Config{year} if $Config{year};
devi@62 684 # timelocal( $sec, $min, $hour, $mday,$mon,$year);
devi@74 685 $cl->{time} ||= timelocal_nocheck($cl->{sec},$cl->{min},$cl->{hour},$cl->{day},0,$year);
devi@23 686
devi@23 687
devi@62 688 # Начинаем вывод команды
devi@62 689 print OUT "<command>\n";
devi@62 690 for my $element (qw(
devi@62 691 local_session_id
devi@74 692 history
devi@74 693 uid
devi@74 694 pid
devi@62 695 time
devi@74 696 pwd
devi@62 697 raw_start
devi@62 698 raw_output_start
devi@62 699 raw_end
devi@62 700 raw_file
devi@62 701 tty
devi@62 702 err
devi@62 703 last_command
devi@74 704 history
devi@62 705 )) {
devi@65 706 next unless defined($cl->{"$element"});
devi@62 707 print OUT "<$element>".$cl->{$element}."</$element>\n";
devi@62 708 }
devi@62 709 for my $element (qw(
devi@62 710 prompt
devi@62 711 cline
devi@62 712 )) {
devi@65 713 next unless defined($cl->{"$element"});
devi@62 714 print OUT "<$element>";
devi@62 715 printq(\*OUT,$cl->{"$element"});
devi@62 716 print OUT "</$element>\n";
devi@62 717 }
devi@72 718 #note
devi@72 719 #note_title
devi@62 720 print OUT "<output>";
devi@62 721 printq(\*OUT,$output);
devi@62 722 print OUT "</output>\n";
devi@62 723 if ($cl->{"diff"}) {
devi@62 724 print OUT "<diff>";
devi@62 725 printq(\*OUT,${$Diffs{$cl->{"diff"}}}{"text"});
devi@62 726 print OUT "</diff>\n";
devi@62 727 }
devi@62 728 print OUT "</command>\n";
devi@23 729
devi@62 730 }
devi@23 731
devi@62 732 close(OUT);
devi@27 733 }
devi@27 734
devi@27 735 sub print_session
devi@27 736 {
devi@62 737 my $output_filename = $_[0];
devi@62 738 my $local_session_id = $_[1];
devi@62 739 return if not defined($Sessions{$local_session_id});
devi@27 740
devi@62 741 open(OUT, ">>", $output_filename)
devi@62 742 or die "Can't open $output_filename for writing\n";
devi@62 743 print OUT "<session>\n";
devi@62 744 my %session = %{$Sessions{$local_session_id}};
devi@62 745 for my $key (keys %session) {
devi@62 746 print OUT "<$key>".$session{$key}."</$key>\n"
devi@62 747 }
devi@62 748 print OUT "</session>\n";
devi@62 749 close(OUT);
devi@27 750 }
devi@27 751
devi@27 752 sub send_cache
devi@27 753 {
devi@62 754 # Если в кэше что-то накопилось,
devi@62 755 # попытаемся отправить это на сервер
devi@62 756 #
devi@62 757 my $cache_was_sent=0;
devi@62 758
devi@62 759 if (open(CACHE, $Config{cache})) {
devi@62 760 local $/;
devi@62 761 my $cache = <CACHE>;
devi@62 762 close(CACHE);
devi@27 763
devi@62 764 my $socket = IO::Socket::INET->new(
devi@62 765 PeerAddr => $Config{backend_address},
devi@62 766 PeerPort => $Config{backend_port},
devi@62 767 proto => "tcp",
devi@62 768 Type => SOCK_STREAM
devi@62 769 );
devi@27 770
devi@62 771 if ($socket) {
devi@62 772 print $socket $cache;
devi@62 773 close($socket);
devi@62 774 $cache_was_sent = 1;
devi@62 775 }
devi@62 776 }
devi@62 777 return $cache_was_sent;
devi@23 778 }
devi@23 779
devi@25 780 sub save_cache_stat
devi@25 781 {
devi@62 782 open (CACHE, ">$Config{cache_stat}");
devi@62 783 for my $f (keys %Script_Files) {
devi@62 784 print CACHE "$f\t",$Script_Files{$f}->{size},"\t",$Script_Files{$f}->{tell},"\n";
devi@62 785 }
devi@62 786 close(CACHE);
devi@25 787 }
devi@25 788
devi@25 789 sub load_cache_stat
devi@25 790 {
devi@62 791 if (open (CACHE, "$Config{cache_stat}")) {
devi@62 792 while(<CACHE>) {
devi@62 793 chomp;
devi@62 794 my ($f, $size, $tell) = split /\t/;
devi@62 795 $Script_Files{$f}->{size} = $size;
devi@62 796 $Script_Files{$f}->{tell} = $tell;
devi@62 797 }
devi@62 798 close(CACHE);
devi@62 799 };
devi@25 800 }
devi@23 801
devi@23 802
devi@23 803 main();
devi@23 804
devi@25 805 sub process_was_killed
devi@25 806 {
devi@62 807 $Killed = 1;
devi@25 808 }
devi@25 809
devi@23 810 sub main
devi@23 811 {
devi@23 812
devi@62 813 $| = 1;
devi@23 814
devi@62 815 init_variables();
devi@62 816 init_config();
devi@23 817
devi@27 818
devi@62 819 if ($Config{"mode"} ne "daemon") {
devi@27 820
devi@74 821 # В нормальном режиме работы нужно
devi@74 822 # считать скрипты, обработать их и записать
devi@74 823 # результат выполнения в результирующий файл.
devi@74 824 # После этого завершить работу.
devi@74 825
devi@62 826 for my $lab_log (split (/\s+/, $Config{"diffs"} || $Config{"input"})) {
devi@62 827 load_diff_files($lab_log);
devi@62 828 }
devi@62 829 load_command_lines($Config{"input"}, $Config{"input_mask"});
devi@67 830 sort_command_lines;
devi@62 831 #process_command_lines;
devi@62 832 print_command_lines($Config{"cache"});
devi@62 833 }
devi@62 834 else {
devi@62 835 if (open(PIDFILE, $Config{agent_pidfile})) {
devi@62 836 my $pid = <PIDFILE>;
devi@62 837 close(PIDFILE);
devi@62 838 if ($^O eq 'linux' && $pid &&(! -e "/proc/$pid" || !`grep $Config{"l3-agent"} /proc/$pid/cmdline && grep "uid:.*\b$<\b" /proc/$pid/status`)) {
devi@62 839 print "Removing stale pidfile\n";
devi@62 840 unlink $Config{agent_pidfile}
devi@62 841 or die "Can't remove stale pidfile ". $Config{agent_pidfile}. " : $!";
devi@62 842 }
devi@62 843 elsif ($^O eq 'freebsd' && $pid && `ps axo uid,pid,command | grep '$<\\s*$pid\\s*$Config{"l3-agent"}' 2> /dev/null`) {
devi@62 844 print "Removing stale pidfile\n";
devi@62 845 unlink $Config{agent_pidfile}
devi@62 846 or die "Can't remove stale pidfile ". $Config{agent_pidfile}. " : $!";
devi@62 847 }
devi@62 848 elsif ($^O eq 'linux' || $^O eq 'freebsd' ) {
devi@62 849 print "l3-agent is already running: pid=$pid; pidfile=$Config{agent_pidfile}\n";
devi@62 850 exit(0);
devi@62 851 }
devi@62 852 else {
devi@62 853 print "Unknown operating system";
devi@62 854 exit(0);
devi@62 855 }
devi@62 856 }
devi@62 857 if ($Config{detach} =~ /^y/i) {
devi@62 858 #$Config{verbose} = "no";
devi@62 859 my $pid = fork;
devi@62 860 exit if $pid;
devi@62 861 die "Couldn't fork: $!" unless defined ($pid);
devi@27 862
devi@62 863 open(PIDFILE, ">", $Config{agent_pidfile})
devi@62 864 or die "Can't open pidfile ". $Config{agent_pidfile}. " for wrting: $!";
devi@62 865 print PIDFILE $$;
devi@62 866 close(PIDFILE);
devi@27 867
devi@62 868 for my $handle (*STDIN, *STDOUT, *STDERR) {
devi@62 869 open ($handle, "+<", "/dev/null")
devi@62 870 or die "can't reopen $handle to /dev/null: $!"
devi@62 871 }
devi@27 872
devi@62 873 POSIX::setsid()
devi@62 874 or die "Can't start a new session: $!";
devi@27 875
devi@62 876 $0 = $Config{"l3-agent"};
devi@62 877
devi@62 878 $SIG{INT} = $SIG{TERM} = $SIG{HUP} = \&process_was_killed;
devi@62 879 }
devi@62 880 while (not $Killed) {
devi@62 881 @Command_Lines = ();
devi@62 882 @Command_Lines_Index = ();
devi@62 883 for my $lab_log (split (/\s+/, $Config{"diffs"} || $Config{"input"})) {
devi@62 884 load_diff_files($lab_log);
devi@62 885 }
devi@62 886 load_cache_stat();
devi@62 887 load_command_lines($Config{"input"}, $Config{"input_mask"});
devi@62 888 if (@Command_Lines) {
devi@74 889 sort_command_lines;
devi@65 890 #process_command_lines;
devi@62 891 print_command_lines($Config{"cache"});
devi@62 892 }
devi@62 893 save_cache_stat();
devi@62 894 if (-e $Config{cache} && (stat($Config{cache}))[7]) {
devi@62 895 send_cache() && unlink($Config{cache});
devi@62 896 }
devi@62 897 sleep($Config{"daemon_sleep_interval"} || 1);
devi@62 898 }
devi@62 899
devi@62 900 unlink $Config{agent_pidfile};
devi@62 901 }
devi@23 902
devi@23 903 }
devi@23 904
devi@23 905 sub init_variables
devi@23 906 {
devi@23 907 }