lilalo

annotate l3-agent @ 93:45196265d30e

find changesets by author, revision, files, or words in the commit message
Написан прототип lm get
author devi
date Sat Apr 22 17:08:05 2006 +0300 (2006-04-22)
parents 3f92cd706473
children 4c02cf4123ee
rev   line source
devi@52 1 #!/usr/bin/perl -w
devi@23 2
devi@23 3 #
devi@62 4 # (c) Igor Chubin, igor@chub.in, 2004-2006
devi@23 5 #
devi@23 6
devi@50 7
devi@50 8 ## Эта строчка добавлена из блокнота Windows
devi@50 9 ## Надо отдать должное, он каким-то образом научился понимать кодировку
devi@50 10
devi@23 11 use strict;
devi@25 12 use POSIX;
devi@23 13 use Term::VT102;
devi@23 14 use Text::Iconv;
devi@23 15 use Time::Local 'timelocal_nocheck';
devi@27 16 use IO::Socket;
devi@23 17
devi@32 18 use lib "/usr/local/bin";
devi@23 19 use l3config;
devi@23 20
devi@23 21
devi@23 22 our @Command_Lines;
devi@23 23 our @Command_Lines_Index;
devi@28 24 our %Diffs;
devi@27 25 our %Sessions;
devi@23 26
devi@62 27 our %Script_Files; # Информация о позициях в скрипт-файлах,
devi@62 28 # до которых уже выполнен разбор
devi@62 29 # и информация о времени модификации файла
devi@62 30 # $Script_Files{$file}->{size}
devi@62 31 # $Script_Files{$file}->{tell}
devi@23 32
devi@62 33 our $Killed =0; # В режиме демона -- процесс получил сигнал о завершении
devi@23 34
devi@23 35 sub init_variables;
devi@23 36 sub main;
devi@23 37
devi@23 38 sub load_diff_files;
devi@23 39 sub bind_diff;
devi@62 40 sub extract_commands_from_cline;
devi@23 41 sub load_command_lines;
devi@23 42 sub sort_command_lines;
devi@23 43 sub print_command_lines;
devi@23 44 sub printq;
devi@23 45
devi@25 46 sub save_cache_stat;
devi@25 47 sub load_cache_stat;
devi@27 48 sub print_session;
devi@25 49
devi@23 50 sub load_diff_files
devi@23 51 {
devi@62 52 my @pathes = @_;
devi@62 53
devi@62 54 for my $path (@pathes) {
devi@62 55 my $template = "*.diff";
devi@62 56 my @files = <$path/$template>;
devi@62 57 my $i=0;
devi@62 58 for my $file (@files) {
devi@28 59
devi@62 60 next if defined($Diffs{$file});
devi@62 61 my %diff;
devi@23 62
devi@80 63 # Старый формат имени diff-файла
devi@80 64 # DEPRECATED
devi@80 65 if ($file=~m@/(D?[0-9][0-9]?[0-9]?)[^/]*?([0-9]*):([0-9]*):?([0-9]*)@) {
devi@80 66 $diff{"day"}=$1 || "";
devi@80 67 $diff{"hour"}=$2;
devi@80 68 $diff{"min"}=$3;
devi@80 69 $diff{"sec"}=$4 || 0;
devi@80 70
devi@80 71 $diff{"uid"} = 0 if $path =~ m@/root/@;
devi@23 72
devi@62 73 print "diff loaded: $diff{day} $diff{hour}:$diff{min}:$diff{sec}\n";
devi@80 74
devi@80 75 }
devi@80 76 # Новый формат имени diff-файла
devi@80 77 elsif ($file =~ m@.*/([^_]*)_([0-9]+)(.*)@) {
devi@80 78 $diff{"local_session_id"} = $1;
devi@80 79 $diff{"time"} = $2;
devi@80 80 $diff{"filename"} = $3;
devi@80 81 $diff{"filename"} =~ s@_@/@g;
devi@80 82 $diff{"filename"} =~ s@//@_@g;
devi@80 83
devi@80 84 print "diff loaded: $diff{filename} (time=$diff{time},session=$diff{local_session_id})\n";
devi@80 85 }
devi@80 86 else {
devi@80 87 next;
devi@80 88 }
devi@80 89
devi@80 90 # Чтение и изменение кодировки содержимого diff-файла
devi@62 91 local $/;
devi@62 92 open (F, "$file")
devi@62 93 or return "Can't open file $file ($_[0]) for reading";
devi@62 94 my $text = <F>;
devi@62 95 if ($Config{"encoding"} && $Config{"encoding"} !~ /^utf-8$/i) {
devi@62 96 my $converter = Text::Iconv->new($Config{"encoding"}, "utf-8");
devi@62 97 $text = $converter->convert($text);
devi@62 98 }
devi@62 99 close(F);
devi@62 100 $diff{"text"}=$text;
devi@23 101
devi@80 102 $diff{"path"}=$path;
devi@80 103 $diff{"bind_to"}="";
devi@80 104 $diff{"time_range"}=-1;
devi@80 105 $diff{"index"}=$i;
devi@80 106
devi@62 107 $Diffs{$file} = \%diff;
devi@62 108 $i++;
devi@62 109 }
devi@62 110 }
devi@23 111 }
devi@23 112
devi@23 113
devi@23 114 sub bind_diff
devi@23 115 {
devi@62 116 print "Trying to bind diff...\n";
devi@23 117
devi@62 118 my $cl = shift;
devi@62 119 my $hour = $cl->{"hour"};
devi@62 120 my $min = $cl->{"min"};
devi@62 121 my $sec = $cl->{"sec"};
devi@23 122
devi@62 123 my $min_dt = 10000;
devi@23 124
devi@62 125 for my $diff_key (keys %Diffs) {
devi@62 126 my $diff = $Diffs{$diff_key};
devi@80 127 next if ($diff->{"local_session_id"}
devi@80 128 && $cl->{"local_session_id"}
devi@80 129 && ($cl->{"local_session_id"} ne $diff->{"local_session_id"}));
devi@80 130
devi@62 131 next if ($diff->{"day"} && $cl->{"day"} && ($cl->{"day"} ne $diff->{"day"}));
devi@80 132
devi@80 133 my $dt;
devi@80 134 if ($diff->{"time"} && $cl->{"time"}) {
devi@80 135 $dt = $diff->{"time"} - $cl->{"time"}
devi@80 136 }
devi@80 137 else {
devi@80 138 $dt=($diff->{"hour"}-$hour)*3600 +($diff->{"min"}-$min)*60 + ($diff->{"sec"}-$sec);
devi@80 139 }
devi@80 140 if ($dt >0
devi@80 141 && $dt < $min_dt
devi@80 142 && ($diff->{"time_range"} <0
devi@80 143 || $dt < $diff->{"time_range"})) {
devi@62 144 print "Approppriate diff found: dt=$dt\n";
devi@62 145 if ($diff->{"bind_to"}) {
devi@62 146 undef $diff->{"bind_to"}->{"diff"};
devi@62 147 };
devi@62 148 $diff->{"time_range"}=$dt;
devi@62 149 $diff->{"bind_to"}=$cl;
devi@23 150
devi@62 151 $cl->{"diff"} = $diff_key;
devi@62 152 $min_dt = $dt;
devi@80 153 }
devi@62 154 }
devi@23 155 }
devi@23 156
devi@23 157
devi@62 158 sub extract_commands_from_cline
devi@23 159 # Разобрать командную строку $_[1] и возвратить хэш, содержащий
devi@23 160 # номер первого появление команды в строке:
devi@62 161 # команда => первая позиция
devi@23 162 {
devi@62 163 my $cline = $_[0];
devi@62 164 my @lists = split /\;/, $cline;
devi@62 165
devi@62 166
devi@62 167 my @commands = ();
devi@62 168 for my $list (@lists) {
devi@62 169 push @commands, split /\|/, $list;
devi@62 170 }
devi@23 171
devi@62 172 my %commands;
devi@62 173 my %files;
devi@62 174 my $i=0;
devi@62 175 for my $command (@commands) {
devi@62 176 $command =~ /\s*(\S+)\s*(.*)/;
devi@62 177 if ($1 && $1 eq "sudo" ) {
devi@62 178 $commands{"$1"}=$i++;
devi@62 179 $command =~ s/\s*sudo\s+//;
devi@62 180 }
devi@62 181 $command =~ /\s*(\S+)\s*(.*)/;
devi@62 182 if ($1 && !defined $commands{"$1"}) {
devi@62 183 $commands{"$1"}=$i++;
devi@62 184 };
devi@62 185 }
devi@62 186 return %commands;
devi@23 187 }
devi@23 188
devi@23 189 sub load_command_lines
devi@23 190 {
devi@62 191 my $lab_scripts_path = $_[0];
devi@62 192 my $lab_scripts_mask = $_[1];
devi@23 193
devi@62 194 my $cline_re_base = qq'
devi@62 195 (
devi@62 196 (?:\\^?([0-9]*C?)) # exitcode
devi@62 197 (?:_([0-9]+)_)? # uid
devi@62 198 (?:_([0-9]+)_) # pid
devi@62 199 (...?) # day
devi@62 200 (.?.?) # lab
devi@62 201 \\s # space separator
devi@62 202 ([0-9][0-9]):([0-9][0-9]):([0-9][0-9]) # time
devi@62 203 .\\[50D.\\[K # killing symbols
devi@62 204 (.*?([\$\#]\\s?)) # prompt
devi@62 205 (.*) # command line
devi@62 206 )
devi@62 207 ';
devi@62 208 my $cline_re = qr/$cline_re_base/sx;
devi@62 209 my $cline_re2 = qr/$cline_re_base$/sx;
devi@23 210
devi@74 211 my $cline_re_v2_base = qq'
devi@74 212 (
devi@74 213 v2[\#] # version
devi@74 214 ([0-9]+)[\#] # history line number
devi@74 215 ([0-9]+)[\#] # exitcode
devi@74 216 ([0-9]+)[\#] # uid
devi@74 217 ([0-9]+)[\#] # pid
devi@74 218 ([0-9]+)[\#] # time
devi@74 219 (.*?)[\#] # pwd
devi@74 220 .\\[1024D.\\[K # killing symbols
devi@74 221 (.*?([\$\#]\\s?)) # prompt
devi@74 222 (.*) # command line
devi@74 223 )
devi@74 224 ';
devi@74 225
devi@74 226 my $cline_re_v2 = qr/$cline_re_v2_base/sx;
devi@74 227 my $cline_re2_v2 = qr/$cline_re_v2_base$/sx;
devi@74 228
devi@62 229 my $vt = Term::VT102->new ( 'cols' => $Config{"terminal_width"},
devi@81 230 'rows' => $Config{"terminal_height"});
devi@81 231 my $cline_vt = Term::VT102->new (
devi@81 232 'cols' => $Config{"terminal_width"},
devi@81 233 'rows' => $Config{"terminal_height"});
devi@23 234
devi@62 235 my $converter = Text::Iconv->new($Config{"encoding"}, "utf-8")
devi@62 236 if ($Config{"encoding"} && $Config{"encoding"} !~ /^utf-8$/i);
devi@62 237
devi@74 238 print "Parsing lab scripts...\n" if $Config{"verbose"} =~ /y/;
devi@23 239
devi@62 240 my $file;
devi@62 241 my $skip_info;
devi@23 242
devi@62 243 my $commandlines_loaded =0;
devi@62 244 my $commandlines_processed =0;
devi@23 245
devi@62 246 my @lab_scripts = <$lab_scripts_path/$lab_scripts_mask>;
devi@62 247 for $file (@lab_scripts){
devi@23 248
devi@62 249 # Пропускаем файл, если он не изменялся со времени нашего предудущего прохода
devi@62 250 my $size = (stat($file))[7];
devi@62 251 next if ($Script_Files{$file} && $Script_Files{$file}->{size} && $Script_Files{$file}->{size} >= $size);
devi@27 252
devi@27 253
devi@62 254 my $local_session_id;
devi@62 255 # Начальное значение идентификатора текущего сеанса определяем из имени скрипта
devi@62 256 # Впоследствии оно может быть уточнено
devi@62 257 $file =~ m@.*/([^/]*)\.script$@;
devi@62 258 $local_session_id = $1;
devi@27 259
devi@62 260 #Если файл только что появился,
devi@62 261 #пытаемся найти и загрузить информацию о соответствующей ему сессии
devi@62 262 if (!$Script_Files{$file}) {
devi@62 263 my $session_file = $file;
devi@62 264 $session_file =~ s/\.script/.info/;
devi@62 265 if (open(SESSION, $session_file)) {
devi@62 266 local $/;
devi@62 267 my $data = <SESSION>;
devi@62 268 close(SESSION);
devi@27 269
devi@62 270 for my $session_data ($data =~ m@<session>(.*?)</session>@sg) {
devi@62 271 my %session;
devi@62 272 while ($session_data =~ m@<([^>]*?)>(.*?)</\1>@sg) {
devi@62 273 $session{$1} = $2;
devi@62 274 }
devi@62 275 $local_session_id = $session{"local_session_id"} if $session{"local_session_id"};
devi@62 276 $Sessions{$local_session_id}=\%session;
devi@62 277 }
devi@25 278
devi@62 279 #Загруженную информацию сразу же отправляем в поток
devi@62 280 print_session($Config{cache}, $local_session_id);
devi@62 281 }
devi@84 282 else {
devi@84 283 die "can't open session file";
devi@84 284 }
devi@62 285 }
devi@25 286
devi@62 287 open (FILE, "$file");
devi@62 288 binmode FILE;
devi@23 289
devi@62 290 # Переходим к тому месту, где мы окончили разбор
devi@62 291 seek (FILE, $Script_Files{$file}->{tell}, 0) if $Script_Files{$file}->{tell};
devi@62 292 $Script_Files{$file}->{size} = $size;
devi@62 293 $Script_Files{$file}->{tell} = 0 unless $Script_Files{$file}->{tell};
devi@32 294
devi@62 295 $file =~ m@.*/(.*?)-.*@;
devi@23 296
devi@83 297 print "\n+- processing file $file\n| "
devi@83 298 if $Config{"verbose"} =~/y/;
devi@74 299
devi@62 300 my $tty = $1;
devi@62 301 my $first_pass = 1;
devi@62 302 my %cl;
devi@62 303 my $last_output_length=0;
devi@62 304 while (<FILE>) {
devi@62 305 $commandlines_processed++;
devi@23 306
devi@62 307 next if s/^Script started on.*?\n//s;
devi@23 308
devi@62 309 if (/[0-9][0-9]:[0-9][0-9]:[0-9][0-9].\[[0-9][0-9]D.\[K/ && m/$cline_re/) {
devi@62 310 s/.*\x0d(?!\x0a)//;
devi@62 311 m/$cline_re2/gs;
devi@23 312
devi@62 313 $commandlines_loaded++;
devi@62 314 $last_output_length=0;
devi@23 315
devi@62 316 # Previous command
devi@62 317 my %last_cl = %cl;
devi@62 318 my $err = $2 || "";
devi@23 319
devi@62 320 $cl{"local_session_id"} = $local_session_id;
devi@62 321 # Parse new command
devi@62 322 $cl{"uid"} = $3;
devi@74 323 #$cl{"euid"} = $cl{"uid"}; # Если в команде обнаружится sudo, euid поменяем на 0
devi@62 324 $cl{"pid"} = $4;
devi@62 325 $cl{"day"} = $5;
devi@62 326 $cl{"lab"} = $6;
devi@62 327 $cl{"hour"} = $7;
devi@62 328 $cl{"min"} = $8;
devi@62 329 $cl{"sec"} = $9;
devi@72 330 #$cl{"fullprompt"} = $10;
devi@62 331 $cl{"prompt"} = $11;
devi@62 332 $cl{"raw_cline"} = $12;
devi@23 333
devi@62 334 {
devi@62 335 use bytes;
devi@62 336 $cl{"raw_start"} = tell (FILE) - length($1);
devi@62 337 $cl{"raw_output_start"} = tell FILE;
devi@62 338 }
devi@62 339 $cl{"raw_file"} = $file;
devi@23 340
devi@62 341 $cl{"err"} = 0;
devi@62 342 $cl{"output"} = "";
devi@62 343 $cl{"tty"} = $tty;
devi@23 344
devi@62 345 $cline_vt->process($cl{"raw_cline"}."\n");
devi@62 346 $cl{"cline"} = $cline_vt->row_plaintext (1);
devi@62 347 $cl{"cline"} =~ s/\s*$//;
devi@62 348 $cline_vt->reset();
devi@23 349
devi@62 350 my %commands = extract_commands_from_cline($cl{"cline"});
devi@74 351 #$cl{"euid"}=0 if defined $commands{"sudo"};
devi@62 352 my @comms = sort { $commands{$a} cmp $commands{$b} } keys %commands;
devi@62 353 $cl{"last_command"} = $comms[$#comms] || "";
devi@23 354
devi@62 355 if (
devi@62 356 $Config{"suppress_editors"} =~ /^y/i
devi@62 357 && grep ($_ eq $cl{"last_command"}, @{$Config{"editors"}})
devi@62 358 || $Config{"suppress_pagers"} =~ /^y/i
devi@62 359 && grep ($_ eq $cl{"last_command"}, @{$Config{"pagers"}})
devi@62 360 || $Config{"suppress_terminal"}=~ /^y/i
devi@62 361 && grep ($_ eq $cl{"last_command"}, @{$Config{"terminal"}})
devi@62 362 ) {
devi@62 363 $cl{"suppress_output"} = "1";
devi@62 364 }
devi@62 365 else {
devi@62 366 $cl{"suppress_output"} = "0";
devi@62 367 }
devi@62 368 $skip_info = 0;
devi@23 369
devi@23 370
devi@62 371 print " ",$cl{"last_command"};
devi@23 372
devi@62 373 # Processing previous command line
devi@62 374 if ($first_pass) {
devi@62 375 $first_pass = 0;
devi@62 376 next;
devi@62 377 }
devi@23 378
devi@62 379 # Error code
devi@62 380 $last_cl{"raw_end"} = $cl{"raw_start"};
devi@62 381 $last_cl{"err"}=$err;
devi@62 382 $last_cl{"err"}=130 if $err eq "^C";
devi@23 383
devi@62 384 if (grep ($_ eq $last_cl{"last_command"}, @{$Config{"editors"}})) {
devi@62 385 bind_diff(\%last_cl);
devi@62 386 }
devi@23 387
devi@62 388 # Output
devi@62 389 if (!$last_cl{"suppress_output"} || $last_cl{"err"}) {
devi@62 390 for (my $i=0; $i<$Config{"terminal_height"}; $i++) {
devi@62 391 my $line= $vt->row_plaintext($i);
devi@62 392 next if !defined ($line) ; #|| $line =~ /^\s*$/;
devi@62 393 $line =~ s/\s*$//;
devi@62 394 $line .= "\n" unless $line =~ /^\s*$/;
devi@62 395 $last_cl{"output"} .= $line;
devi@62 396 }
devi@62 397 }
devi@62 398 else {
devi@62 399 $last_cl{"output"}= "";
devi@62 400 }
devi@23 401
devi@62 402 $vt->reset();
devi@23 403
devi@23 404
devi@62 405 # Save
devi@62 406 if (!$Config{"lab"} || $cl{"lab"} eq $Config{"lab"}) {
devi@62 407 # Changing encoding
devi@62 408 for (keys %last_cl) {
devi@62 409 next if /raw/;
devi@62 410 $last_cl{$_} = $converter->convert($last_cl{$_})
devi@62 411 if ($Config{"encoding"} &&
devi@62 412 $Config{"encoding"} !~ /^utf-8$/i);
devi@62 413 }
devi@62 414 push @Command_Lines, \%last_cl;
devi@23 415
devi@62 416 # Сохранение позиции в файле, до которой выполнен
devi@62 417 # успешный разбор
devi@62 418 $Script_Files{$file}->{tell} = $last_cl{raw_end};
devi@62 419 }
devi@62 420 next;
devi@62 421 }
devi@74 422
devi@74 423
devi@74 424 elsif (m/$cline_re_v2/) {
devi@74 425
devi@74 426
devi@74 427 # Разбираем командную строку версии 2
devi@74 428
devi@74 429
devi@74 430 s/.*\x0d(?!\x0a)//;
devi@74 431 m/$cline_re2_v2/gs;
devi@74 432
devi@74 433 $commandlines_loaded++;
devi@74 434 $last_output_length=0;
devi@74 435
devi@74 436 # Previous command
devi@74 437 my %last_cl = %cl;
devi@74 438
devi@74 439 $cl{"local_session_id"} = $local_session_id;
devi@74 440 # Parse new command
devi@74 441 $cl{"history"} = $2;
devi@74 442 my $err = $3;
devi@74 443 $cl{"uid"} = $4;
devi@74 444 #$cl{"euid"} = $cl{"uid"}; # Если в команде обнаружится sudo, euid поменяем на 0
devi@74 445 $cl{"pid"} = $5;
devi@74 446 $cl{"time"} = $6;
devi@74 447 $cl{"pwd"} = $7;
devi@74 448 #$cl{"fullprompt"} = $8;
devi@74 449 $cl{"prompt"} = $9;
devi@74 450 $cl{"raw_cline"}= $10;
devi@74 451
devi@74 452 {
devi@74 453 use bytes;
devi@74 454 $cl{"raw_start"} = tell (FILE) - length($1);
devi@74 455 $cl{"raw_output_start"} = tell FILE;
devi@74 456 }
devi@74 457 $cl{"raw_file"} = $file;
devi@74 458
devi@74 459 $cl{"err"} = 0;
devi@74 460 $cl{"output"} = "";
devi@74 461 #$cl{"tty"} = $tty;
devi@74 462
devi@74 463 $cline_vt->process($cl{"raw_cline"}."\n");
devi@74 464 $cl{"cline"} = $cline_vt->row_plaintext (1);
devi@74 465 $cl{"cline"} =~ s/\s*$//;
devi@74 466 $cline_vt->reset();
devi@74 467
devi@74 468 my %commands = extract_commands_from_cline($cl{"cline"});
devi@74 469 #$cl{"euid"} = 0 if defined $commands{"sudo"};
devi@74 470 my @comms = sort { $commands{$a} cmp $commands{$b} } keys %commands;
devi@74 471 $cl{"last_command"}
devi@74 472 = $comms[$#comms] || "";
devi@74 473
devi@74 474 if (
devi@74 475 $Config{"suppress_editors"} =~ /^y/i
devi@74 476 && grep ($_ eq $cl{"last_command"}, @{$Config{"editors"}})
devi@74 477 || $Config{"suppress_pagers"} =~ /^y/i
devi@74 478 && grep ($_ eq $cl{"last_command"}, @{$Config{"pagers"}})
devi@74 479 || $Config{"suppress_terminal"}=~ /^y/i
devi@74 480 && grep ($_ eq $cl{"last_command"}, @{$Config{"terminal"}})
devi@74 481 ) {
devi@74 482 $cl{"suppress_output"} = "1";
devi@74 483 }
devi@74 484 else {
devi@74 485 $cl{"suppress_output"} = "0";
devi@74 486 }
devi@74 487 $skip_info = 0;
devi@74 488
devi@74 489
devi@74 490 if ($Config{verbose} =~ /y/i) {
devi@83 491 print "\n| " if $commandlines_loaded % 5 == 1;
devi@74 492 print " ",$cl{"last_command"};
devi@74 493 }
devi@74 494
devi@74 495 # Processing previous command line
devi@74 496 if ($first_pass) {
devi@74 497 $first_pass = 0;
devi@74 498 next;
devi@74 499 }
devi@74 500
devi@74 501 # Error code
devi@74 502 $last_cl{"err"}=$err;
devi@74 503 $last_cl{"raw_end"} = $cl{"raw_start"};
devi@74 504
devi@74 505 if (grep ($_ eq $last_cl{"last_command"}, @{$Config{"editors"}})) {
devi@74 506 bind_diff(\%last_cl);
devi@74 507 }
devi@74 508
devi@74 509 # Output
devi@74 510 if (!$last_cl{"suppress_output"} || $last_cl{"err"}) {
devi@74 511 for (my $i=0; $i<$Config{"terminal_height"}; $i++) {
devi@74 512 my $line= $vt->row_plaintext($i);
devi@74 513 next if !defined ($line) ; #|| $line =~ /^\s*$/;
devi@74 514 $line =~ s/\s*$//;
devi@74 515 $line .= "\n" unless $line =~ /^\s*$/;
devi@74 516 $last_cl{"output"} .= $line;
devi@74 517 }
devi@74 518 }
devi@74 519 else {
devi@74 520 $last_cl{"output"}= "";
devi@74 521 }
devi@74 522
devi@74 523 $vt->reset();
devi@74 524
devi@74 525
devi@74 526 # Changing encoding
devi@74 527 for (keys %last_cl) {
devi@74 528 next if /raw/;
devi@74 529 if ($Config{"encoding"} &&
devi@74 530 $Config{"encoding"} !~ /^utf-8$/i) {
devi@74 531 $last_cl{$_} = $converter->convert($last_cl{$_})
devi@74 532 }
devi@74 533 }
devi@74 534 push @Command_Lines, \%last_cl;
devi@74 535
devi@74 536 # Сохранение позиции в файле, до которой выполнен
devi@74 537 # успешный разбор
devi@74 538 $Script_Files{$file}->{tell} = $last_cl{raw_end};
devi@74 539
devi@74 540 next;
devi@74 541
devi@74 542 }
devi@74 543
devi@74 544 # Иначе, это строка вывода
devi@74 545
devi@62 546 $last_output_length+=length($_);
devi@62 547 #if (!$cl{"suppress_output"} || $last_output_length < 5000) {
devi@62 548 if ($last_output_length < 50000) {
devi@62 549 $vt->process("$_"."\n")
devi@62 550 }
devi@62 551 else
devi@62 552 {
devi@62 553 if (!$skip_info) {
devi@62 554 print "($cl{last_command})";
devi@62 555 $skip_info = 1;
devi@62 556 }
devi@62 557 }
devi@62 558 }
devi@62 559 close(FILE);
devi@23 560
devi@62 561 }
devi@62 562 if ($Config{"verbose"} =~ /y/) {
devi@74 563 print "\n`- finished.\n" ;
devi@62 564 print "Lines loaded: $commandlines_processed\n";
devi@62 565 print "Command lines: $commandlines_loaded\n";
devi@62 566 }
devi@23 567 }
devi@23 568
devi@23 569
devi@23 570
devi@62 571
devi@62 572 sub sort_command_lines
devi@62 573 {
devi@74 574 print "Sorting command lines..." if $Config{"verbose"} =~ /y/;
devi@62 575
devi@62 576 # Sort Command_Lines
devi@62 577 # Write Command_Lines to Command_Lines_Index
devi@62 578
devi@62 579 my @index;
devi@62 580 for (my $i=0;$i<=$#Command_Lines;$i++) {
devi@62 581 $index[$i]=$i;
devi@62 582 }
devi@62 583
devi@62 584 @Command_Lines_Index = sort {
devi@86 585 defined($Command_Lines[$index[$a]]->{"time"})
devi@86 586 && defined($Command_Lines[$index[$b]]->{"time"})
devi@81 587 ? $Command_Lines[$index[$a]]->{"time"} <=> $Command_Lines[$index[$b]]->{"time"}
devi@84 588 : defined($Command_Lines[$index[$a]]->{"day"})
devi@86 589 && defined($Command_Lines[$index[$b]]->{"day"})
devi@86 590 && defined($Command_Lines[$index[$a]]->{"hour"})
devi@86 591 && defined($Command_Lines[$index[$b]]->{"hour"})
devi@86 592 && defined($Command_Lines[$index[$a]]->{"min"})
devi@86 593 && defined($Command_Lines[$index[$b]]->{"min"})
devi@86 594 && defined($Command_Lines[$index[$a]]->{"sec"})
devi@86 595 && defined($Command_Lines[$index[$b]]->{"sec"})
devi@86 596 ? $Command_Lines[$index[$a]]->{"day"} cmp $Command_Lines[$index[$b]]->{"day"}
devi@86 597 || $Command_Lines[$index[$a]]->{"hour"} <=> $Command_Lines[$index[$b]]->{"hour"}
devi@86 598 || $Command_Lines[$index[$a]]->{"min"} <=> $Command_Lines[$index[$b]]->{"min"}
devi@86 599 || $Command_Lines[$index[$a]]->{"sec"} <=> $Command_Lines[$index[$b]]->{"sec"}
devi@86 600 : 0
devi@62 601 } @index;
devi@62 602
devi@74 603 print "finished\n" if $Config{"verbose"} =~ /y/;
devi@62 604
devi@62 605 }
devi@62 606
devi@23 607 sub printq
devi@23 608 {
devi@62 609 my $TO = shift;
devi@62 610 my $text = join "", @_;
devi@62 611 $text =~ s/&/&amp;/g;
devi@62 612 $text =~ s/</&lt;/g;
devi@62 613 $text =~ s/>/&gt;/g;
devi@62 614 print $TO $text;
devi@23 615 }
devi@23 616
devi@23 617
devi@23 618 =cut
devi@23 619 Вывести результат обработки журнала.
devi@23 620 =cut
devi@23 621
devi@23 622 sub print_command_lines
devi@23 623 {
devi@62 624 my $output_filename=$_[0];
devi@85 625 open(OUT, ">>", $output_filename)
devi@62 626 or die "Can't open $output_filename for writing\n";
devi@23 627
devi@23 628
devi@62 629 my $cl;
devi@62 630 my $in_range=0;
devi@62 631 for my $i (@Command_Lines_Index) {
devi@62 632 $cl = $Command_Lines[$i];
devi@23 633
devi@62 634 if ($Config{"from"} && $cl->{"cline"} =~ /$Config{"signature"}\s*$Config{"from"}/) {
devi@62 635 $in_range=1;
devi@62 636 next;
devi@62 637 }
devi@62 638 if ($Config{"to"} && $cl->{"cline"} =~ /$Config{"signature"}\s*$Config{"to"}/) {
devi@62 639 $in_range=0;
devi@62 640 next;
devi@62 641 }
devi@62 642 next if ($Config{"from"} && $Config{"to"} && !$in_range)
devi@62 643 ||
devi@62 644 ($Config{"skip_empty"} =~ /^y/i && $cl->{"cline"} =~ /^\s*$/ )
devi@62 645 ||
devi@62 646 ($Config{"skip_wrong"} =~ /^y/i && $cl->{"err"} != 0)
devi@62 647 ||
devi@62 648 ($Config{"skip_interrupted"} =~ /^y/i && $cl->{"err"} == 130);
devi@62 649
devi@62 650 # Вырезаем из вывода только нужное количество строк
devi@23 651
devi@62 652 my $output="";
devi@69 653
devi@73 654 if (!grep ($_ eq $cl->{"last_command"}, @{$Config{"full_output_commands"}})
devi@69 655 && ($Config{"head_lines"}
devi@73 656 || $Config{"tail_lines"})) {
devi@62 657 # Partialy output
devi@62 658 my @lines = split '\n', $cl->{"output"};
devi@62 659 # head
devi@62 660 my $mark=1;
devi@62 661 for (my $i=0; $i<= $#lines && $i < $Config{"cache_head_lines"}; $i++) {
devi@62 662 $output .= $lines[$i]."\n";
devi@62 663 }
devi@62 664 # tail
devi@62 665 my $start=$#lines-$Config{"cache_tail_lines"}+1;
devi@62 666 if ($start < 0) {
devi@62 667 $start=0;
devi@62 668 $mark=0;
devi@62 669 }
devi@62 670 if ($start < $Config{"cache_head_lines"}) {
devi@62 671 $start=$Config{"cache_head_lines"};
devi@62 672 $mark=0;
devi@62 673 }
devi@62 674 $output .= $Config{"skip_text"}."\n" if $mark;
devi@73 675 for ($i=$start; $i<= $#lines; $i++) {
devi@62 676 $output .= $lines[$i]."\n";
devi@62 677 }
devi@62 678 }
devi@62 679 else {
devi@62 680 # Full output
devi@62 681 $output .= $cl->{"output"};
devi@62 682 }
devi@23 683
devi@62 684 # Совместимость с labmaker
devi@23 685
devi@62 686 # Переводим в секунды Эпохи
devi@62 687 # В labmaker'е данные хранились в неудобной форме: hour, min, sec, day of year
devi@62 688 # Информация о годе отсутствовала
devi@62 689 # Её можно внести:
devi@62 690 # Декабрь 2004 год; остальные -- 2005 год.
devi@23 691
devi@62 692 my $year = 2005;
devi@62 693 #$year = 2004 if ( $cl->{day} > 330 );
devi@62 694 $year = $Config{year} if $Config{year};
devi@62 695 # timelocal( $sec, $min, $hour, $mday,$mon,$year);
devi@74 696 $cl->{time} ||= timelocal_nocheck($cl->{sec},$cl->{min},$cl->{hour},$cl->{day},0,$year);
devi@23 697
devi@23 698
devi@62 699 # Начинаем вывод команды
devi@62 700 print OUT "<command>\n";
devi@62 701 for my $element (qw(
devi@62 702 local_session_id
devi@74 703 history
devi@74 704 uid
devi@74 705 pid
devi@62 706 time
devi@74 707 pwd
devi@62 708 raw_start
devi@62 709 raw_output_start
devi@62 710 raw_end
devi@62 711 raw_file
devi@62 712 tty
devi@62 713 err
devi@62 714 last_command
devi@74 715 history
devi@62 716 )) {
devi@65 717 next unless defined($cl->{"$element"});
devi@62 718 print OUT "<$element>".$cl->{$element}."</$element>\n";
devi@62 719 }
devi@62 720 for my $element (qw(
devi@62 721 prompt
devi@62 722 cline
devi@62 723 )) {
devi@65 724 next unless defined($cl->{"$element"});
devi@62 725 print OUT "<$element>";
devi@62 726 printq(\*OUT,$cl->{"$element"});
devi@62 727 print OUT "</$element>\n";
devi@62 728 }
devi@72 729 #note
devi@72 730 #note_title
devi@62 731 print OUT "<output>";
devi@62 732 printq(\*OUT,$output);
devi@62 733 print OUT "</output>\n";
devi@62 734 if ($cl->{"diff"}) {
devi@62 735 print OUT "<diff>";
devi@62 736 printq(\*OUT,${$Diffs{$cl->{"diff"}}}{"text"});
devi@62 737 print OUT "</diff>\n";
devi@62 738 }
devi@62 739 print OUT "</command>\n";
devi@23 740
devi@62 741 }
devi@23 742
devi@62 743 close(OUT);
devi@27 744 }
devi@27 745
devi@27 746 sub print_session
devi@27 747 {
devi@62 748 my $output_filename = $_[0];
devi@62 749 my $local_session_id = $_[1];
devi@62 750 return if not defined($Sessions{$local_session_id});
devi@27 751
devi@84 752 print "printing session info. session id = ".$local_session_id."\n"
devi@84 753 if $Config{verbose} =~ /y/;
devi@84 754
devi@62 755 open(OUT, ">>", $output_filename)
devi@62 756 or die "Can't open $output_filename for writing\n";
devi@62 757 print OUT "<session>\n";
devi@62 758 my %session = %{$Sessions{$local_session_id}};
devi@62 759 for my $key (keys %session) {
devi@84 760 print OUT "<$key>".$session{$key}."</$key>\n";
devi@84 761 print " ".$key,"\n";
devi@62 762 }
devi@62 763 print OUT "</session>\n";
devi@62 764 close(OUT);
devi@27 765 }
devi@27 766
devi@27 767 sub send_cache
devi@27 768 {
devi@62 769 # Если в кэше что-то накопилось,
devi@62 770 # попытаемся отправить это на сервер
devi@62 771 #
devi@62 772 my $cache_was_sent=0;
devi@62 773
devi@62 774 if (open(CACHE, $Config{cache})) {
devi@62 775 local $/;
devi@62 776 my $cache = <CACHE>;
devi@62 777 close(CACHE);
devi@27 778
devi@62 779 my $socket = IO::Socket::INET->new(
devi@62 780 PeerAddr => $Config{backend_address},
devi@62 781 PeerPort => $Config{backend_port},
devi@62 782 proto => "tcp",
devi@62 783 Type => SOCK_STREAM
devi@62 784 );
devi@27 785
devi@62 786 if ($socket) {
devi@62 787 print $socket $cache;
devi@62 788 close($socket);
devi@62 789 $cache_was_sent = 1;
devi@62 790 }
devi@62 791 }
devi@62 792 return $cache_was_sent;
devi@23 793 }
devi@23 794
devi@25 795 sub save_cache_stat
devi@25 796 {
devi@62 797 open (CACHE, ">$Config{cache_stat}");
devi@62 798 for my $f (keys %Script_Files) {
devi@62 799 print CACHE "$f\t",$Script_Files{$f}->{size},"\t",$Script_Files{$f}->{tell},"\n";
devi@62 800 }
devi@62 801 close(CACHE);
devi@25 802 }
devi@25 803
devi@25 804 sub load_cache_stat
devi@25 805 {
devi@62 806 if (open (CACHE, "$Config{cache_stat}")) {
devi@62 807 while(<CACHE>) {
devi@62 808 chomp;
devi@62 809 my ($f, $size, $tell) = split /\t/;
devi@62 810 $Script_Files{$f}->{size} = $size;
devi@62 811 $Script_Files{$f}->{tell} = $tell;
devi@62 812 }
devi@62 813 close(CACHE);
devi@62 814 };
devi@25 815 }
devi@23 816
devi@23 817
devi@23 818 main();
devi@23 819
devi@25 820 sub process_was_killed
devi@25 821 {
devi@62 822 $Killed = 1;
devi@25 823 }
devi@25 824
devi@23 825 sub main
devi@23 826 {
devi@23 827
devi@62 828 $| = 1;
devi@23 829
devi@62 830 init_variables();
devi@62 831 init_config();
devi@23 832
devi@27 833
devi@62 834 if ($Config{"mode"} ne "daemon") {
devi@27 835
devi@74 836 # В нормальном режиме работы нужно
devi@74 837 # считать скрипты, обработать их и записать
devi@74 838 # результат выполнения в результирующий файл.
devi@74 839 # После этого завершить работу.
devi@74 840
devi@85 841 # Очистим кэш-файл, если он существовал
devi@85 842 if (open (CACHE, ">", $Config{"cache"})) {
devi@85 843 close(CACHE);
devi@85 844 };
devi@62 845 for my $lab_log (split (/\s+/, $Config{"diffs"} || $Config{"input"})) {
devi@62 846 load_diff_files($lab_log);
devi@62 847 }
devi@62 848 load_command_lines($Config{"input"}, $Config{"input_mask"});
devi@67 849 sort_command_lines;
devi@62 850 #process_command_lines;
devi@62 851 print_command_lines($Config{"cache"});
devi@62 852 }
devi@62 853 else {
devi@62 854 if (open(PIDFILE, $Config{agent_pidfile})) {
devi@62 855 my $pid = <PIDFILE>;
devi@62 856 close(PIDFILE);
devi@62 857 if ($^O eq 'linux' && $pid &&(! -e "/proc/$pid" || !`grep $Config{"l3-agent"} /proc/$pid/cmdline && grep "uid:.*\b$<\b" /proc/$pid/status`)) {
devi@62 858 print "Removing stale pidfile\n";
devi@62 859 unlink $Config{agent_pidfile}
devi@62 860 or die "Can't remove stale pidfile ". $Config{agent_pidfile}. " : $!";
devi@62 861 }
devi@62 862 elsif ($^O eq 'freebsd' && $pid && `ps axo uid,pid,command | grep '$<\\s*$pid\\s*$Config{"l3-agent"}' 2> /dev/null`) {
devi@62 863 print "Removing stale pidfile\n";
devi@62 864 unlink $Config{agent_pidfile}
devi@62 865 or die "Can't remove stale pidfile ". $Config{agent_pidfile}. " : $!";
devi@62 866 }
devi@62 867 elsif ($^O eq 'linux' || $^O eq 'freebsd' ) {
devi@62 868 print "l3-agent is already running: pid=$pid; pidfile=$Config{agent_pidfile}\n";
devi@62 869 exit(0);
devi@62 870 }
devi@62 871 else {
devi@62 872 print "Unknown operating system";
devi@62 873 exit(0);
devi@62 874 }
devi@62 875 }
devi@62 876 if ($Config{detach} =~ /^y/i) {
devi@62 877 #$Config{verbose} = "no";
devi@62 878 my $pid = fork;
devi@62 879 exit if $pid;
devi@62 880 die "Couldn't fork: $!" unless defined ($pid);
devi@27 881
devi@62 882 open(PIDFILE, ">", $Config{agent_pidfile})
devi@62 883 or die "Can't open pidfile ". $Config{agent_pidfile}. " for wrting: $!";
devi@62 884 print PIDFILE $$;
devi@62 885 close(PIDFILE);
devi@27 886
devi@62 887 for my $handle (*STDIN, *STDOUT, *STDERR) {
devi@62 888 open ($handle, "+<", "/dev/null")
devi@62 889 or die "can't reopen $handle to /dev/null: $!"
devi@62 890 }
devi@27 891
devi@62 892 POSIX::setsid()
devi@62 893 or die "Can't start a new session: $!";
devi@27 894
devi@62 895 $0 = $Config{"l3-agent"};
devi@62 896
devi@62 897 $SIG{INT} = $SIG{TERM} = $SIG{HUP} = \&process_was_killed;
devi@62 898 }
devi@62 899 while (not $Killed) {
devi@62 900 @Command_Lines = ();
devi@62 901 @Command_Lines_Index = ();
devi@62 902 for my $lab_log (split (/\s+/, $Config{"diffs"} || $Config{"input"})) {
devi@62 903 load_diff_files($lab_log);
devi@62 904 }
devi@62 905 load_cache_stat();
devi@62 906 load_command_lines($Config{"input"}, $Config{"input_mask"});
devi@62 907 if (@Command_Lines) {
devi@74 908 sort_command_lines;
devi@65 909 #process_command_lines;
devi@62 910 print_command_lines($Config{"cache"});
devi@62 911 }
devi@62 912 save_cache_stat();
devi@62 913 if (-e $Config{cache} && (stat($Config{cache}))[7]) {
devi@62 914 send_cache() && unlink($Config{cache});
devi@62 915 }
devi@62 916 sleep($Config{"daemon_sleep_interval"} || 1);
devi@62 917 }
devi@62 918
devi@62 919 unlink $Config{agent_pidfile};
devi@62 920 }
devi@23 921
devi@23 922 }
devi@23 923
devi@23 924 sub init_variables
devi@23 925 {
devi@23 926 }