Журнал лабораторных работ

Содержание

Журнал

Пятница (06/18/10)

/dev/pts/1
13:53:03
#grep proxy /etc/group
proxy:x:13:
13:53:19
#vim Makefile
--- /tmp/l3-saved-1812.31516.29080	2010-06-18 14:53:21.000000000 +0300
+++ Makefile	2010-06-18 14:53:35.000000000 +0300
@@ -1,7 +1,7 @@
 ### Edit this:
 INSTALL_PATH=/usr/local/rejik3
-SQUID_USER=nobody
-SQUID_GROUP=nogroup
+SQUID_USER=proxy
+SQUID_GROUP=proxy
 
 CC=gcc -Wall
 INCLUDE=-I/usr/include -I/usr/local/include -I/usr/include/pcre
13:53:35
#vim Makefile
13:53:39
# 32 rm -rf rejik3
  9
 10 3. make
 11
 12 4. make install
 13
 14 5. Copy YOUR_PATH/redirector.conf.dist to YOUR_PATH/redirector.conf
 15
 16 6. Add line "redirect_program YOUR_PATH/redirector YOUR_PATH/redirector.conf"
 17    to squid.conf
 18 TALL" [noeol] 25L, 629C
 19 7. Download ban-list and www.tgz files from http://www.rejik.ru and untar this
 20
 21 8. Edit YOUR_PATH/redirector.conf
 22
 23 9. Run YOUR_PATH/tools/check-redirector for examine redirector work, read redirector logs
 24
 25 10. Restart squid.
13:53:46
#~
rm -f pass.o raw_change.o load_cache.o pcre.o parse_input.o init_vars.o check_urls.o run_make_cache.o new_url.o redirect.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o  load_urls.o prune_urls.o write_cache.o need_cache_update.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o  redirector make-cache OUT rejik3.zip rejik3/*
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c pass.c
In file included from pass.c:3:
vars.h:2:18: error: pcre.h: Нет такого файла или каталога
In file included from pass.c:3:
vars.h:142: error: expected specifier-qualifier-list before ‘pcre’
make: *** [pass.o] Ошибка 1
13:53:48
#apt-cache search libpcre
libpcre++-dev - C++ wrapper class for pcre (development)
libpcre++0 - C++ wrapper class for pcre (runtime)
libpcre-ocaml-dev - OCaml bindings for PCRE (Perl Compatible Regular Expression)
libpcre-ocaml - OCaml bindings for PCRE (runtime)
libpcre3-dbg - Perl 5 Compatible Regular Expression Library - debug symbols
libpcrecpp0 - Perl 5 Compatible Regular Expression Library - C++ runtime files
pcregrep - grep utility that uses perl 5 compatible regexes.
libpcre3 - поддержка регулярных выражений, совместимых с Perl5 (динамическая версия)
libpcre3-dev - поддержка регулярных выражений, совместимых с Perl5 (файлы для сборки)
13:54:01
#apt-get install libpcre3-dev
Чтение списков пакетов... Готово
Построение дерева зависимостей
Чтение информации о состоянии... Готово
Будут установлены следующие дополнительные пакеты:
  libpcrecpp0
НОВЫЕ пакеты, которые будут установлены:
  libpcre3-dev libpcrecpp0
обновлено 0, установлено 2 новых пакетов, для удаления отмечено 0 пакетов, и 336 пакетов не обновлено.
Необходимо скачать 356kБ архивов.
После данной операции, объём занятого дискового пространства возрастёт на 742kB.
...
Получено:2 http://debian.org.ua squeeze/main libpcre3-dev 7.8-3 [258kB]
Получено 356kБ за 0с (937kБ/c)
Выбор ранее не выбранного пакета libpcrecpp0.
(Чтение базы данных ... на данный момент установлено 75596 файлов и каталогов.)
Распаковывается пакет libpcrecpp0 (из файла .../libpcrecpp0_7.8-3_i386.deb)...
Выбор ранее не выбранного пакета libpcre3-dev.
Распаковывается пакет libpcre3-dev (из файла .../libpcre3-dev_7.8-3_i386.deb)...
Обрабатываются триггеры для man-db ...
Настраивается пакет libpcrecpp0 (7.8-3) ...
Настраивается пакет libpcre3-dev (7.8-3) ...
13:54:22
#make
rm -f pass.o raw_change.o load_cache.o pcre.o parse_input.o init_vars.o check_urls.o run_make_cache.o new_url.o redirect.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o  load_urls.o prune_urls.o write_cache.o need_cache_update.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o  redirector make-cache OUT rejik3.zip rejik3/*
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c pass.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c raw_change.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c load_cache.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c pcre.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c parse_input.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c init_vars.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c check_urls.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c run_make_cache.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c new_url.c
...
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c cache2url.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c ip.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c id.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c comparing.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c load_urls.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c prune_urls.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c write_cache.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -c need_cache_update.c
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -o redirector redirector.c -L/lib `pcre-config --libs` pass.o raw_change.o load_cache.o pcre.o parse_input.o init_vars.o check_urls.o run_make_cache.o new_url.o redirect.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o
gcc -Wall -I/usr/include -I/usr/local/include -I/usr/include/pcre -o make-cache make-cache.c -L/lib `pcre-config --libs` load_urls.o prune_urls.o write_cache.o need_cache_update.o err_mes.o now.o get_opt.o parse_urls.o cache2url.o ip.o id.o comparing.o
13:54:27
#make install
mkdir -p /usr/local/rejik3/tools
cp make-cache /usr/local/rejik3
cp redirector /usr/local/rejik3
cp redirector.conf.dist /usr/local/rejik3
echo "#!/bin/sh" > /usr/local/rejik3/tools/check-redirector
echo 'su proxy -c "echo \"http://sex.ru 127.0.0.1/- - GET\" | /usr/local/rejik3/redirector /usr/local/rejik3/redirector.conf;"' >> /usr/local/rejik3/tools/check-redirector
chmod 755  /usr/local/rejik3/tools/check-redirector
echo "#!/bin/sh" > /usr/local/rejik3/tools/set-permissions
echo 'chown -R proxy:proxy /usr/local/rejik3' >> /usr/local/rejik3/tools/set-permissions
chmod 755  /usr/local/rejik3/tools/set-permissions
cp tools/kill-cache /usr/local/rejik3/tools
chmod 755  /usr/local/rejik3/tools/kill-cache
cp tools/benchmark /usr/local/rejik3/tools
chmod 755  /usr/local/rejik3/tools/benchmark
cp tools/IN.gz /usr/local/rejik3/tools
chmod 644 /usr/local/rejik3/tools/IN.gz
chown -R proxy:proxy /usr/local/rejik3
chmod 770 /usr/local/rejik3
chmod 644 /usr/local/rejik3/redirector.conf.dist
chmod 755 /usr/local/rejik3/redirector
chmod 755 /usr/local/rejik3/make-cache
13:54:34
#cp INSTALL /usr/local/rejik3/

13:54:55
#cd /usr/local/rejik3/

13:54:57
#cd -
/usr/src/redirector
13:54:58
#echo $PWD
/usr/src/redirector
13:55:08
#echo $OLDPWD
/usr/local/rejik3
13:55:13
#cd -
/usr/local/rejik3
13:55:16
#ls
INSTALL  make-cache  redirector  redirector.conf.dist  tools
13:55:26
#vim INSTALL
13:55:55
#~
INSTALL  make-cache  redirector  redirector.conf.dist  tools
13:55:59
#vim redirector.conf.dist
--- /tmp/l3-saved-1812.10002.16058	2010-06-18 14:56:06.000000000 +0300
+++ redirector.conf.dist	2010-06-18 14:58:41.000000000 +0300
@@ -68,8 +68,8 @@
 #
 #############################################################
 
-error_log /usr/local/rejik3/redirector.err
-change_log /usr/local/rejik3/redirector.log
+error_log /var/log/squid3/redirector.err
+change_log /var/log/squid3/redirector.log
 make-cache /usr/local/rejik3/make-cache
 #allow_urls /usr/local/rejik3/banlists/allow_urls
 
13:58:41
#ls
INSTALL  make-cache  redirector  redirector.conf.dist  tools
13:58:42
#mv redirector.conf.dist redirector.conf

13:58:52
#ls -l
итого 92
-rw-r--r-- 1 root  proxy   629 Июн 18 14:54 INSTALL
-rwxr-xr-x 1 proxy proxy 35647 Июн 18 14:54 make-cache
-rwxr-xr-x 1 proxy proxy 41093 Июн 18 14:54 redirector
-rw-r--r-- 1 proxy proxy  3223 Июн 18 14:58 redirector.conf
drwxr-sr-x 2 proxy proxy  4096 Июн 18 14:54 tools
13:58:53
#vim redirector
13:59:01
# 2 ^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^R^@^@^@^P^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^V^@^@^@^@^@^@^@^@^@^@^@^Q^@@

13:59:02
#ls
INSTALL  make-cache  redirector  redirector.conf  tools
13:59:03
#wget -c http://rejik.ru/download/banlists-2.x.x.tgz
--2010-06-18 15:00:31--  http://rejik.ru/download/banlists-2.x.x.tgz
Распознаётся rejik.ru... 95.169.188.231
Устанавливается соединение с rejik.ru|95.169.188.231|:80... соединение установлено.
Запрос HTTP послан, ожидается ответ... 200 OK
Длина: 116100 (113K) [application/octet-stream]
Saving to: «banlists-2.x.x.tgz»
100%[============================================================>] 116 100      155K/s   в 0,7s
2010-06-18 15:00:32 (155 KB/s) - «banlists-2.x.x.tgz» saved [116100/116100]
14:00:32
#ls
banlists-2.x.x.tgz  INSTALL  make-cache  redirector  redirector.conf  tools
14:00:33
#tar xvzf banlists-2.x.x.tgz
banlists/
banlists/porno/
banlists/porno/urls
banlists/banners/
banlists/banners/urls
banlists/banners/pcre
banlists/js/
banlists/js/urls
banlists/mp3/
banlists/mp3/pcre
14:00:45
#ls -l
итого 216
drwxr-xr-x 6 nobody nogroup   4096 Июл 25  2003 banlists
-rw-r--r-- 1 root   proxy   116100 Ноя  9  2005 banlists-2.x.x.tgz
-rw-r--r-- 1 root   proxy      629 Июн 18 14:54 INSTALL
-rwxr-xr-x 1 proxy  proxy    35647 Июн 18 14:54 make-cache
-rwxr-xr-x 1 proxy  proxy    41093 Июн 18 14:54 redirector
-rw-r--r-- 1 proxy  proxy     3223 Июн 18 14:58 redirector.conf
drwxr-sr-x 2 proxy  proxy     4096 Июн 18 14:54 tools
14:00:47
#chmod -R proxy:proxy banlists
chmod: неверный режим: `proxy:proxy'
Попробуйте `chmod --help' для получения более подробного описания.
14:01:06
#chown -R proxy:proxy banlists

14:01:12
#ls -l
итого 216
drwxr-xr-x 6 proxy proxy   4096 Июл 25  2003 banlists
-rw-r--r-- 1 root  proxy 116100 Ноя  9  2005 banlists-2.x.x.tgz
-rw-r--r-- 1 root  proxy    629 Июн 18 14:54 INSTALL
-rwxr-xr-x 1 proxy proxy  35647 Июн 18 14:54 make-cache
-rwxr-xr-x 1 proxy proxy  41093 Июн 18 14:54 redirector
-rw-r--r-- 1 proxy proxy   3223 Июн 18 14:58 redirector.conf
drwxr-sr-x 2 proxy proxy   4096 Июн 18 14:54 tools
14:01:13
#vim banlists
14:01:13
#vim banlists/
14:01:13
#vim banlists/porno/urls
14:01:28
#22918 zzzporn.com
  1 \.mpg([\W_]|$)
  2 \.mp3([\W_]|$)
  3 \.avi([\W_]|$)
  4 \.wav([\W_]|$)
  5 \.mpeg([\W_]|$)
"banlists/mp3/pcre" [noeol] 5L, 75C
14:01:46
#~

14:03:12
#~

14:03:19
#apt-get install apache
Чтение списков пакетов... Готово
Построение дерева зависимостей
Чтение информации о состоянии... Готово
Пакет apache недоступен, но упомянут в списке зависимостей другого пакета.
Это может означать, что пакет отсутствует, устарел, или доступен из источников, не упомянутых в sources.list
E: Для пакета apache не найдены кандидаты на установку
14:03:28
#apt-get install apache2
Чтение списков пакетов... Готово
Построение дерева зависимостей
Чтение информации о состоянии... Готово
Будут установлены следующие дополнительные пакеты:
  apache2-mpm-worker apache2.2-bin apache2.2-common libaprutil1-dbd-sqlite3 libaprutil1-ldap
  ssl-cert
Предлагаемые пакеты:
  apache2-doc apache2-suexec apache2-suexec-custom openssl-blacklist
НОВЫЕ пакеты, которые будут установлены:
  apache2 apache2-mpm-worker apache2.2-bin apache2.2-common libaprutil1-dbd-sqlite3 libaprutil1-ldap
...
Enabling module authz_default.
Enabling module authz_user.
Enabling module authz_groupfile.
Enabling module authn_file.
Enabling module authz_host.
Enabling module reqtimeout.
Настраивается пакет apache2-mpm-worker (2.2.15-5) ...
Starting web server: apache2.
Настраивается пакет apache2 (2.2.15-5) ...
Настраивается пакет ssl-cert (1.0.25) ...
14:03:42
#cd /var/www/

14:04:00
#pwd
/var/www
14:04:02
#ls
index.html
14:04:05
#cat index.html
<html><body><h1>It works!</h1>
<p>This is the default web page for this server.</p>
<p>The web server software is running but no content has been added, yet.</p>
</body></html>
14:04:20
#wget -c http://rejik.ru/download/www.tgz
--2010-06-18 15:04:37--  http://rejik.ru/download/www.tgz
Распознаётся rejik.ru... 95.169.188.231
Устанавливается соединение с rejik.ru|95.169.188.231|:80... соединение установлено.
Запрос HTTP послан, ожидается ответ... 200 OK
Длина: 1319 (1,3K) [application/octet-stream]
Saving to: «www.tgz»
100%[============================================================>] 1 319       --.-K/s   в 0s
2010-06-18 15:04:37 (3,90 MB/s) - «www.tgz» saved [1319/1319]
14:04:37
#tar xvzf www.tgz
www/
www/1x1.gif
www/js.js
www/mp3.html
www/porno.html
www/cgi-bin/
www/cgi-bin/ban.cgi
14:04:51
#mv www ban

14:04:55
#ls
ban  index.html  www.tgz
14:04:56
#rm www.tgz

14:05:01
#cd -
/usr/local/rejik3
14:05:07
#vim INSTALL
14:05:23
#~

14:05:24
#tools/check-redirector
http://127.0.0.1/ban/porno.html 127.0.0.1/- - GET
14:05:28
#vim /etc/squid3/squid.conf
--- /tmp/l3-saved-1812.16958.8328	2010-06-18 15:05:44.000000000 +0300
+++ /etc/squid3/squid.conf	2010-06-18 15:06:49.000000000 +0300
@@ -2800,6 +2800,7 @@
 #	By default, a URL rewriter is not used.
 #Default:
 # none
+redirect_program /usr/local/rejik3/redirector /usr/local/rejik3/redirector.conf
 
 #  TAG: url_rewrite_children
 #	The number of redirector processes to spawn. If you start
14:06:49
#squid3 -k reconfugure
Usage: squid [-cdhvzCFNRVYX] [-s | -l facility] [-f config-file] [-[au] port] [-k signal]
       -a port   Specify HTTP port number (default: 3128).
       -d level  Write debugging to stderr also.
       -f file   Use given config-file instead of
                 /etc/squid3/squid.conf
       -h        Print help message.
       -k reconfigure|rotate|shutdown|interrupt|kill|debug|check|parse
                 Parse configuration file, then send signal to
                 running copy (except -k parse) and exit.
       -s | -l facility
...
       -v        Print version.
       -z        Create swap directories
       -C        Do not catch fatal signals.
       -D        OBSOLETE. Scheduled for removal.
       -F        Don't serve any requests until store is rebuilt.
       -N        No daemon mode.
       -R        Do not set REUSEADDR on port.
       -S        Double-check swap during rebuild.
       -X        Force full debugging.
       -Y        Only return UDP_HIT or UDP_MISS_NOFETCH during fast reload.
14:06:57
#squid3 -k reconfigure

14:07:01
#vim /etc/squid3/squid.conf
14:07:20
#less /var/log/squid3/
14:07:25
#less /var/log/squid3/
14:07:25
#less /var/log/squid3/access.log
14:07:35
#less /var/log/daemon.log
14:07:41
#less /var/log/
14:07:41
#less /var/log/squid3/redirector.
14:07:41
#less /var/log/squid3/redirector.log
14:07:59
#ps aux | grep redirector
proxy    22962  0.0  0.1   2372  1152 ?        S    15:07   0:00 (redirector) /usr/local/rejik3/redirector.conf
proxy    22963  0.0  0.1   2372  1140 ?        S    15:07   0:00 (redirector) /usr/local/rejik3/redirector.conf
proxy    22964  0.0  0.1   2372  1144 ?        S    15:07   0:00 (redirector) /usr/local/rejik3/redirector.conf
proxy    22965  0.0  0.1   2372  1140 ?        S    15:07   0:00 (redirector) /usr/local/rejik3/redirector.conf
proxy    22966  0.1  0.1   2372  1148 ?        S    15:07   0:00 (redirector) /usr/local/rejik3/redirector.conf
root     23195  0.0  0.1   4824   760 pts/2    R+   15:08   0:00 grep redirector
14:08:07
#man sa-learn
прошло 45 минут
14:53:12
#sa-learn --dump
ERROR: Bayes dump returned an error, please re-run with -D for more information
14:53:21
#sa-learn --dump -D
Июн 18 15:53:26.972 [23321] dbg: logger: adding facilities: all
Июн 18 15:53:26.974 [23321] dbg: logger: logging level is DBG
Июн 18 15:53:26.975 [23321] dbg: generic: SpamAssassin version 3.3.1
Июн 18 15:53:26.977 [23321] dbg: generic: Perl 5.010001, PREFIX=/usr, DEF_RULES_DIR=/usr/share/spamassassin, LOCAL_RULES_DIR=/etc/spamassassin, LOCAL_STATE_DIR=/var/lib/spamassassin
Июн 18 15:53:26.978 [23321] dbg: config: timing enabled
Июн 18 15:53:26.981 [23321] dbg: config: score set 0 chosen.
Июн 18 15:53:26.985 [23321] dbg: util: running in taint mode? yes
Июн 18 15:53:26.986 [23321] dbg: util: taint mode: deleting unsafe environment variables, resetting PATH
Июн 18 15:53:26.988 [23321] dbg: util: PATH included '/usr/local/sbin', keeping
Июн 18 15:53:26.989 [23321] dbg: util: PATH included '/usr/local/bin', keeping
...
Июн 18 15:53:29.278 [23321] dbg: bayes: learner_new self=Mail::SpamAssassin::Plugin::Bayes=HASH(0x90d8a20), bayes_store_module=Mail::SpamAssassin::BayesStore::DBM
Июн 18 15:53:29.314 [23321] dbg: bayes: learner_new: got store=Mail::SpamAssassin::BayesStore::DBM=HASH(0x8e66090)
Июн 18 15:53:29.334 [23321] dbg: plugin: Mail::SpamAssassin::Plugin::Bayes=HASH(0x90d8a20) implements 'learner_is_scan_available', priority 0
Июн 18 15:53:29.336 [23321] dbg: bayes: no dbs present, cannot tie DB R/O: /root/.spamassassin/bayes_toks
Июн 18 15:53:29.338 [23321] dbg: config: score set 1 chosen.
Июн 18 15:53:29.338 [23321] dbg: sa-learn: spamtest initialized
Июн 18 15:53:29.339 [23321] dbg: plugin: Mail::SpamAssassin::Plugin::Bayes=HASH(0x90d8a20) implements 'learner_dump_database', priority 0
Июн 18 15:53:29.339 [23321] dbg: bayes: no dbs present, cannot tie DB R/O: /root/.spamassassin/bayes_toks
Июн 18 15:53:29.339 [23321] dbg: plugin: Mail::SpamAssassin::Plugin::Bayes=HASH(0x90d8a20) implements 'learner_close', priority 0
ERROR: Bayes dump returned an error, please re-run with -D for more information
14:53:29
#sa-learn --dump
^C
14:57:14
#sa-learn --dump cd
cd^C
14:57:17
#cd

14:57:19
#vim /etc/spamassassin/
14:57:19
#vim /etc/spamassassin/init.pre
14:57:39
#vim /etc/spamassassin/65_debian.cf
14:57:47
#~
 70 # shortcircuit USER_IN_BLACKLIST       on
 71 # shortcircuit USER_IN_BLACKLIST_TO    on
 72 # shortcircuit SUBJECT_IN_BLACKLIST    on
 73
 74 #   if you have taken the time to correctly specify your "trusted_networks",
 75 #   this is another good way to save CPU
 76 #
 77 # shortcircuit ALL_TRUSTED             on
 78
 79 #   and a well-trained bayes DB can save running rules, too
 80 #
 81 # shortcircuit BAYES_99                spam
 82 # shortcircuit BAYES_00                ham
 83
 84 endif # Mail::SpamAssassin::Plugin::Shortcircuit
 85
"/etc/spamassassin/local.cf" 85L, 2208C записано
14:58:09
#/etc/init.d/spamassassin restart
Restarting SpamAssassin Mail Filter Daemon: spamd.
14:58:26
#less /var/log/mail.log