[pypy-svn] r20371 - in pypy/dist/pypy: doc/statistic tool

[ericvrp at codespeak.net]

Author: ericvrp
Date: Mon Nov 28 22:25:12 2005
New Revision: 20371

Added:
   pypy/dist/pypy/doc/statistic/statistic_irc_log.txt
   pypy/dist/pypy/tool/statistic_irc_log.py
Log:
Script and output for showing number of messages and
number of visitors to #pypy


Added: pypy/dist/pypy/doc/statistic/statistic_irc_log.txt
==============================================================================
--- (empty file)
+++ pypy/dist/pypy/doc/statistic/statistic_irc_log.txt	Mon Nov 28 22:25:12 2005
@@ -0,0 +1,281 @@
+irc://irc.freenode.org/pypy
+date, messages, visitors
+2005-02-22, 2, 2
+2005-02-23, 605, 19
+2005-02-24, 74, 17
+2005-02-25, 6, 16
+2005-02-26, 42, 8
+2005-02-27, 87, 9
+2005-02-28, 471, 15
+2005-03-01, 324, 8
+2005-03-02, 61, 11
+2005-03-03, 320, 14
+2005-03-04, 271, 13
+2005-03-05, 282, 8
+2005-03-06, 12, 8
+2005-03-07, 47, 16
+2005-03-08, 6, 13
+2005-03-09, 0, 16
+2005-03-10, 8, 15
+2005-03-11, 44, 13
+2005-03-12, 172, 8
+2005-03-13, 0, 5
+2005-03-14, 144, 20
+2005-03-15, 141, 15
+2005-03-16, 7, 17
+2005-03-17, 567, 17
+2005-03-18, 4, 6
+2005-03-19, 23, 9
+2005-03-20, 0, 9
+2005-03-21, 3, 12
+2005-03-22, 1, 18
+2005-03-23, 26, 15
+2005-03-24, 27, 11
+2005-03-25, 4, 7
+2005-03-26, 9, 8
+2005-03-27, 0, 3
+2005-03-28, 1, 11
+2005-03-29, 483, 12
+2005-03-30, 130, 21
+2005-03-31, 264, 17
+2005-04-01, 226, 14
+2005-04-02, 388, 13
+2005-04-03, 551, 14
+2005-04-04, 533, 19
+2005-04-05, 384, 12
+2005-04-06, 701, 11
+2005-04-07, 508, 14
+2005-04-08, 423, 15
+2005-04-09, 370, 11
+2005-04-10, 186, 11
+2005-04-11, 98, 15
+2005-04-12, 353, 12
+2005-04-13, 418, 15
+2005-04-14, 601, 16
+2005-04-15, 304, 13
+2005-04-16, 58, 5
+2005-04-17, 64, 6
+2005-04-18, 34, 10
+2005-04-19, 211, 22
+2005-04-20, 694, 13
+2005-04-21, 149, 13
+2005-04-22, 42, 13
+2005-04-23, 17, 5
+2005-04-24, 196, 7
+2005-04-25, 576, 16
+2005-04-26, 546, 17
+2005-04-27, 610, 15
+2005-04-28, 240, 11
+2005-04-29, 206, 12
+2005-04-30, 116, 7
+2005-05-01, 246, 8
+2005-05-02, 373, 13
+2005-05-03, 593, 10
+2005-05-04, 406, 18
+2005-05-05, 192, 8
+2005-05-06, 491, 13
+2005-05-07, 0, 6
+2005-05-08, 54, 6
+2005-05-09, 316, 16
+2005-05-10, 150, 11
+2005-05-11, 269, 10
+2005-05-12, 97, 11
+2005-05-13, 353, 13
+2005-05-14, 0, 4
+2005-05-15, 462, 12
+2005-05-16, 214, 11
+2005-05-17, 753, 16
+2005-05-18, 244, 16
+2005-05-19, 482, 16
+2005-05-20, 907, 19
+2005-05-21, 409, 12
+2005-05-22, 374, 15
+2005-05-23, 599, 19
+2005-05-24, 120, 16
+2005-05-25, 1285, 23
+2005-05-26, 70, 18
+2005-05-27, 190, 16
+2005-05-28, 51, 8
+2005-05-29, 162, 15
+2005-05-30, 98, 16
+2005-05-31, 56, 22
+2005-06-01, 167, 16
+2005-06-02, 581, 16
+2005-06-03, 353, 14
+2005-06-04, 164, 8
+2005-06-05, 261, 10
+2005-06-06, 277, 17
+2005-06-07, 355, 16
+2005-06-08, 360, 13
+2005-06-09, 35, 18
+2005-06-10, 333, 20
+2005-06-11, 7, 8
+2005-06-12, 3, 9
+2005-06-13, 185, 16
+2005-06-14, 247, 17
+2005-06-15, 237, 15
+2005-06-16, 263, 13
+2005-06-17, 454, 17
+2005-06-18, 220, 7
+2005-06-19, 121, 7
+2005-06-20, 157, 14
+2005-06-21, 141, 16
+2005-06-22, 111, 11
+2005-06-23, 11, 15
+2005-06-24, 16, 11
+2005-06-25, 22, 9
+2005-06-26, 0, 13
+2005-06-27, 0, 9
+2005-06-28, 0, 9
+2005-06-29, 0, 14
+2005-06-30, 0, 8
+2005-07-01, 5, 17
+2005-07-02, 0, 11
+2005-07-03, 29, 5
+2005-07-04, 29, 6
+2005-07-05, 23, 17
+2005-07-06, 115, 13
+2005-07-07, 30, 13
+2005-07-08, 39, 9
+2005-07-09, 0, 2
+2005-07-10, 0, 6
+2005-07-11, 11, 19
+2005-07-12, 55, 17
+2005-07-13, 18, 13
+2005-07-14, 144, 13
+2005-07-15, 252, 11
+2005-07-16, 1, 9
+2005-07-17, 2, 6
+2005-07-18, 206, 10
+2005-07-19, 176, 14
+2005-07-20, 17, 18
+2005-07-21, 911, 20
+2005-07-22, 376, 15
+2005-07-23, 0, 4
+2005-07-24, 1, 7
+2005-07-25, 0, 8
+2005-07-26, 0, 14
+2005-07-27, 38, 16
+2005-07-28, 15, 18
+2005-07-29, 69, 11
+2005-07-30, 11, 10
+2005-07-31, 105, 9
+2005-08-01, 10, 9
+2005-08-02, 125, 18
+2005-08-03, 106, 14
+2005-08-04, 399, 15
+2005-08-05, 662, 19
+2005-08-06, 876, 14
+2005-08-07, 48, 20
+2005-08-08, 108, 27
+2005-08-09, 429, 14
+2005-08-11, 725, 6
+2005-08-12, 542, 21
+2005-08-13, 577, 22
+2005-08-14, 89, 11
+2005-08-15, 257, 16
+2005-08-16, 98, 15
+2005-08-17, 484, 21
+2005-08-18, 174, 13
+2005-08-19, 332, 12
+2005-08-20, 10, 8
+2005-08-21, 0, 9
+2005-08-22, 8, 11
+2005-08-23, 17, 13
+2005-08-24, 102, 15
+2005-08-25, 1, 8
+2005-08-26, 30, 14
+2005-08-27, 62, 9
+2005-08-28, 88, 10
+2005-08-29, 31, 22
+2005-08-30, 273, 27
+2005-08-31, 308, 28
+2005-09-01, 331, 15
+2005-09-02, 836, 15
+2005-09-03, 69, 8
+2005-09-04, 381, 11
+2005-09-05, 388, 13
+2005-09-06, 779, 14
+2005-09-07, 254, 23
+2005-09-08, 1101, 19
+2005-09-09, 420, 20
+2005-09-10, 145, 11
+2005-09-11, 395, 8
+2005-09-12, 802, 22
+2005-09-13, 649, 17
+2005-09-14, 386, 16
+2005-09-15, 785, 17
+2005-09-16, 517, 13
+2005-09-17, 568, 13
+2005-09-18, 520, 13
+2005-09-19, 296, 18
+2005-09-20, 353, 17
+2005-09-21, 393, 15
+2005-09-22, 56, 18
+2005-09-23, 328, 26
+2005-09-24, 51, 5
+2005-09-25, 246, 9
+2005-09-26, 115, 17
+2005-09-27, 267, 19
+2005-09-28, 496, 16
+2005-09-29, 305, 16
+2005-09-30, 356, 13
+2005-10-01, 283, 10
+2005-10-02, 370, 10
+2005-10-03, 546, 14
+2005-10-04, 677, 21
+2005-10-05, 200, 19
+2005-10-06, 586, 19
+2005-10-07, 224, 18
+2005-10-08, 152, 13
+2005-10-09, 31, 13
+2005-10-10, 8, 20
+2005-10-11, 78, 18
+2005-10-12, 23, 16
+2005-10-13, 11, 17
+2005-10-14, 73, 15
+2005-10-15, 8, 17
+2005-10-16, 19, 13
+2005-10-17, 147, 14
+2005-10-18, 238, 21
+2005-10-19, 837, 20
+2005-10-20, 481, 24
+2005-10-21, 620, 18
+2005-10-22, 58, 19
+2005-10-23, 154, 19
+2005-10-24, 736, 21
+2005-10-25, 759, 17
+2005-10-26, 852, 20
+2005-10-27, 780, 23
+2005-10-28, 203, 24
+2005-10-29, 150, 14
+2005-10-30, 382, 15
+2005-10-31, 897, 20
+2005-11-01, 492, 18
+2005-11-02, 936, 18
+2005-11-03, 297, 20
+2005-11-04, 513, 26
+2005-11-05, 751, 15
+2005-11-06, 189, 15
+2005-11-07, 542, 25
+2005-11-08, 561, 31
+2005-11-09, 296, 24
+2005-11-10, 441, 20
+2005-11-11, 836, 23
+2005-11-12, 411, 18
+2005-11-13, 372, 18
+2005-11-14, 142, 25
+2005-11-15, 393, 21
+2005-11-16, 275, 22
+2005-11-17, 168, 26
+2005-11-18, 353, 30
+2005-11-19, 212, 15
+2005-11-20, 413, 15
+2005-11-21, 351, 26
+2005-11-22, 351, 22
+2005-11-23, 330, 31
+2005-11-24, 407, 20
+2005-11-25, 300, 25
+2005-11-26, 368, 18
+2005-11-27, 295, 25
+2005-11-28, 712, 19

Added: pypy/dist/pypy/tool/statistic_irc_log.py
==============================================================================
--- (empty file)
+++ pypy/dist/pypy/tool/statistic_irc_log.py	Mon Nov 28 22:25:12 2005
@@ -0,0 +1,54 @@
+import py
+from os import system, chdir
+from urllib import urlopen
+
+log_URL = 'http://tismerysoft.de/pypy/irc-logs/'
+archive_FILENAME = 'pypy.tar.gz'
+
+tempdir = py.test.ensuretemp("irc-log")
+
+# get compressed archive
+chdir( str(tempdir))
+system('wget -q %s%s' % (log_URL, archive_FILENAME))
+system('tar xzf %s'   % archive_FILENAME)
+chdir('pypy')
+
+# get more recent daily logs
+pypydir = tempdir.join('pypy')
+for line in urlopen(log_URL + 'pypy/').readlines():
+    i = line.find('%23pypy.log.')
+    if i == -1:
+        continue
+    filename = line[i:].split('"')[0]
+    system('wget -q %spypy/%s' % (log_URL, filename))
+
+# rename to YYYYMMDD
+for log_filename in pypydir.listdir('#pypy.log.*'):
+    rename_to = None
+    b = log_filename.basename
+    if '-' in b:
+        rename_to = log_filename.basename.replace('-', '')
+    elif len(b) == 19:
+        months= 'Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec'.split()
+        day   = b[10:12]
+        month = months.index(b[12:15]) + 1
+        year  = b[15:20]
+        rename_to = '#pypy.log.%04s%02d%02s' % (year, month, day)
+
+    if rename_to:
+        log_filename.rename(rename_to)
+        #print 'RENAMED', log_filename, 'TO', rename_to
+
+# print sorted list of filenames of daily logs
+print 'irc://irc.freenode.org/pypy'
+print 'date, messages, visitors'
+for log_filename in pypydir.listdir('#pypy.log.*'):
+    n_messages, visitors = 0, {}
+    f = str(log_filename)
+    for s in file(f):
+        if '<' in s and '>' in s:
+            n_messages += 1
+        elif ' joined #pypy' in s:
+            v = s.split()[1]
+            visitors[v] = True
+    print '%04s-%02s-%02s, %d, %d' % (f[-8:-4], f[-4:-2], f[-2:], n_messages, len(visitors.keys()))