import os
import time
import sys
import signal

# constants that we may want to change later!

analyse = "elogs"
tracey = sys.stderr

def tellme(sofar,stage):
        # Assumes that we have at least 1 200 and at least 1 404 each day!
        # \n in next line is to give tracey a bit of space!
        print "\nHere are the",stage,"results"
        for row in sofar:
                print row[0],row[1]["200"],row[1]["404"]
        # print is to leave a gap before tracey continues
        print

def sighandler(which, frame):

        # This could be run at ANY point ... don't do much in here!

        global interim
        interim = 1

        # If ^C is pressed twice within a second, really do kill it!

        now = time.time()
        sighandler.recent += 1
        if now - sighandler.recent < 1:
                sys.exit(0)
        sighandler.recent = now

# initialise an attribute of the function - midnight on 1st Jan 1970 ;-)

sighandler.recent = 0

# Pick up list of data files to be processed

sources = os.listdir(analyse)
sources.sort()
results = []

# Set up signal handler - if you get ^C, run sighandler in place of
# default handler which kills the program!

signal.signal(signal.SIGINT,sighandler)

# loop through the data, with progress bar
# to indicate proportion, we get a count of estimated work to do first

totalwork = len(sources)
counter = 0
interim = 0

for source in sources:

        # Fixed width format to avoid "droppings"
        # to stderr so that if you redirect, progress still goes to screen

        percent = 100.0 * counter / totalwork
        report = "Here we go ... {:8.2f}% of the way\r".format(percent)
        tracey.write(report)
        tracey.flush()

        # real work goes here
        # print "\nWe are on file",source,"...."
        counter += 1

        # work through the data

        statuscounters = {}

        for lyne in open(analyse + "/" + source):
                parts = lyne.split(" ")
                statuscode = parts[8]
                try:
                        statuscounters[statuscode] += 1
                except:
                        statuscounters[statuscode] = 1
        results.append([source,statuscounters])

        # next line is a dummy to delay us
        # time.sleep (1)

        if interim:
                tellme(results,"INTERIM")
                interim = 0

cleaner = " " * len(report) + "\r"
tracey.write(cleaner)

tellme(results,"FINAL")

""" Sample Output

munchkin:yi grahamellis$ python longjob
^Cre we go ... 20.00% of the way
Here are the INTERIM results
ac_20130401 39479 4475
ac_20130402 90888 13780
ac_20130403 84003 13105
ac_20130404 78890 12018
ac_20130405 83458 13296
ac_20130406 80828 11941
ac_20130407 71163 6850

Here are the FINAL results
ac_20130401 39479 4475
ac_20130402 90888 13780
ac_20130403 84003 13105
ac_20130404 78890 12018
ac_20130405 83458 13296
ac_20130406 80828 11941
ac_20130407 71163 6850
ac_20130408 76446 6394
ac_20130409 89485 10442
ac_20130410 92841 10281
ac_20130411 95830 11019
ac_20130412 89804 12077
ac_20130413 80315 9380
ac_20130414 79221 6031
ac_20130415 64148 2619
ac_20130416 75625 4403
ac_20130417 81016 3510
ac_20130418 92954 5391
ac_20130419 83012 4298
ac_20130420 101927 4034
ac_20130421 72699 2063
ac_20130422 74925 3029
ac_20130423 110545 3708
ac_20130424 106073 3494
ac_20130425 101609 2542
ac_20130426 100810 2835
ac_20130427 101800 2958
ac_20130428 85227 2437
ac_20130429 78672 3172
ac_20130430 95924 2971

munchkin:yi grahamellis$

"""