watchdog

watchdog copied to clipboard

Main code repository for watchdog.net. http://watchdog.net/

CONTENTS:

README       # this file
REQUISITES   # things you need to install for this to work

data/
  # The raw data that powers the site. This is not checked 
  # into git, but can be downloaded (see below).
  
  crawl/     # incoming data dumps
    almanac/
    census/
    govtrack/
    votesmart/
  parse/     # JSON files from parsing the data
  load/      # SQL from loading into the DB (eventually)

import/      # various import code
  crawl/
  parse/
    manual/  # Data files that have been created by hand.
  load/

utils/       # utility functions
    
schema.sql   # our database schema
static/      # static files for the webserver
templates/   # templates for the website
webapp.py    # the main code of the web app

INSTALL:

# checkout the source code
git clone watchdog.net:~watchdog/git/dev.git watchdog
cd watchdog

# download a copy of the data sources
# (you won't have permission to download all of it)
# (so there will be a few errors when you do this )
make sync
cd import

# create the database
createdb watchdog_dev
make

# this will parse, process, and import all the data

cd ..

# run the unit tests
make test

# start the webserver
make run