#!/usr/bin/python
from BeautifulSoup import BeautifulSoup 
import urllib2
import json
import SOAPpy

soup = BeautifulSoup(urllib2.urlopen('https://security-tracker.debian.org/tracker/data/unknown-packages').read())
cache_file='known-unknown-packages.cache'

pkgs=[ r('td')[0].string for r in soup('table')[0].findAll('tr')[1:] ]

ws = SOAPpy.SOAPProxy('https://packages.qa.debian.org/cgi-bin/soap-alpha.cgi')

for pkg in pkgs:
  if not pkg in open(cache_file).read():
    try: 
       ws.versions(source=pkg)
    except SOAPpy.faultType:
       print pkg
    else:
       with open(cache_file, 'a') as file:
         file.write(pkg+"\n")