Changeset fb1c047 for asadb/groups

Timestamp:

Jan 22, 2012, 12:16:44 PM (14 years ago)

Author:

Alex Dehnert <adehnert@…>

Branches:

master, space-access, stable, stage

Children:

5e2645b

Parents:

7ef7143

git-author:

Alex Dehnert <adehnert@…> (01/22/12 12:16:44)

git-committer:

Alex Dehnert <adehnert@…> (01/22/12 12:16:44)

Message:

Gather statistics on return codes

Location:

asadb/groups

Files:

• gather_constitutions.py (modified) (2 diffs)
• models.py (modified) (1 diff)

asadb/groups/gather_constitutions.py

@@ -9 +9 @@
     os.environ['DJANGO_SETTINGS_MODULE'] = 'settings'
 
+import collections
 import datetime
 import subprocess
@@ -49 +50 @@
     subprocess.check_call(['git', 'commit', '--allow-empty', '-a', '-m', msg, ], cwd=git_dir, )
 
+def webstat():
+    constitutions = groups.models.GroupConstitution.objects.all()
+    codes = collections.defaultdict(list)
+    count = 0
+    for const in constitutions:
+        if count % 10 == 0: print count,
+        code = const.webstat()
+        codes[code].append(const)
+        count += 1
+    for code, gs in codes.items():
+        print "\nCode: %s (count: %d)" % (code, len(gs), )
+        for const in gs:
+            print const.group
+    for code, gs in codes.items():
+        print "\nCode: %s (count: %d)" % (code, len(gs), )
+        for const in gs:
+            print const.source_url
+    print "\n\n"
+    for code, gs in codes.items():
+        print "%4d\t%s" % (len(gs), code, )
+
 if __name__ == '__main__':
-    additions, changed = gather_constitutions()
-    update_repo(additions, changed)
+    if len(sys.argv) == 1 or sys.argv[1] == "gather":
+        additions, changed = gather_constitutions()
+        update_repo(additions, changed)
+    elif sys.argv[1] == "webstat":
+        webstat()
+    else:
+        raise NotImplementedError

asadb/groups/models.py

@@ -201 +201 @@
         return path
 
+    def webstat(self, ):
+        url = self.source_url
+        if url:
+            try:
+                stream = urllib.urlopen(self.source_url)
+                return stream.getcode()
+            except:
+                return "IOError"
+        else:
+            return "no-url"
+
 reversion.register(GroupConstitution)