1*2abb3134SXin Li#!/usr/bin/python 2*2abb3134SXin Li# 3*2abb3134SXin Li# Copyright 2014 Google Inc. All rights reserved. 4*2abb3134SXin Li# 5*2abb3134SXin Li# Licensed under the Apache License, Version 2.0 (the "License"); 6*2abb3134SXin Li# you may not use this file except in compliance with the License. 7*2abb3134SXin Li# You may obtain a copy of the License at 8*2abb3134SXin Li# 9*2abb3134SXin Li# http://www.apache.org/licenses/LICENSE-2.0 10*2abb3134SXin Li# 11*2abb3134SXin Li# Unless required by applicable law or agreed to in writing, software 12*2abb3134SXin Li# distributed under the License is distributed on an "AS IS" BASIS, 13*2abb3134SXin Li# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14*2abb3134SXin Li# See the License for the specific language governing permissions and 15*2abb3134SXin Li# limitations under the License. 16*2abb3134SXin Li 17*2abb3134SXin Li""" 18*2abb3134SXin LiRead the RAPPOR'd values on stdin, and sum the bits to produce a Counting Bloom 19*2abb3134SXin Lifilter by cohort. This can then be analyzed by R. 20*2abb3134SXin Li""" 21*2abb3134SXin Li 22*2abb3134SXin Liimport csv 23*2abb3134SXin Liimport sys 24*2abb3134SXin Li 25*2abb3134SXin Liimport rappor 26*2abb3134SXin Li 27*2abb3134SXin Li 28*2abb3134SXin Lidef SumBits(params, stdin, stdout): 29*2abb3134SXin Li csv_in = csv.reader(stdin) 30*2abb3134SXin Li csv_out = csv.writer(stdout) 31*2abb3134SXin Li 32*2abb3134SXin Li num_cohorts = params.num_cohorts 33*2abb3134SXin Li num_bloombits = params.num_bloombits 34*2abb3134SXin Li 35*2abb3134SXin Li sums = [[0] * num_bloombits for _ in xrange(num_cohorts)] 36*2abb3134SXin Li num_reports = [0] * num_cohorts 37*2abb3134SXin Li 38*2abb3134SXin Li for i, row in enumerate(csv_in): 39*2abb3134SXin Li try: 40*2abb3134SXin Li (user_id, cohort, unused_bloom, unused_prr, irr) = row 41*2abb3134SXin Li except ValueError: 42*2abb3134SXin Li raise RuntimeError('Error parsing row %r' % row) 43*2abb3134SXin Li 44*2abb3134SXin Li if i == 0: 45*2abb3134SXin Li continue # skip header 46*2abb3134SXin Li 47*2abb3134SXin Li cohort = int(cohort) 48*2abb3134SXin Li num_reports[cohort] += 1 49*2abb3134SXin Li 50*2abb3134SXin Li if not len(irr) == params.num_bloombits: 51*2abb3134SXin Li raise RuntimeError( 52*2abb3134SXin Li "Expected %d bits, got %r" % (params.num_bloombits, len(irr))) 53*2abb3134SXin Li for i, c in enumerate(irr): 54*2abb3134SXin Li bit_num = num_bloombits - i - 1 # e.g. char 0 = bit 15, char 15 = bit 0 55*2abb3134SXin Li if c == '1': 56*2abb3134SXin Li sums[cohort][bit_num] += 1 57*2abb3134SXin Li else: 58*2abb3134SXin Li if c != '0': 59*2abb3134SXin Li raise RuntimeError('Invalid IRR -- digits should be 0 or 1') 60*2abb3134SXin Li 61*2abb3134SXin Li for cohort in xrange(num_cohorts): 62*2abb3134SXin Li # First column is the total number of reports in the cohort. 63*2abb3134SXin Li row = [num_reports[cohort]] + sums[cohort] 64*2abb3134SXin Li csv_out.writerow(row) 65*2abb3134SXin Li 66*2abb3134SXin Li 67*2abb3134SXin Lidef main(argv): 68*2abb3134SXin Li try: 69*2abb3134SXin Li filename = argv[1] 70*2abb3134SXin Li except IndexError: 71*2abb3134SXin Li raise RuntimeError('Usage: sum_bits.py <params file>') 72*2abb3134SXin Li with open(filename) as f: 73*2abb3134SXin Li try: 74*2abb3134SXin Li params = rappor.Params.from_csv(f) 75*2abb3134SXin Li except rappor.Error as e: 76*2abb3134SXin Li raise RuntimeError(e) 77*2abb3134SXin Li 78*2abb3134SXin Li SumBits(params, sys.stdin, sys.stdout) 79*2abb3134SXin Li 80*2abb3134SXin Li 81*2abb3134SXin Liif __name__ == '__main__': 82*2abb3134SXin Li try: 83*2abb3134SXin Li main(sys.argv) 84*2abb3134SXin Li except RuntimeError, e: 85*2abb3134SXin Li print >>sys.stderr, e.args[0] 86*2abb3134SXin Li sys.exit(1) 87