CSVChangeDetectionSystem/randomData.entities.py at master · wiwwo/CSVChangeDetectionSystem · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
#!/usr/bin/env python

import sys
import os
import random
import json
import pickle
import string
import gzip

v_attribNum = 2
v_writeCommit = 100000


v_entityId  = sys.argv[1]
v_rowNums   = int(sys.argv[2])
v_path      = sys.argv[3]
try:
   startId  = int(sys.argv[4])
except IndexError:
   startId  = 0


def printAttribsHead( p_attribNum ):
  retVal = ""
  for attribId in range(0,v_attribNum):
    retVal = retVal+',attr'+str(attribId)
  return retVal

def printAttribsCnt ( p_attribNum ):
  retVal = ""
  for attribId in range(0,v_attribNum):
    #retVal = retVal+',attr'+str(attribId)+str(''.join(random.choice(string.lowercase) for i in range(10)) )
    retVal = retVal+',"attr'+str(attribId)+'_'+str( random.randint(0, 999999) )+'"'
  return retVal

myString=""
fileOut = gzip.open(v_path+str(v_entityId)+'.csv.gz', 'wb')

fileOut.write('id:ID(entity'+str(v_entityId)+'),:LABEL,entityName'+printAttribsHead ( v_attribNum ) +'\n')
for loopId in range(startId+1,startId+v_rowNums+1):

  myString=myString+('"'+str(loopId)+'","entity'+str(v_entityId)+'","Ent_'+str(loopId)+'"'+printAttribsCnt ( v_attribNum ) +'\n')

  if loopId % v_writeCommit:
    fileOut.write(myString)
    myString=""

fileOut.write(myString)
fileOut.close()