populate-fixture-data.py

#!/usr/bin/env python3
# Copyright (C) 2016 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""
This script will populate an empty standard Gerrit instance with some
data for local testing.

TODO(hiesel): Make real git commits instead of empty changes
TODO(hiesel): Add comments
"""

from __future__ importprint_function
importargparse
importatexit
importjson
importos
importrandom
importshutil
importsubprocess
importtempfile
importrequests
importrequests.auth

DEFAULT_TMP_PATH="/tmp"
TMP_PATH=""
BASE_URL="http://localhost:%d/a/"

ADMIN_BASIC_AUTH=requests.auth.HTTPBasicAuth("admin", "secret")

# GROUP_ADMIN stores a GroupInfo for the admin group (see Gerrit rest docs)
# In addition, GROUP_ADMIN["name"] stores the admin group"s name.
GROUP_ADMIN= {}

HEADERS= {"Content-Type": "application/json", "charset": "UTF-8"}

# Random names from US Census Data
FIRST_NAMES= [
"Casey", "Yesenia", "Shirley", "Tara", "Wanda", "Sheryl", "Jaime",
"Elaine", "Charlotte", "Carly", "Bonnie", "Kirsten", "Kathryn", "Carla",
"Katrina", "Melody", "Suzanne", "Sandy", "Joann", "Kristie", "Sally",
"Emma", "Susan", "Amanda", "Alyssa", "Patty", "Angie", "Dominique",
"Cynthia", "Jennifer", "Theresa", "Desiree", "Kaylee", "Maureen",
"Jeanne", "Kellie", "Valerie", "Nina", "Judy", "Diamond", "Anita",
"Rebekah", "Stefanie", "Kendra", "Erin", "Tammie", "Tracey", "Bridget",
"Krystal", "Jasmin", "Sonia", "Meghan", "Rebecca", "Jeanette", "Meredith",
"Beverly", "Natasha", "Chloe", "Selena", "Teresa", "Sheena", "Cassandra",
"Rhonda", "Tami", "Jodi", "Shelly", "Angela", "Kimberly", "Terry",
"Joanna", "Isabella", "Lindsey", "Loretta", "Dana", "Veronica", "Carolyn",
"Laura", "Karen", "Dawn", "Alejandra", "Cassie", "Lorraine", "Yolanda",
"Kerry", "Stephanie", "Caitlin", "Melanie", "Kerri", "Doris", "Sandra",
"Beth", "Carol", "Vicki", "Shelia", "Bethany", "Rachael", "Donna",
"Alexandra", "Barbara", "Ana", "Jillian", "Ann", "Rachel", "Lauren",
"Hayley", "Misty", "Brianna", "Tanya", "Danielle", "Courtney",
"Jacqueline", "Becky", "Christy", "Alisha", "Phyllis", "Faith", "Jocelyn",
"Nancy", "Gloria", "Kristen", "Evelyn", "Julie", "Julia", "Kara",
"Chelsey", "Cassidy", "Jean", "Chelsea", "Jenny", "Diana", "Haley",
"Kristine", "Kristina", "Erika", "Jenna", "Alison", "Deanna", "Abigail",
"Melissa", "Sierra", "Linda", "Monica", "Tasha", "Traci", "Yvonne",
"Tracy", "Marie", "Maria", "Michaela", "Stacie", "April", "Morgan",
"Cathy", "Darlene", "Cristina", "Emily""Ian", "Russell", "Phillip", "Jay",
"Barry", "Brad", "Frederick", "Fernando", "Timothy", "Ricardo", "Bernard",
"Daniel", "Ruben", "Alexis", "Kyle", "Malik", "Norman", "Kent", "Melvin",
"Stephen", "Daryl", "Kurt", "Greg", "Alex", "Mario", "Riley", "Marvin",
"Dan", "Steven", "Roberto", "Lucas", "Leroy", "Preston", "Drew", "Fred",
"Casey", "Wesley", "Elijah", "Reginald", "Joel", "Christopher", "Jacob",
"Luis", "Philip", "Mark", "Rickey", "Todd", "Scott", "Terrence", "Jim",
"Stanley", "Bobby", "Thomas", "Gabriel", "Tracy", "Marcus", "Peter",
"Michael", "Calvin", "Herbert", "Darryl", "Billy", "Ross", "Dustin",
"Jaime", "Adam", "Henry", "Xavier", "Dominic", "Lonnie", "Danny", "Victor",
"Glen", "Perry", "Jackson", "Grant", "Gerald", "Garrett", "Alejandro",
"Eddie", "Alan", "Ronnie", "Mathew", "Dave", "Wayne", "Joe", "Craig",
"Terry", "Chris", "Randall", "Parker", "Francis", "Keith", "Neil", "Caleb",
"Jon", "Earl", "Taylor", "Bryce", "Brady", "Max", "Sergio", "Leon", "Gene",
"Darin", "Bill", "Edgar", "Antonio", "Dalton", "Arthur", "Austin",
"Cristian", "Kevin", "Omar", "Kelly", "Aaron", "Ethan", "Tom", "Isaac",
"Maurice", "Gilbert", "Hunter", "Willie", "Harry", "Dale", "Darius",
"Jerome", "Jason", "Harold", "Kerry", "Clarence", "Gregg", "Shane",
"Eduardo", "Micheal", "Howard", "Vernon", "Rodney", "Anthony", "Levi",
"Larry", "Franklin", "Jimmy", "Jonathon", "Carl",
]

LAST_NAMES= [
"Savage", "Hendrix", "Moon", "Larsen", "Rocha", "Burgess", "Bailey",
"Farley", "Moses", "Schmidt", "Brown", "Hoover", "Klein", "Jennings",
"Braun", "Rangel", "Casey", "Dougherty", "Hancock", "Wolf", "Henry",
"Thomas", "Bentley", "Barnett", "Kline", "Pitts", "Rojas", "Sosa", "Paul",
"Hess", "Chase", "Mckay", "Bender", "Colins", "Montoya", "Townsend",
"Potts", "Ayala", "Avery", "Sherman", "Tapia", "Hamilton", "Ferguson",
"Huang", "Hooper", "Zamora", "Logan", "Lloyd", "Quinn", "Monroe", "Brock",
"Ibarra", "Fowler", "Weiss", "Montgomery", "Diaz", "Dixon", "Olson",
"Robertson", "Arias", "Benjamin", "Abbott", "Stein", "Schroeder", "Beck",
"Velasquez", "Barber", "Nichols", "Ortiz", "Burns", "Moody", "Stokes",
"Wilcox", "Rush", "Michael", "Kidd", "Rowland", "Mclean", "Saunders",
"Chung", "Newton", "Potter", "Hickman", "Ray", "Larson", "Figueroa",
"Duncan", "Sparks", "Rose", "Hodge", "Huynh", "Joseph", "Morales",
"Beasley", "Mora", "Fry", "Ross", "Novak", "Hahn", "Wise", "Knight",
"Frederick", "Heath", "Pollard", "Vega", "Mcclain", "Buckley", "Conrad",
"Cantrell", "Bond", "Mejia", "Wang", "Lewis", "Johns", "Mcknight",
"Callahan", "Reynolds", "Norris", "Burnett", "Carey", "Jacobson", "Oneill",
"Oconnor", "Leonard", "Mckenzie", "Hale", "Delgado", "Spence", "Brandt",
"Obrien", "Bowman", "James", "Avila", "Roberts", "Barker", "Cohen",
"Bradley", "Prince", "Warren", "Summers", "Little", "Caldwell", "Garrett",
"Hughes", "Norton", "Burke", "Holden", "Merritt", "Lee", "Frank", "Wiley",
"Ho", "Weber", "Keith", "Winters", "Gray", "Watts", "Brady", "Aguilar",
"Nicholson", "David", "Pace", "Cervantes", "Davis", "Baxter", "Sanchez",
"Singleton", "Taylor", "Strickland", "Glenn", "Valentine", "Roy",
"Cameron", "Beard", "Norman", "Fritz", "Anthony", "Koch", "Parrish",
"Herman", "Hines", "Sutton", "Gallegos", "Stephenson", "Lozano",
"Franklin", "Howe", "Bauer", "Love", "Ali", "Ellison", "Lester", "Guzman",
"Jarvis", "Espinoza", "Fletcher", "Burton", "Woodard", "Peterson",
"Barajas", "Richard", "Bryan", "Goodman", "Cline", "Rowe", "Faulkner",
"Crawford", "Mueller", "Patterson", "Hull", "Walton", "Wu", "Flores",
"York", "Dickson", "Barnes", "Fisher", "Strong", "Juarez", "Fitzgerald",
"Schmitt", "Blevins", "Villa", "Sullivan", "Velazquez", "Horton",
"Meadows", "Riley", "Barrera", "Neal", "Mendez", "Mcdonald", "Floyd",
"Lynch", "Mcdowell", "Benson", "Hebert", "Livingston", "Davies",
"Richardson", "Vincent", "Davenport", "Osborn", "Mckee", "Marshall",
"Ferrell", "Martinez", "Melton", "Mercer", "Yoder", "Jacobs", "Mcdaniel",
"Mcmillan", "Peters", "Atkinson", "Wood", "Briggs", "Valencia", "Chandler",
"Rios", "Hunter", "Bean", "Hicks", "Hays", "Lucero", "Malone", "Waller",
"Banks", "Myers", "Mitchell", "Grimes", "Houston", "Hampton", "Trujillo",
"Perkins", "Moran", "Welch", "Contreras", "Montes", "Ayers", "Hayden",
"Daniel", "Weeks", "Porter", "Gill", "Mullen", "Nolan", "Dorsey", "Crane",
"Estes", "Lam", "Wells", "Cisneros", "Giles", "Watson", "Vang", "Scott",
"Knox", "Hanna", "Fields",
]


defclean(json_string):
# Strip JSON XSS Tag
json_string=json_string.strip()
ifjson_string.startswith(")]}'"):
returnjson_string[5:]
returnjson_string


defbasic_auth(user):
returnrequests.auth.HTTPBasicAuth(user["username"], user["http_password"])


deffetch_admin_group():
globalGROUP_ADMIN
# Get admin group
r=json.loads(clean(requests.get(
BASE_URL+"groups/?suggest=ad&p=All-Projects",
headers=HEADERS,
auth=ADMIN_BASIC_AUTH).text))
admin_group_name=list(r.keys())[0]
GROUP_ADMIN=r[admin_group_name]
GROUP_ADMIN["name"] =admin_group_name


defgenerate_random_text():
return" ".join([random.choice("lorem ipsum "
"doleret delendam "
"\n esse".split(" ")) for_inrange(1,
100)])


defset_up():
globalTMP_PATH
TMP_PATH=tempfile.mkdtemp()
atexit.register(clean_up)
os.makedirs(TMP_PATH+"/ssh")
os.makedirs(TMP_PATH+"/repos")
fetch_admin_group()


defget_random_users(num_users):
users=random.sample([(f, l) forfinFIRST_NAMESforlinLAST_NAMES],
num_users)
names= []
foruinusers:
names.append({"firstname": u[0],
"lastname": u[1],
"name": u[0] +" "+u[1],
"username": u[0] +u[1],
"email": u[0] +"."+u[1] +"@gerritcodereview.com",
"http_password": "secret",
"groups": []})
returnnames


defgenerate_ssh_keys(gerrit_users):
foruseringerrit_users:
key_file=TMP_PATH+"/ssh/"+user["username"] +".key"
subprocess.check_output(["ssh-keygen", "-f", key_file, "-N", ""])
withopen(key_file+".pub", "r") asf:
user["ssh_key"] =f.read()


defcreate_gerrit_groups():
groups= [
 {"name": "iOS-Maintainers", "description": "iOS Maintainers",
"visible_to_all": True, "owner": GROUP_ADMIN["name"],
"owner_id": GROUP_ADMIN["id"]},
 {"name": "Android-Maintainers", "description": "Android Maintainers",
"visible_to_all": True, "owner": GROUP_ADMIN["name"],
"owner_id": GROUP_ADMIN["id"]},
 {"name": "Backend-Maintainers", "description": "Backend Maintainers",
"visible_to_all": True, "owner": GROUP_ADMIN["name"],
"owner_id": GROUP_ADMIN["id"]},
 {"name": "Script-Maintainers", "description": "Script Maintainers",
"visible_to_all": True, "owner": GROUP_ADMIN["name"],
"owner_id": GROUP_ADMIN["id"]},
 {"name": "Security-Team", "description": "Sec Team",
"visible_to_all": False, "owner": GROUP_ADMIN["name"],
"owner_id": GROUP_ADMIN["id"]}]
forgingroups:
requests.put(BASE_URL+"groups/"+g["name"],
json.dumps(g),
headers=HEADERS,
auth=ADMIN_BASIC_AUTH)
return [g["name"] forgingroups]


defcreate_gerrit_projects(owner_groups):
projects= [
 {"id": "android", "name": "Android", "parent": "All-Projects",
"branches": ["master"], "description": "Our android app.",
"owners": [owner_groups[0]], "create_empty_commit": True},
 {"id": "ios", "name": "iOS", "parent": "All-Projects",
"branches": ["master"], "description": "Our ios app.",
"owners": [owner_groups[1]], "create_empty_commit": True},
 {"id": "backend", "name": "Backend", "parent": "All-Projects",
"branches": ["master"], "description": "Our awesome backend.",
"owners": [owner_groups[2]], "create_empty_commit": True},
 {"id": "scripts", "name": "Scripts", "parent": "All-Projects",
"branches": ["master"], "description": "some small scripts.",
"owners": [owner_groups[3]], "create_empty_commit": True}]
forpinprojects:
requests.put(BASE_URL+"projects/"+p["name"],
json.dumps(p),
headers=HEADERS,
auth=ADMIN_BASIC_AUTH)
return [p["name"] forpinprojects]


defcreate_gerrit_users(gerrit_users):
foruseringerrit_users:
requests.put(BASE_URL+"accounts/"+user["username"],
json.dumps(user),
headers=HEADERS,
auth=ADMIN_BASIC_AUTH)


defcreate_change(user, project_name):
random_commit_message=generate_random_text()
change= {
"project": project_name,
"subject": random_commit_message.split("\n")[0],
"branch": "master",
"status": "NEW",
 }
requests.post(BASE_URL+"changes/",
json.dumps(change),
headers=HEADERS,
auth=basic_auth(user))


defclean_up():
shutil.rmtree(TMP_PATH)


defmain():
p=argparse.ArgumentParser()
p.add_argument("-u", "--user_count", action="store",
default=100,
type=int,
help="number of users to generate")
p.add_argument("-p", "--port", action="store",
default=8080,
type=int,
help="port of server")
args=p.parse_args()
globalBASE_URL
BASE_URL=BASE_URL%args.port
print(BASE_URL)

set_up()
gerrit_users=get_random_users(args.user_count)

group_names=create_gerrit_groups()
foridx, uinenumerate(gerrit_users):
u["groups"].append(group_names[idx%len(group_names)])
ifidx%5==0:
# Also add to security group
u["groups"].append(group_names[4])

generate_ssh_keys(gerrit_users)
create_gerrit_users(gerrit_users)

project_names=create_gerrit_projects(group_names)

foridx, uinenumerate(gerrit_users):
for_inrange(random.randint(1, 5)):
create_change(u, project_names[4*idx//len(gerrit_users)])

main()