Rain-Bus/nCovTrack-Faker
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: optimize insert

Browse Source
This commit is contained in:
Zhaolong
2022-01-27 22:54:19 +08:00
parent c374acc1db
commit 82acef5765
2 changed files with 29 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
service/faker_data.py
View File

@@ -25,6 +25,11 @@ faker_hotel_infos = [
faker_train_ids = ['D7359', 'T4108', 'D776', 'D3023', 'K1461', 'L1500', 'G662']
ident_valid_ratio = [7, 9, 10, 5, 8, 4, 2, 1, 6, 3, 7, 9, 10, 5, 8, 4, 2]
ident_valid_result = ['1', '0', 'X', '9', '8', '7', '6', '5', '4', '3', '2']
ident_area = ['320700', '320722', '320707', '320723', '320724', '320706', '320703', '320500', '320581', '320582',
'320583', '320506', '320505', '320509', '320585', '320507', '320508']
# Due to the limit of reptile, turn to query the city by city code
@deprecated
@@ -46,16 +51,22 @@ def faker_identification_old() -> Person:
def faker_identification() -> Person:
identification = faker.ssn(max_age=70)
birthday = parser.parse(identification[6:14])
age = rrule.rrule(rrule.YEARLY, dtstart=birthday, until=datetime.today())
area = ident_area[random.randint(0, len(ident_area) - 1)]
birthdate = datetime(
year=2022 - random.randint(18, 70),
month=random.randint(1, 12),
day=random.randint(1, 28)
)
birthday = birthdate.__format__("%Y%m%d")
random_num = random.randint(100, 999).__str__()
identification = area + birthday + random_num
valid = ident_valid_result[sum([int(identification[i]) * ident_valid_ratio[i] for i in range(17)]) % 11]
identification = identification + valid
birthdate = parser.parse(identification[6:14])
age = rrule.rrule(rrule.YEARLY, dtstart=birthdate, until=datetime.today()).count()
sex = 0 if int(identification[16:17]) % 2 == 0 else 1
# Better out of cycle
city = db.session.query(City).filter(City.ad_code == identification[0:6]).one()
address = '{} {} {} {}'.format(city.country_cn, city.province_cn, city.admin_district_cn, city.city_cn)
return Person(
identification=identification,
address=address,
sex=sex,
name=faker.last_name() + (faker.first_name_male() if sex == SexEnum.MALE.sex else faker.first_name_female()),
age=age,
@@ -64,18 +75,20 @@ def faker_identification() -> Person:
def faker_identifications(num: int) -> list[Person]:
all_tasks = [executor.submit(faker_identification) for i in range(num)]
futures = as_completed(all_tasks)
persons = [future.result() for future in futures]
db.session.add_all(persons)
db.session.commit()
persons = [faker_identification() for i in range(num)]
area_codes = [person.identification[0:6] for person in persons]
rows = City.query.filter(City.ad_code.in_(area_codes))
code_area_dict = {row.ad_code: '{} {} {} {}'.format(row.country_cn, row.province_cn, row.admin_district_cn, row.city_cn) for row in rows}
for person in persons:
person.address = code_area_dict[person.identification[0:6]]
db.session.bulk_save_objects(persons)
return persons
def faker_railways(num: int) -> list[Railway]:
persons = faker_identifications(num)
railways = [faker_railway(person) for person in persons]
db.session.add_all(railways)
db.session.bulk_save_objects(railways)
db.session.commit()
return railways