""" Management command: fix_states_commissions Place at: /management/commands/fix_states_commissions.py Usage examples: # Dry-run across both models and both fields, verbose, create backups python manage.py fix_states_commissions --verbose --backup # Dry-run only users' districts (no apply) python manage.py fix_states_commissions --models users --fields district --verbose # Apply changes for commissions (both fields) python manage.py fix_states_commissions --apply --models commissions # Custom log path python manage.py fix_states_commissions --log /tmp/comm_fix/log.txt --verbose """ from django.core.management.base import BaseCommand from django.db import transaction from django.apps import apps import os import re import csv # get models (adjust app labels if different) State = apps.get_model('accounts', 'State') District = apps.get_model('accounts', 'District') CustomUser = apps.get_model('users', 'CustomUser') CommissionSplit = apps.get_model('commissions', 'CommissionSplit') DEFAULT_LOG_DIR = '/tmp/comm_fix' NUM_RE = re.compile(r'^\s*\d+\s*$') def safe_int(s): try: return int(str(s).strip()) except Exception: return None def write_csv_backups(log_dir): os.makedirs(log_dir, exist_ok=True) users_path = os.path.join(log_dir, 'users_backup.csv') comm_path = os.path.join(log_dir, 'commission_backup.csv') with open(users_path, 'w', newline='', encoding='utf8') as f: w = csv.writer(f) w.writerow(['id', 'mobile_number', 'state', 'district', 'pincode']) for u in CustomUser.objects.all(): w.writerow([ u.id, getattr(u, 'mobile_number', ''), getattr(u, 'state', ''), getattr(u, 'district', ''), getattr(u, 'pincode', '') ]) with open(comm_path, 'w', newline='', encoding='utf8') as f: w = csv.writer(f) w.writerow(['id', 'state', 'district', 'pincode', 'pincode_amount', 'district_amount', 'state_amount']) for c in CommissionSplit.objects.all(): w.writerow([ c.id, getattr(c, 'state', ''), getattr(c, 'district', ''), getattr(c, 'pincode', ''), getattr(c, 'pincode_amount', ''), getattr(c, 'district_amount', ''), getattr(c, 'state_amount', '') ]) return users_path, comm_path class Command(BaseCommand): help = 'Fix numeric state/district values stored as IDs in CustomUser and CommissionSplit by replacing with names.' def add_arguments(self, parser): parser.add_argument('--apply', action='store_true', help='Apply changes (default is dry-run)') parser.add_argument('--log', dest='logpath', default=None, help='Path to write changes log (default: /tmp/comm_fix/changes_log.txt)') parser.add_argument('--backup', action='store_true', help='Write CSV backups for users and commissions into the log folder') parser.add_argument('--verbose', action='store_true', help='Print proposed changes to stdout') parser.add_argument('--models', choices=['users', 'commissions', 'both'], default='both', help='Which models to process') parser.add_argument('--fields', choices=['state', 'district', 'both'], default='both', help='Which fields to fix') def handle(self, *args, **options): apply_changes = options.get('apply', False) logpath = options.get('logpath') or os.path.join(DEFAULT_LOG_DIR, 'changes_log.txt') do_backup = options.get('backup', False) verbose = options.get('verbose', False) models_choice = options.get('models', 'both') fields_choice = options.get('fields', 'both') os.makedirs(os.path.dirname(logpath), exist_ok=True) logf = open(logpath, 'w', encoding='utf8') self.stdout.write(self.style.NOTICE('Starting fix_states_commissions command')) logf.write('Starting fix_states_commissions\n') if do_backup: self.stdout.write('Writing CSV backups...') logf.write('Writing CSV backups...\n') users_csv, comm_csv = write_csv_backups(os.path.dirname(logpath)) self.stdout.write(f'Backups written: {users_csv}, {comm_csv}') logf.write(f'Backups written: {users_csv}, {comm_csv}\n') # Iterators that pick rows where state or district is a numeric string (checked in Python) def iter_users_with_numeric(): for u in CustomUser.objects.all().iterator(): s = getattr(u, 'state', None) d = getattr(u, 'district', None) if (s and NUM_RE.match(str(s))) or (d and NUM_RE.match(str(d))): yield u def iter_commissions_with_numeric(): for c in CommissionSplit.objects.all().iterator(): s = getattr(c, 'state', None) d = getattr(c, 'district', None) if (s and NUM_RE.match(str(s))) or (d and NUM_RE.match(str(d))): yield c # Core fixer functions def fix_users(dry_run=True, do_state=True, do_district=True): users_qs = list(iter_users_with_numeric()) count = len(users_qs) logf.write(f'Found {count} users with numeric state/district\n') self.stdout.write(f'Found {count} users with numeric state/district') changed = 0 errors = [] sample = [] for u in users_qs: orig_state = getattr(u, 'state', None) orig_dist = getattr(u, 'district', None) changed_flag = False changes = [] if do_state and orig_state and NUM_RE.match(str(orig_state)): sid = safe_int(orig_state) if sid is None: err = f'User {u.id}: state value not convertible to int: {orig_state}' logf.write(err + '\n') errors.append(err) else: try: st = State.objects.get(pk=sid) new_state = st.name changes.append(('state', orig_state, new_state)) if not dry_run: u.state = new_state changed_flag = True except State.DoesNotExist: err = f'User {u.id}: State id {sid} not found' logf.write(err + '\n') errors.append(err) if do_district and orig_dist and NUM_RE.match(str(orig_dist)): did = safe_int(orig_dist) if did is None: err = f'User {u.id}: district value not convertible to int: {orig_dist}' logf.write(err + '\n') errors.append(err) else: try: d = District.objects.get(pk=did) new_dist = d.name changes.append(('district', orig_dist, new_dist)) if not dry_run: u.district = new_dist changed_flag = True except District.DoesNotExist: err = f'User {u.id}: District id {did} not found' logf.write(err + '\n') errors.append(err) if changes: # build change message safely (no embedded backslashes in f-string) change_parts = [] for ff, old, new in changes: change_parts.append(f"{ff} {old} -> {new}") line = "User {} ({}): {}".format(u.id, getattr(u, 'mobile_number', ''), ", ".join(change_parts)) logf.write(line + '\n') if verbose: self.stdout.write(line) sample.append(line) if changed_flag and not dry_run: update_fields = [] if do_state: update_fields.append('state') if do_district: update_fields.append('district') # protect against saving zero fields if update_fields: u.save(update_fields=update_fields) changed += 1 if sample: logf.write('\nSample changes:\n') for s in sample[:50]: logf.write(s + '\n') return changed, errors def fix_commissions(dry_run=True, do_state=True, do_district=True): cs_qs = list(iter_commissions_with_numeric()) count = len(cs_qs) logf.write(f'Found {count} CommissionSplit rows with numeric state/district\n') self.stdout.write(f'Found {count} CommissionSplit rows with numeric state/district') changed = 0 errors = [] sample = [] for c in cs_qs: orig_state = getattr(c, 'state', None) orig_dist = getattr(c, 'district', None) changed_flag = False changes = [] if do_state and orig_state and NUM_RE.match(str(orig_state)): sid = safe_int(orig_state) if sid is None: err = f'Commission {c.id}: state value not convertible to int: {orig_state}' logf.write(err + '\n') errors.append(err) else: try: st = State.objects.get(pk=sid) new_state = st.name changes.append(('state', orig_state, new_state)) if not dry_run: c.state = new_state changed_flag = True except State.DoesNotExist: err = f'Commission {c.id}: State id {sid} not found' logf.write(err + '\n') errors.append(err) if do_district and orig_dist and NUM_RE.match(str(orig_dist)): did = safe_int(orig_dist) if did is None: err = f'Commission {c.id}: district value not convertible to int: {orig_dist}' logf.write(err + '\n') errors.append(err) else: try: d = District.objects.get(pk=did) new_dist = d.name changes.append(('district', orig_dist, new_dist)) if not dry_run: c.district = new_dist changed_flag = True except District.DoesNotExist: err = f'Commission {c.id}: District id {did} not found' logf.write(err + '\n') errors.append(err) if changes: change_parts = [] for ff, old, new in changes: change_parts.append(f"{ff} {old} -> {new}") line = "Commission {}: {}".format(c.id, ", ".join(change_parts)) logf.write(line + '\n') if verbose: self.stdout.write(line) sample.append(line) if changed_flag and not dry_run: update_fields = [] if do_state: update_fields.append('state') if do_district: update_fields.append('district') if update_fields: c.save(update_fields=update_fields) changed += 1 if sample: logf.write('\nSample changes:\n') for s in sample[:50]: logf.write(s + '\n') return changed, errors # decide which model/fields to process do_users = models_choice in ('users', 'both') do_comm = models_choice in ('commissions', 'both') do_state = fields_choice in ('state', 'both') do_district = fields_choice in ('district', 'both') try: logf.write('=== DRY RUN ===\n') users_changed = 0 comm_changed = 0 all_errors = [] if do_users: uc, ue = fix_users(dry_run=True, do_state=do_state, do_district=do_district) users_changed += uc all_errors.extend(ue) if do_comm: cc, ce = fix_commissions(dry_run=True, do_state=do_state, do_district=do_district) comm_changed += cc all_errors.extend(ce) logf.write(f'DRY RUN summary: users_to_change={users_changed}, commissions_to_change={comm_changed}\n') self.stdout.write(self.style.SUCCESS( f'Dry run complete. Users to change: {users_changed}, Commissions to change: {comm_changed}' )) if apply_changes: self.stdout.write(self.style.WARNING('Applying changes now (inside a transaction)...')) logf.write('=== APPLYING CHANGES ===\n') with transaction.atomic(): if do_users: a_uc, a_ue = fix_users(dry_run=False, do_state=do_state, do_district=do_district) users_changed = a_uc all_errors.extend(a_ue) if do_comm: a_cc, a_ce = fix_commissions(dry_run=False, do_state=do_state, do_district=do_district) comm_changed = a_cc all_errors.extend(a_ce) logf.write(f'APPLY summary: users_changed={users_changed}, commissions_changed={comm_changed}\n') self.stdout.write(self.style.SUCCESS( f'Applied changes. Users changed: {users_changed}, Commissions changed: {comm_changed}' )) if all_errors: logf.write('\nErrors encountered:\n') for e in all_errors: logf.write(e + '\n') finally: logf.flush() logf.close() self.stdout.write(self.style.NOTICE(f'Log written to: {logpath}')) # ✅ Final List of Commands (Complete) # 🔹 1. Default Dry-Run (no changes, full verbose output) # python manage.py fix_states_commissions # 🔹 2. Apply Changes (actually updates DB) # python manage.py fix_states_commissions --apply # 🔹 3. Dry-Run + Custom Log File # python manage.py fix_states_commissions --log /path/to/mylog.txt # 🔹 4. Apply Changes + Custom Log File # python manage.py fix_states_commissions --apply --log /path/to/mylog.txt # 🔹 5. Dry-Run + CSV Backups (Users + Commissions) # Backups are saved in the same folder as your log. # python manage.py fix_states_commissions --backup # 🔹 6. Apply + CSV Backups # python manage.py fix_states_commissions --apply --backup # 🔹 7. Backup + Custom Log File # python manage.py fix_states_commissions --backup --log /tmp/fix/log.txt # 🔹 8. Apply + Backup + Custom Log File # python manage.py fix_states_commissions --apply --backup --log /tmp/fix/log.txt # ✨ Extra Filters (NEW) # I added these in your final canvas code: # 🔹 Only Fix Users # python manage.py fix_states_commissions --users-only # 🔹 Only Fix CommissionSplit # python manage.py fix_states_commissions --commissions-only # Both support all other flags: # Examples: # python manage.py fix_states_commissions --users-only --apply # python manage.py fix_states_commissions --commissions-only --apply --backup