generate_besu.py

import json
import random
import os
import sys
import threading
from queue import Queue

def generate_random_address():
    return '0x' + ''.join(random.choices('0123456789abcdef', k=40))

def generate_random_balance():
    return hex(random.randint(1, 10**18))

def create_large_besu(input_file, output_file, target_size):
    try:
        with open(input_file, 'r') as f:
            besu = json.load(f)
    except Exception as e:
        print(f"Error reading {input_file}: {e}")
        return

    if "alloc" not in besu:
        besu["alloc"] = {}
    accounts = besu["alloc"]

    current_size = len(json.dumps(besu))

    def estimate_account_size():
        test_accounts = {generate_random_address(): {"balance": generate_random_balance()} for _ in range(100)}
        return len(json.dumps(test_accounts)) / 100

    average_account_size = estimate_account_size()
    estimated_total_accounts_needed = (target_size - current_size) // average_account_size

    def add_accounts(batch_size, queue):
        new_accounts = {}
        for _ in range(batch_size):
            new_address = generate_random_address()
            new_balance = generate_random_balance()
            new_accounts[new_address] = {"balance": new_balance}
        queue.put(new_accounts)

    def worker(batch_size, queue):
        while current_size < target_size:
            add_accounts(batch_size, queue)

    batch_size = 10000
    queue = Queue()
    num_threads = 4
    threads = []

    for _ in range(num_threads):
        thread = threading.Thread(target=worker, args=(batch_size, queue))
        thread.start()
        threads.append(thread)

    log_counter = 0
    log_frequency = 100

    while current_size < target_size:
        new_accounts = queue.get()
        accounts.update(new_accounts)
        current_size += average_account_size * batch_size
        log_counter += 1
        if log_counter >= log_frequency:
            print(f"Current estimated size: {current_size / 1024 / 1024:.2f} MB")
            log_counter = 0
        if current_size >= target_size:
            break

    for thread in threads:
        thread.join()

    besu['alloc'] = accounts

    try:
        with open(output_file, 'w', encoding='utf-8') as out_file:
            json.dump(besu, out_file, indent=2)
        actual_size = os.path.getsize(output_file)
        print(f"Generated {output_file} with actual size {actual_size / 1024 / 1024:.2f} MB")
    except Exception as e:
        print(f"Error writing to {output_file}: {e}")

if __name__ == "__main__":
    if len(sys.argv) != 4:
        print("Usage: python script.py <input_file> <output_file> <target_size_in_MB>")
        sys.exit(1)

    input_file = sys.argv[1]
    output_file = sys.argv[2]
    try:
        target_size = float(sys.argv[3]) * 1024 * 1024  # Convert MB to bytes
    except ValueError:
        print("Target size must be a number")
        sys.exit(1)

    create_large_besu(input_file, output_file, target_size)