update_java_packages.py

import os
import logging
import csv
from typing import List
from typing import Dict
from urllib.request import urlopen


SDK_REPO = 'c:/github/azure-sdk'
CSV_PATH = '_data/releases/latest/java-packages.csv'


def main():
    logging.basicConfig(level=logging.INFO)
    process_java_packages_csv()


def process_java_packages_csv():
    csv_filename = os.path.join(SDK_REPO, CSV_PATH)
    with open(csv_filename, newline='') as f:
        csv_reader = csv.DictReader(f, delimiter=',', quotechar='"')
        fieldnames = csv_reader.fieldnames
        rows_all = []
        for row in csv_reader:
            rows_all.append(row)

    rows = collect_new_arm_packages(rows_all)

    update_new_arm_packages(rows, rows_all)

    # rows_all = update_support(rows_all)

    with open(csv_filename, 'w', newline='') as f:
        writer = csv.DictWriter(f, fieldnames=fieldnames, delimiter=',', quotechar='"', quoting=csv.QUOTE_NONNUMERIC)

        writer.writeheader()
        for row in rows_all:
            writer.writerow(row)


def update_support(rows_all: List[Dict]) -> List[Dict]:
    rows = []
    for row in rows_all:
        if row['Support'] == '':
            sdk_name = row['Package']
            if sdk_name.startswith('azure-mgmt-'):
                row['Support'] = 'maintenance'
            elif sdk_name.startswith('azure-resourcemanager'):
                row['Support'] = 'preview' if row['VersionGA'] == '' else 'active'
        rows.append(row)
    return rows


def collect_new_arm_packages(rows_all: List[Dict]) -> List[Dict]:
    rows = []
    for row in rows_all:
        # if row['GroupId'] == 'com.azure.resourcemanager' and row['New'] == 'false' and row['Hide'] == '':
        if row['GroupId'] == 'com.azure.resourcemanager' and row['DisplayName'].startswith('azure-resourcemanager-'):
            rows.append(row)
    return rows


def update_new_arm_packages(rows: List[Dict], rows_all: List[Dict]):
    for row in rows:
        sdk_name = row['Package'][len('azure-resourcemanager-'):]

        row['New'] = 'true'
        row['Hide'] = 'false'
        row['Type'] = 'mgmt'
        if row['RepoPath'] == 'NA':
            row['RepoPath'] = sdk_name

        try:
            readme_data = urlopen(f'https://raw.githubusercontent.com/Azure/azure-rest-api-specs/main/specification/{sdk_name}/resource-manager/readme.md').read()
            readme_str = readme_data.decode('utf-8')
            lines = readme_str.split('\n')
            for line in lines:
                if line.startswith('# '):
                    service_name = line[2:]
                    break
        except Exception as e:
            logging.exception(e)
            service_name = sdk_name
        row['ServiceName'] = service_name
        row['DisplayName'] = 'Resource Management - ' + service_name
        row['Support'] = 'preview' if row['VersionGA'] == '' else 'active'


main()