tx-set-context.py

import argparse
import requests
import json
import csv
import sys
import os
import re

from hashlib import md5

from configparser import ConfigParser

assert sys.version_info >= (3, 6), "Python >= 3.6 is required"

def gen_source_string_hash(string_key):
    string_key = string_key.replace('.', '\\.')
    keys = [string_key, '']
    return md5(':'.join(keys).encode('utf-8')).hexdigest()

def load_transifexrc():
    config = ConfigParser()
    config.read(os.path.expanduser("~/.transifexrc"))
    username = config.get('https://www.transifex.com', 'username')
    password = config.get('https://www.transifex.com', 'password')
    return (username, password)

def format_payload(
        source_string_hash,
        character_limit=None,
        comment=None,
        tags=None):
    payload = {
        'source_string_hash': source_string_hash,
        'character_limit': character_limit,
    }
    if comment is not None:
        payload['comment'] = comment

    if tags is not None:
        payload['tags'] = tags

    return payload

def put_resource(payloads,
                 project_slug,
                 resource_slug,
                 auth=None):
    url = "https://www.transifex.com/api/2/project/{}/resource/{}/source/".format(project_slug, resource_slug)
    return requests.put(url, json=payloads, auth=auth)

def tx_set_context(in_path, project_slug, resource_slug, auth):
    d = {}
    with open(in_path) as csvfile:
        csv_reader = csv.reader(csvfile)
        payloads = []
        # Skip header
        next(csv_reader)
        for row in csv_reader:
            comment = ""
            character_limit = None
            key = row[0]
            text = row[1]
            max_len = row[2]
            # Ignore any columns after the third

            if key in d:
                raise RuntimeError("Duplicate key {}".format(key))

            if key.endswith('Plural'):
                comment += 'This is the plural form.'
            if key.endswith('Singular'):
                comment += 'This is the singular form.'

            if 'ooni' in text.lower():
                comment += 'Do not translate OONI.'
            if 'middlebox' in text.lower() or 'middleboxes' in text.lower():
                comment += 'Do not translate middlebox or middleboxes.'

            if max_len != "":
                character_limit = int(max_len)

            source_string_hash = gen_source_string_hash(key)
            if character_limit and character_limit < len(text):
                print("WARNING: character limit too short for {}".format(key))
                print("Setting it to len() + 1")
                character_limit = len(text) + 1
            payload = format_payload(
                    source_string_hash=source_string_hash,
                    character_limit=character_limit,
                    comment=comment)
            payloads.append(payload)
            d[key] = None

        resp = put_resource(payloads,
                    project_slug=project_slug,
                    resource_slug=resource_slug,
                    auth=auth)
        if resp.status_code != 200:
            print(resp.text)
            raise RuntimeError("Failed to update string")
        print("Updating {} resources".format(len(payloads)))
        print(resp.text)

    return d

def parse_args():
    p = argparse.ArgumentParser(description='translations: CSV to KEYVALUEJSON')
    p.add_argument('--csv', metavar='PATH', help='path to the input CSV file', required=True)
    p.add_argument('--project', metavar='PROJECT_SLUG', help='the name of the project on transifex (ex. ooniprobe)', required=True)
    p.add_argument('--resource', metavar='RESOURCE_SLUG', help='the name of the project on transifex (ex. strings-json)', required=True)
    opt = p.parse_args()
    return opt

def main():
    opt = parse_args()
    auth = load_transifexrc()
    tx_set_context(in_path=opt.csv, project_slug=opt.project, resource_slug=opt.resource, auth=auth)

if __name__ == "__main__":
    main()