2023-11-27 12:59:57 +05:00
|
|
|
|
import csv
|
2023-11-21 15:54:48 +05:00
|
|
|
|
import json
|
2023-11-23 00:11:49 +05:00
|
|
|
|
import os
|
2023-11-23 21:44:55 +05:00
|
|
|
|
import sys
|
2023-11-30 20:47:05 +05:00
|
|
|
|
# import logging
|
2023-11-21 15:54:48 +05:00
|
|
|
|
|
|
|
|
|
import requests
|
2023-11-24 13:33:17 +05:00
|
|
|
|
|
2023-11-21 15:54:48 +05:00
|
|
|
|
|
2023-11-30 12:38:52 +05:00
|
|
|
|
# logging.basicConfig(level=logging.DEBUG, filename='mapping.log', filemode='w')
|
|
|
|
|
|
|
|
|
|
from logging_config import setup_logging
|
|
|
|
|
|
2023-12-01 12:06:03 +05:00
|
|
|
|
logger = setup_logging(__name__)
|
2023-11-27 21:22:57 +05:00
|
|
|
|
|
2023-11-23 00:11:49 +05:00
|
|
|
|
base_dir = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
|
asana_data_json = os.path.join(base_dir, './data/data_asana.json')
|
2023-11-27 12:59:57 +05:00
|
|
|
|
users_data = os.path.join(base_dir, './data/users.mapping.asana2ya.csv')
|
2023-11-21 15:54:48 +05:00
|
|
|
|
|
2023-12-01 12:06:03 +05:00
|
|
|
|
sys.stdin.reconfigure(encoding='utf-8')
|
2023-11-23 21:44:55 +05:00
|
|
|
|
sys.stdout.reconfigure(encoding='utf-8')
|
2023-11-22 11:51:22 +05:00
|
|
|
|
|
2023-12-01 12:06:03 +05:00
|
|
|
|
|
2023-12-04 11:23:30 +05:00
|
|
|
|
QUEUE_NAME = 'TESTIMPORT'
|
2023-11-22 11:51:22 +05:00
|
|
|
|
# ниже функция для случаев, когда не будет готового файла для импорта
|
|
|
|
|
# def get_data_from_asana():
|
|
|
|
|
# """ Получение данных из Asana """
|
|
|
|
|
|
|
|
|
|
# headers = {
|
|
|
|
|
# 'Authorization': 'ASANA_TOKEN',
|
|
|
|
|
# }
|
|
|
|
|
# response = requests.get('https://api.asana.com/projects/PROJECT_ID/tasks', headers=headers)
|
|
|
|
|
# data = response.json()
|
|
|
|
|
# return data
|
|
|
|
|
|
|
|
|
|
|
2023-11-27 17:18:51 +05:00
|
|
|
|
def get_assignee_data():
|
2023-11-27 12:59:57 +05:00
|
|
|
|
""" Получение данных для поля assignee """
|
|
|
|
|
|
|
|
|
|
mapping = {}
|
|
|
|
|
|
|
|
|
|
with open(users_data, 'r', encoding="utf8") as csv_file:
|
|
|
|
|
reader = csv.DictReader(csv_file)
|
|
|
|
|
for row in reader:
|
2023-11-27 17:18:51 +05:00
|
|
|
|
asana_id = row['ID']
|
|
|
|
|
ya_login = row['ya_login']
|
2023-11-27 12:59:57 +05:00
|
|
|
|
mapping[asana_id] = ya_login
|
|
|
|
|
return mapping
|
|
|
|
|
|
2023-11-30 20:47:05 +05:00
|
|
|
|
|
2023-11-27 17:18:51 +05:00
|
|
|
|
assignee = get_assignee_data()
|
2023-11-27 12:59:57 +05:00
|
|
|
|
|
|
|
|
|
|
2023-11-29 14:08:36 +05:00
|
|
|
|
def get_task_status(task):
|
|
|
|
|
""" Получение данных о статусе задачи """
|
|
|
|
|
|
|
|
|
|
if task.get('completed') is True:
|
|
|
|
|
status = 'resolved'
|
|
|
|
|
completed_at = task.get('completed_at', '')
|
|
|
|
|
else:
|
|
|
|
|
status = 'open'
|
|
|
|
|
completed_at = ''
|
|
|
|
|
return status, completed_at
|
|
|
|
|
|
|
|
|
|
|
2023-11-22 11:51:22 +05:00
|
|
|
|
def transform_data(data):
|
2023-11-22 12:13:13 +05:00
|
|
|
|
""" Преобразование данных из Asana в ЯндексТрекер в совместимом формате """
|
2023-11-22 11:51:22 +05:00
|
|
|
|
|
|
|
|
|
transformed_data = []
|
2023-11-23 21:44:55 +05:00
|
|
|
|
for task in data["data"]:
|
2023-11-29 14:08:36 +05:00
|
|
|
|
status, completed_at = get_task_status(task)
|
2023-11-22 11:51:22 +05:00
|
|
|
|
transformed_task = {
|
|
|
|
|
'summary': task['name'],
|
|
|
|
|
'description': task['notes'],
|
|
|
|
|
'createdAt': task['created_at'],
|
|
|
|
|
'deadline': task['due_on'],
|
2023-11-29 10:31:23 +05:00
|
|
|
|
'assignee': task['assignee'],
|
2023-11-29 14:08:36 +05:00
|
|
|
|
'status': status,
|
|
|
|
|
'completedAt': completed_at,
|
2023-11-22 11:51:22 +05:00
|
|
|
|
}
|
|
|
|
|
transformed_data.append(transformed_task)
|
|
|
|
|
return transformed_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def create_tasks_in_tracker(data):
|
2023-11-22 12:13:13 +05:00
|
|
|
|
""" Создание задач в ЯндексТрекер """
|
2023-11-22 11:51:22 +05:00
|
|
|
|
|
2023-11-27 17:22:04 +05:00
|
|
|
|
base_url = 'https://api.tracker.yandex.net/v2/issues/_import'
|
2023-11-22 11:51:22 +05:00
|
|
|
|
headers = {
|
2023-11-24 12:56:46 +05:00
|
|
|
|
'Host': 'api.tracker.yandex.net',
|
2023-11-28 14:44:09 +05:00
|
|
|
|
'Authorization': 'OAuth y0_AgAEA7qkB3KjAArkXwAAAADzMlP9oR1lwMzBS2e94jHzdnII8Laxi7k',
|
2023-11-24 14:22:19 +05:00
|
|
|
|
'X-Org-ID': '7095769',
|
|
|
|
|
'Content-Type': 'appication/json',
|
2023-11-21 15:54:48 +05:00
|
|
|
|
}
|
2023-12-01 12:06:03 +05:00
|
|
|
|
datalen = len(data)
|
|
|
|
|
logger.info('Import started. Task count: %d', datalen)
|
2023-11-22 11:51:22 +05:00
|
|
|
|
for task in data:
|
2023-11-29 10:31:23 +05:00
|
|
|
|
if task.get('assignee') and 'gid' in task['assignee']:
|
|
|
|
|
ya_assignee = assignee.get(task['assignee']['gid'], 'dr.cyrill')
|
|
|
|
|
else:
|
|
|
|
|
ya_assignee = 'dr.cyrill'
|
|
|
|
|
|
2023-11-22 11:51:22 +05:00
|
|
|
|
payload = {
|
2023-12-04 11:23:30 +05:00
|
|
|
|
'queue': QUEUE_NAME, # Вынести в переменную
|
2023-11-22 11:51:22 +05:00
|
|
|
|
'summary': task['summary'],
|
|
|
|
|
'description': task['description'],
|
|
|
|
|
'createdAt': task['createdAt'],
|
2023-11-28 16:09:48 +05:00
|
|
|
|
'createdBy': 'dr.cyrill',
|
2023-11-22 11:51:22 +05:00
|
|
|
|
'deadline': task['deadline'],
|
2023-11-27 17:18:51 +05:00
|
|
|
|
'assignee': ya_assignee,
|
2023-11-23 21:44:55 +05:00
|
|
|
|
# 'milestone': task['milestone'],
|
2023-11-22 11:51:22 +05:00
|
|
|
|
# 'memberships': task['memberships'],
|
|
|
|
|
# 'parent': task['parent'],
|
2023-11-29 14:08:36 +05:00
|
|
|
|
'status': task['status'],
|
2023-11-30 12:38:52 +05:00
|
|
|
|
# 'completedAt': task['completedAt']
|
2023-11-22 11:51:22 +05:00
|
|
|
|
}
|
2023-11-30 12:38:52 +05:00
|
|
|
|
|
2023-12-01 12:06:03 +05:00
|
|
|
|
logger.debug('Request: %s', json.dumps(payload))
|
2023-11-30 12:38:52 +05:00
|
|
|
|
|
2023-11-22 11:51:22 +05:00
|
|
|
|
response = requests.post(
|
|
|
|
|
base_url,
|
|
|
|
|
headers=headers,
|
|
|
|
|
data=json.dumps(payload),
|
|
|
|
|
)
|
2023-11-30 12:38:52 +05:00
|
|
|
|
|
2023-11-22 11:51:22 +05:00
|
|
|
|
if response.status_code == 201:
|
2023-11-22 12:13:13 +05:00
|
|
|
|
print('Задача успешно создана в ЯндексТрекер')
|
2023-11-22 11:51:22 +05:00
|
|
|
|
else:
|
|
|
|
|
print(
|
2023-11-22 12:13:13 +05:00
|
|
|
|
'Ошибка при создании задачи в ЯндексТрекер:',
|
2023-11-22 11:51:22 +05:00
|
|
|
|
response.content,
|
|
|
|
|
)
|
2023-12-01 12:13:34 +05:00
|
|
|
|
|
2023-12-01 12:06:03 +05:00
|
|
|
|
logger.debug('Response: %s', response.content)
|
2023-11-22 11:51:22 +05:00
|
|
|
|
|
2023-11-30 20:47:05 +05:00
|
|
|
|
ya_imported_task_response = response.json()
|
|
|
|
|
if task.get('parent'):
|
|
|
|
|
parent_task_gid = task['parent']['gid']
|
|
|
|
|
if parent_task_gid in ya_imported_task_response:
|
|
|
|
|
parent_task_id = ya_imported_task_response[parent_task_gid]['id']
|
|
|
|
|
update_parent_task(
|
|
|
|
|
base_url,
|
|
|
|
|
headers,
|
|
|
|
|
ya_imported_task_response['id'],
|
|
|
|
|
parent_task_id,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def update_parent_task(base_url, headers, task_id, parent_task_id):
|
|
|
|
|
""" Обновление данных родительской задачи в ЯндексТрекере"""
|
|
|
|
|
|
|
|
|
|
payload = {
|
|
|
|
|
'parent': parent_task_id
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
update_url = f"{base_url}/{task_id}"
|
|
|
|
|
|
2023-11-22 11:51:22 +05:00
|
|
|
|
|
2023-11-23 21:44:55 +05:00
|
|
|
|
# asana_data = get_data_from_asana()
|
|
|
|
|
file = open(asana_data_json, "r", encoding="utf8")
|
|
|
|
|
json_data = json.loads(file.read())
|
2023-11-21 15:54:48 +05:00
|
|
|
|
|
2023-11-23 21:44:55 +05:00
|
|
|
|
yandex_tracker_data = transform_data(json_data)
|
|
|
|
|
create_tasks_in_tracker(yandex_tracker_data)
|