api_rawDataTrans.py 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. from django.contrib import auth
  2. from rest_framework.views import APIView
  3. from rest_framework.response import Response
  4. from rest_framework import status
  5. from rest_framework.authtoken.models import Token
  6. from rest_framework.authentication import BasicAuthentication, TokenAuthentication
  7. from .serializers import UserRegisterSerializer
  8. import logging
  9. from django.middleware.csrf import get_token
  10. from django.contrib.auth import login
  11. from api.utils import *
  12. from api.models import File, Mission, Plan, Result
  13. import requests
  14. import json, csv
  15. PLAN_FAILED = -1
  16. MISSION_FAILED = -2
  17. logger = logging.getLogger("process.manager.reporter")
  18. class RawDataTrans(APIView):
  19. authentication_classes = []
  20. permission_classes = []
  21. def get(self, request):
  22. if request.user:
  23. # 用户从前端发来请求
  24. return success("测试返回图数据")
  25. else:
  26. # 进程管理器发来请求
  27. # mission = Mission.objects.get(id=int(request.data.get('missionId')))
  28. plan = Plan.objects.get(id=int(request.data.get('planId')))
  29. return success("测试返回图数据")
  30. def post(self, request):
  31. # 处理进程反馈计算结果
  32. progress_result = request.data.get('result')
  33. performance = request.data.get('performance')
  34. for progress_data in progress_result:
  35. mission = Mission.objects.get(id=int(progress_data['missionId']))
  36. plan = Plan.objects.get(id=int(progress_data['planId']))
  37. if 'nodes' in progress_data:
  38. nodes = progress_data['nodes']
  39. else:
  40. nodes = None
  41. if 'edges' in progress_data:
  42. edges = progress_data['edges']
  43. else:
  44. edges = None
  45. progress = progress_data['progress']
  46. print(request.data)
  47. print(mission, plan, progress)
  48. for param in [mission, plan, progress]:
  49. if param is None:
  50. print("结果传递参数不足")
  51. return failed(message="缺少结果参数")
  52. if int(progress) == 100:
  53. if not nodes or not edges:
  54. print("进度完成却没有返回结果数据")
  55. return failed(message="缺少结果参数")
  56. try:
  57. result = plan.own_result
  58. if int(progress) == 100:
  59. # 任务完成后需要保存结果文件
  60. # 读取nodes和edges,生成结果文件
  61. nodeFile = File(type='csv', usage='result', content='node', user=plan.user)
  62. nodeFile.save()
  63. if not nodeFile.generate(nodes) == OK:
  64. print("保存节点结果文件失败")
  65. return failed(message="保存节点结果文件失败")
  66. edgeFile = File(type='csv', usage='result', content='edge', user=plan.user)
  67. edgeFile.save()
  68. if not edgeFile.generate(edges) == OK:
  69. print("保存边结果文件失败")
  70. return failed(message="保存边结果文件失败")
  71. nodeFile.associate = edgeFile
  72. edgeFile.associate = nodeFile
  73. nodeFile.save()
  74. edgeFile.save()
  75. # 将文件与结果绑定
  76. result.nodeFile = nodeFile
  77. result.edgeFile = edgeFile
  78. result.progress = 100
  79. result.save()
  80. else:
  81. # 进度不到百分百,正在执行中,仅更新进度数值
  82. # 注意使用负数进度值表示单个处理失败或整个任务失败
  83. result.progress = int(progress)
  84. result.save()
  85. except Result.DoesNotExist:
  86. # 不存在结果文件,需要新建
  87. result = Result()
  88. result.plan = plan
  89. result.mission = mission
  90. result.user = plan.user
  91. result.progress = int(progress)
  92. result.save()
  93. # 计算系统性能占用信息
  94. system_performance = performance['system']
  95. process_performance = performance['process']
  96. try:
  97. SYSTEMPERFORMANCE['cpu'] = system_performance['cpu']
  98. SYSTEMPERFORMANCE['mem_total'] = system_performance['mem_total']
  99. SYSTEMPERFORMANCE['mem_used'] = system_performance['mem_used']
  100. except Exception as error:
  101. logger.error("进程管理器传递了错误的系统性能信息")
  102. return failed(message="系统性能汇报信息错误")
  103. # 处理进程占用性能
  104. PROCESSPERFORMANCE.clear()
  105. for process in process_performance:
  106. PROCESSPERFORMANCE.append({
  107. 'pid': process['pid'],
  108. 'missionId': process['missionId'],
  109. 'planId': process['planId'],
  110. 'cpu': process['cpu'],
  111. 'mem_used': process['mem_used'],
  112. 'startTime': process['startTime'],
  113. 'algorithm': process['algorithm'],
  114. 'creator': Mission.objects.get(id=int(process['missionId'])).user.username,
  115. })
  116. logger.info(PROCESSPERFORMANCE)
  117. return success(message="汇报结果文件成功")