from collections import defaultdict from django.contrib.postgres.aggregates import ArrayAgg from django.db.models import Q from rest_framework import serializers, status from api.helper.resource_map_helper import helper_recalculate_and_get_redis_resource_map from api.models import TtSuitability, TtTag, TtSetting, AuditTrail, AuditTrailDetails, TtDepartment, TtZone, \ TtUsagePreference, TtAcademicTerm, TtStudent from api.views.admin.base import AdminApiBase from api.validator import BaseValidator from api.utils import decrypt_aes_128_cbc, encrypt_aes_128_cbc, log_critical_error, get_exception_detail, \ bulk_sync_to_redis, get_ip, get_related_fk_table_ids, get_resources_affected_weeks from rest_framework.exceptions import ValidationError from api.translation import __ from backend.kafka import send_request from backend.redis_client import redis_client class AcademicTermDelete(AdminApiBase): def validate_request(self,request): rules = { "id": "required|array|exists:api.TtAcademicTerm,id", } # if need rename field, can put here attribute = { # "email": __("attr.email"), } # validate id first, cause need get academic_term by id, if wrong id direct return error validator = BaseValidator(request.data,rules,attribute) error = validator.validate() if error: raise ValidationError(error) # custom error after basic validation if error: raise ValidationError(error) def post(self, request): # Validate input try: self.validate_request(request) setting_params = { "slot_per_week", } settings = TtSetting.get_multiple_setting(setting_params) slot_per_week = int(settings["slot_per_week"]) action = "academic_term_delete" ids = request.data.get("id") redis_student_table = "student" academic_term = TtAcademicTerm.objects.filter(id__in=ids).prefetch_related("week") academic_term_name = ",".join(academic_term.values_list("name", flat=True)) # must get before delete, if put after delete cant get the result redis_related_fk_data = get_related_fk_table_ids("TtAcademicTerm",ids,True) staff_with_affected_week = location_with_affected_week = student_set_with_affected_week = {} staff_ids = location_ids = student_set_ids = set() student_ids = set() week_ids = set() # before delete, need check which resources need update student set or not if redis_related_fk_data: for redis_table, related_ids in redis_related_fk_data.items(): if redis_table == "activity": resources_data = get_resources_affected_weeks(None, related_ids) staff_with_affected_week, staff_ids = resources_data["staff_with_affected_week"], resources_data["staff_ids"] location_with_affected_week, location_ids = resources_data["location_with_affected_week"], resources_data["location_ids"] student_set_with_affected_week, student_set_ids = resources_data["student_set_with_affected_week"], resources_data["student_set_ids"] # because already delete the student set, so need get student ids from here for do update student resource map if student_set_with_affected_week: student_ids = list( TtStudent.objects.filter(academic_term__id__in=ids) .values_list("id", flat=True) .distinct() ) for term in academic_term: week_ids.update({w.id for w in term.week.all()}) student_ids = list(student_ids) week_ids = list(week_ids) TtAcademicTerm.objects.filter(id__in=ids).delete() # remove from redis redis_academic_term_table = "academic_term" redis_data = { "update": {}, "delete": {} } staff_with_affected_week = {k: v for k, v in staff_with_affected_week.items() if v} location_with_affected_week = {k: v for k, v in location_with_affected_week.items() if v} student_set_with_affected_week = {k: v for k, v in student_set_with_affected_week.items() if v} # need get student ids and week ids for update student resource map, cause the student set already been deleted redis_data = helper_recalculate_and_get_redis_resource_map( redis_data=redis_data, staff_with_affected_week=staff_with_affected_week, location_with_affected_week=location_with_affected_week, student_set_with_affected_week=student_set_with_affected_week, student_ids=list(student_ids), week_ids=list(week_ids), slot_per_week=slot_per_week, ) # delete academic_term from redis for id in ids: redis_data["delete"].setdefault(redis_academic_term_table, []).append(id) # when delete academic_term few table data will need to delete also if redis_related_fk_data: # the redis_table might having table that not inside redis also, but remain only, redis there will ignore those data for redis_table, related_ids in redis_related_fk_data.items(): redis_data["delete"].setdefault(redis_table, []).extend(related_ids) # when got affect student, need update redis student table relation column if student_ids: students = ( TtStudent.objects.filter(id__in=student_ids) .prefetch_related( "academic_term", "pos", "pos_module__pos_module_group", "student_set", ) ) for student in students: redis_data["update"].setdefault(redis_student_table, []).append({ "id": student.id, "academic_term_ids": sorted(term.id for term in student.academic_term.all()), "pos_ids": sorted(pos.id for pos in student.pos.all()), "pos_module": [ {"module_id": module.module_id, "pos_id": module.pos_module_group.pos_id} for module in sorted(student.pos_module.all(), key=lambda module: module.id) ], "student_set_ids": sorted(student_set.id for student_set in student.student_set.all()), }) bulk_sync_to_redis(redis_client,redis_data) #kafka method = "academic_term_delete" kafka_topic = self.kafka_config['MICROSERVICES_TT_TOPIC'] if kafka_topic: kafka_request_data = { "session_id": request.user.name, "academic_term_ids": ids } send_request(kafka_topic, kafka_request_data, None, method) audit_trail = AuditTrail.objects.create( user_id=request.user.id, type=self.audit_type, ip_address=get_ip(request) ) remark_param = { "name": academic_term_name } # call to a function for insert details, so in future if want change to used worker, can modify in function only AuditTrailDetails.custom_insert( audit_trail=audit_trail, action=action, remark_param=remark_param, ) response = { } return self.api_response(data=response) except ValidationError as e: first_message = e.detail['error'] errors = e.detail['errors'] return self.api_response(error=first_message,errors=errors,code=status.HTTP_400_BAD_REQUEST) except Exception as e: e_details = get_exception_detail(e) log_critical_error(user_id=None,descr=e_details['descr'],url=e_details['url'],trace=e_details['trace']) return self.api_response(error=__("message.internal_server_error"),code=status.HTTP_500_INTERNAL_SERVER_ERROR)