from collections import defaultdict from django.contrib.postgres.aggregates import ArrayAgg from django.db.models import Q from rest_framework import serializers, status from api.helper.resource_map_helper import helper_recalculate_and_get_redis_resource_map from api.models import TtSuitability, TtTag, TtSetting, AuditTrail, AuditTrailDetails, TtDepartment, TtZone, \ TtUsagePreference, TtAcademicTerm, TtModule, TtPathwayPosModuleGroupModule, TtPathway from api.views.admin.base import AdminApiBase from api.validator import BaseValidator from api.utils import decrypt_aes_128_cbc, encrypt_aes_128_cbc, log_critical_error, get_exception_detail, \ bulk_sync_to_redis, get_ip, get_related_fk_table_ids, get_resources_affected_weeks, get_resource_map_redis_data from rest_framework.exceptions import ValidationError from api.translation import __ from backend.kafka import send_request from backend.redis_client import redis_client class ModuleDelete(AdminApiBase): def validate_request(self,request): rules = { "id": "required|array|exists:api.TtModule,id", } # if need rename field, can put here attribute = { # "email": __("attr.email"), } # validate id first, cause need get module by id, if wrong id direct return error validator = BaseValidator(request.data,rules,attribute) error = validator.validate() if error: raise ValidationError(error) # custom error after basic validation if error: raise ValidationError(error) def post(self, request): # Validate input try: self.validate_request(request) setting_params = { "slot_per_week", } settings = TtSetting.get_multiple_setting(setting_params) slot_per_week = int(settings["slot_per_week"]) action = "module_delete" ids = request.data.get("id") module = TtModule.objects.filter(id__in=ids) module_name = ",".join(module.values_list("name", flat=True)) # must get before delete, if put after delete cant get the result redis_related_fk_data = get_related_fk_table_ids("TtModule",ids,True) staff_with_affected_week = location_with_affected_week = student_set_with_affected_week = {} staff_ids = location_ids = student_set_ids = set() # before delete, need check which resources need update student set or not if redis_related_fk_data: for redis_table, related_ids in redis_related_fk_data.items(): if redis_table == "activity": resources_data = get_resources_affected_weeks(None,related_ids) staff_with_affected_week, staff_ids = resources_data["staff_with_affected_week"], resources_data["staff_ids"] location_with_affected_week, location_ids = resources_data["location_with_affected_week"], resources_data["location_ids"] student_set_with_affected_week, student_set_ids = resources_data["student_set_with_affected_week"], resources_data["student_set_ids"] TtModule.objects.filter(id__in=ids).delete() # this relation table pos_module_group_module is allow to null, so when having value null, means this pathway need to remove remove_pathway_ids = list( TtPathwayPosModuleGroupModule.objects.filter(pos_module_group_module__isnull=True).values_list("pathway_id", flat=True) ) TtPathway.objects.filter(id__in=remove_pathway_ids).delete() # remove from redis redis_module_table = "module" redis_data = { "update": {}, "delete": {} } staff_with_affected_week = {k: v for k, v in staff_with_affected_week.items() if v} location_with_affected_week = {k: v for k, v in location_with_affected_week.items() if v} student_set_with_affected_week = {k: v for k, v in student_set_with_affected_week.items() if v} # since got update student set, this helper already cater if got update student set, no need pass in student details also will update student resource map redis_data = helper_recalculate_and_get_redis_resource_map( redis_data=redis_data, staff_with_affected_week=staff_with_affected_week, location_with_affected_week=location_with_affected_week, student_set_with_affected_week=student_set_with_affected_week, slot_per_week=slot_per_week, ) # delete module from redis for id in ids: redis_data["delete"].setdefault(redis_module_table, []).append(id) # when delete module few table data will need to delete also if redis_related_fk_data: # the redis_table might having table that not inside redis also, but remain only, redis there will ignore those data for redis_table, related_ids in redis_related_fk_data.items(): redis_data["delete"].setdefault(redis_table, []).extend(related_ids) bulk_sync_to_redis(redis_client,redis_data) #kafka method = "module_delete" kafka_topic = self.kafka_config['MICROSERVICES_TT_TOPIC'] if kafka_topic: kafka_request_data = { "session_id": request.user.name, "module_ids": ids } send_request(kafka_topic, kafka_request_data, None, method) audit_trail = AuditTrail.objects.create( user_id=request.user.id, type=self.audit_type, ip_address=get_ip(request) ) remark_param = { "name": module_name } # call to a function for insert details, so in future if want change to used worker, can modify in function only AuditTrailDetails.custom_insert( audit_trail=audit_trail, action=action, remark_param=remark_param, ) response = { } return self.api_response(data=response) except ValidationError as e: first_message = e.detail['error'] errors = e.detail['errors'] return self.api_response(error=first_message,errors=errors,code=status.HTTP_400_BAD_REQUEST) except Exception as e: e_details = get_exception_detail(e) log_critical_error(user_id=None,descr=e_details['descr'],url=e_details['url'],trace=e_details['trace']) return self.api_response(error=__("message.internal_server_error"),code=status.HTTP_500_INTERNAL_SERVER_ERROR)