CSV2MentorBtrl.py 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. '''Created 15 Jun 2023 Levi'''
  2. from datetime import date
  3. import pandas as pd
  4. from pymt940.languages import LANG
  5. from pymt940.utils import (get_partners, re_check, dig_it, get_last_month, find_line_number)
  6. class PaymentsProcessorBtrl:
  7. def __init__(self, csv_path, partner_data, account_name=None, account_number=None,
  8. currency=None, account_location=None, account_agency=None, account_symbol=None):
  9. self.csv_path = csv_path
  10. self.partner_data = partner_data
  11. self._account_name = account_name
  12. self._account_number = account_number
  13. self._currency = currency
  14. self._account_location = account_location
  15. self._account_agency = account_agency
  16. self._account_symbol = account_symbol
  17. self.trans_dict = None
  18. self.names_dict = None
  19. self.obs_dict = None
  20. self.counts = None
  21. self.doc_list = None
  22. self.unique_count = None
  23. self.fiscal_code_dict = None
  24. self.days = None
  25. @property
  26. def account_name(self):
  27. return self._account_name
  28. @account_name.setter
  29. def account_name(self, value):
  30. self._account_name = value
  31. @property
  32. def account_number(self):
  33. return self._account_number
  34. @account_number.setter
  35. def account_number(self, value):
  36. self._account_number = value
  37. @property
  38. def currency(self):
  39. return self._currency
  40. @currency.setter
  41. def currency(self, value):
  42. self._currency = value
  43. @property
  44. def account_location(self):
  45. return self._account_location
  46. @account_location.setter
  47. def account_location(self, value):
  48. self._account_location = value
  49. @property
  50. def account_agency(self):
  51. return self._account_agency
  52. @account_agency.setter
  53. def account_agency(self, value):
  54. self._account_agency = value
  55. @property
  56. def account_symbol(self):
  57. return self._account_symbol
  58. @account_symbol.setter
  59. def account_symbol(self, value):
  60. self._account_symbol = value
  61. def process_payment_data(self, lang=LANG.RO, day_slice=(0, 2)):
  62. df_dict = get_partners(self.partner_data)
  63. fiscal_codes = df_dict['CodFiscal']
  64. mentor_names = df_dict['Denumire']
  65. self.fiscal_code_dict = {k: v for k, v in zip(mentor_names, fiscal_codes)}
  66. skip_r = find_line_number(self.csv_path, 'Rezultat cautare')
  67. payments_df = pd.read_csv(self.csv_path, skiprows=skip_r, keep_default_na=False).astype({lang['Balance']: 'object'})
  68. payments_df[lang['Credit']].replace(' ', '', regex=True, inplace=True)
  69. payments_df[lang['Debit']].replace(' ', '', regex=True, inplace=True)
  70. payments_df = payments_df.loc[payments_df[lang['Debit']] != '']
  71. payments_df['Amount'] = payments_df[lang['Debit']].map(str).apply(dig_it).map(abs)
  72. self._calculate_payment_attributes(payments_df, mentor_names=mentor_names, lang=LANG.RO, day_slice=day_slice)
  73. return payments_df
  74. def process_income_data(self, lang=LANG.RO, day_slice=(0, 2)):
  75. df_dict = get_partners(self.partner_data)
  76. fiscal_codes = df_dict['CodFiscal']
  77. mentor_names = df_dict['Denumire']
  78. self.fiscal_code_dict = {k: v for k, v in zip(mentor_names, fiscal_codes)}
  79. skip_r = find_line_number(self.csv_path, 'Rezultat cautare')
  80. income_df = pd.read_csv(self.csv_path, skiprows=skip_r, keep_default_na=False).astype({lang['Balance']: 'object'})
  81. income_df[lang['Credit']].replace(' ', '', regex=True, inplace=True)
  82. income_df[lang['Debit']].replace(' ', '', regex=True, inplace=True)
  83. income_df = income_df.loc[income_df[lang['Credit']] != '']
  84. income_df['Amount'] = income_df[lang['Credit']].map(str).apply(dig_it)
  85. self._calculate_payment_attributes(income_df, mentor_names, lang=LANG.RO, day_slice=day_slice)
  86. return income_df
  87. def _calculate_payment_attributes(self, df, mentor_names, lang=LANG.RO, day_slice=(0, 2)):
  88. # df['Amount'] = df['Credit'].map(str).apply(dig_it).map(abs)
  89. df['Name'] = df[lang['Description']].apply(re_check)
  90. names = [name for name in df['Name'] if name != '']
  91. for name2 in names:
  92. index_ = name2.count(' ')
  93. # nname = name2 # ' '.join(name2.split()[:index_]).upper()
  94. # print(name2)
  95. for name in mentor_names:
  96. # index_ = name.count(' ')
  97. if len(' '.join(name.split()[:index_]).upper()) < 3:
  98. index_ = 2
  99. elif len(' '.join(name.split()[:index_]).upper()) < 2:
  100. index_ = 1
  101. if ' '.join(name2.split()[:index_]).upper() in name.upper():
  102. # print(name)
  103. for index, row in df.iterrows():
  104. if row['Name'] == name2:
  105. df.loc[index, 'Name'] = name
  106. df['Transaction details'] = df[lang['Description']]
  107. df['day'] = df[lang['Transaction date']].str.slice(*day_slice)
  108. unique_count = df['day'].nunique()
  109. self.doc_list = list(range(1, unique_count + 1))
  110. days = df['day'].unique().tolist()
  111. self.days = days
  112. trans = []
  113. cl_names = []
  114. obs = []
  115. counts = []
  116. for day in days:
  117. values = df.loc[df['day'] == day, 'Amount'].tolist()
  118. trans.append(values)
  119. self.trans_dict = {k: v for k, v in zip(days, trans)}
  120. for day in days:
  121. values = df.loc[df['day'] == day, 'Name'].tolist()
  122. for ind in range(len(mentor_names)):
  123. index_ = mentor_names[ind].count(' ')
  124. mentor_names[ind] = ' '.join(mentor_names[ind].split()[:index_]).upper()
  125. # print(mentor_names[ind])
  126. for i in range(len(values)):
  127. # print(values[i])
  128. if values[i] not in mentor_names:
  129. values[i] = ''
  130. cl_names.append(values)
  131. self.names_dict = {k: v for k, v in zip(days, cl_names)}
  132. # print(self.names_dict)
  133. for day in days:
  134. values = df.loc[df['day'] == day, 'Transaction details'].tolist()
  135. obs.append(values)
  136. self.obs_dict = {k: v for k, v in zip(days, obs)}
  137. for day in days:
  138. value_counts = df['day'].value_counts()
  139. count_of_value = value_counts[day]
  140. counts.append(count_of_value)
  141. self.counts = counts
  142. self.unique_count = unique_count
  143. def to_dict(self, kind: str, month_back: int, std_client: str, acc_symbol: int):
  144. kinds = ['TotalIncasari', 'TotalPlati']
  145. if kind not in kinds:
  146. raise TypeError(f'type not in {kinds}')
  147. else:
  148. data = {'AnLucru': date.today().year,
  149. 'LunaLucru': get_last_month(month_back),
  150. 'TotalDocumente': self.unique_count,
  151. 'documents': self.doc_list,
  152. 'AccountName': self.account_name,
  153. 'AccountSymbol': self.account_symbol,
  154. 'AccountNumber': self.account_number,
  155. 'AccountLocation': self.account_location,
  156. 'AccountAgencyLocation': self.account_agency,
  157. 'Currency': self.currency,
  158. 'days': self.days,
  159. kind: self.counts,
  160. 'incasari': self.counts,
  161. 'clients': self.names_dict,
  162. 'cods': self.fiscal_code_dict,
  163. 'amount': self.trans_dict,
  164. 'cont': acc_symbol,
  165. 'std_client': std_client,
  166. 'obs': self.obs_dict
  167. }
  168. return data