KaneAI - World’s First E2E Software Testing Agent.Book a Demo 
How to use _translate_code method in Airtest
Best Python code snippet using Airtest
client.py
Source:client.py 
...16 self.jsf_state = 017 self.debug = debug18 self._location_cache = {} # Maps location strings to location codes19 self.last_resp = None # Keep the last response for debugging20 self.prev_currency_code = self._translate_code('ALCurrencyFormat', 'USD') # Default currency for the21 # _annotate_fx function22 self._log_file = open('log_' + time.strftime('%Y-%m-%d %H%M%S') + '.txt', 'wb')23 @staticmethod24 def _get_numeric_code(code_type, code):25 try:26 code_num = int(code)27 except ValueError:28 code_num = codes[code_type][code]29 return code_num30 def _translate_code(self, code_type, code):31 """32 Check if code is a text code, and if it is, translate it; if it's already33 a number, just return it directly34 """35 return 'type:{0};id:{1};'.format(code_type, self._get_numeric_code(code_type, code))36 @staticmethod37 def _format_date(date):38 """39 Convert dates to the correct, needed string format40 """41 if isinstance(date, datetime.datetime):42 return date.strftime('%m/%d/%y')43 # Assume it's in an okay format otherwise44 return date45 def log(self, *args):46 for arg in args:47 print >> self._log_file, arg48 def _update_state(self, resp):49 # Get the jsf_tree_64 and jsf_state_64 variables to be used next50 match = re.search('jsf_tree_64" value="(\d+)', resp.text)51 orig_resp = resp52 if match is None:53 # Some pages return a window.location redirect54 match = re.search('window.location = "([^"]*)', resp.text)55 if match is not None:56 sso_url = match.group(1)57 resp = self.session.get(sso_url, verify=False)58 self.log('Opening SSO URL: ' + sso_url)59 # Some pages return a frame, and we need to get the contents of that frame to get the ER60 elif resp.text.find(urls.TAB_FRAME_PATH) != -1:61 resp = self.session.get(urls.TAB_FRAME, verify=False)62 self.log('Opening tab frame: ' + urls.TAB_FRAME)63 match = re.search('jsf_tree_64" value="(\d+)', resp.text)64 jsf_state = match.group(1)65 match2 = re.search('XM_FORM_TOKEN" value="([^"]+)', resp.text)66 xm_form_token = match2.group(1)67 match2 = re.search('XM_FORM_NAME" value="([^"]+)', resp.text)68 xm_form_name = match2.group(1)69 resp = self.session.post(urls.TAB_FRAME, {70 'jsf_tree_64': jsf_state,71 'jsf_state_64': jsf_state,72 'XM_FORM_TOKEN': xm_form_token,73 'XM_FORM_NAME': xm_form_name,74 'jsf_viewid': "/suite/common/initial_tab_frame.jsp",75 'startForm_SUBMIT': '1'76 }, verify=False)77 match = re.search('jsf_tree_64" value="(\d+)', resp.text)78 if match is None:79 raise Exception('Could not find jsf_tree_64 for response to {0} ({1}): {2}'.format(80 resp.url, orig_resp.url, resp.text))81 self.jsf_state = match.group(1)82 # Get the AJAX token83 match = re.search('XM_FORM_TOKEN" value="([^"]+)', resp.text)84 if match is None:85 raise Exception('Could not find XM_FORM_TOKEN for response to {0} ({1}): {2}'.format(86 resp.url, orig_resp.url, resp.text))87 self.xm_form_token = match.group(1)88 # Get the AJAX token89 match = re.search('XM_FORM_NAME" value="([^"]+)', resp.text)90 if match is None:91 raise Exception('Could not find XM_FORM_NAME for response to {0} ({1}): {2}'.format(92 resp.url, orig_resp.url, resp.text))93 self.xm_form_name = match.group(1)94 def _get(self, url, update_state = True, **kwargs):95 self.log('GET: ' + url)96 resp = self.session.get(url, verify=False, **kwargs)97 self.log('GET response: ' + resp.text)98 self.last_resp = resp99 if update_state:100 self._update_state(resp)101 return resp102 def _post(self, url, post_fields = None, update_state = True, **kwargs):103 if post_fields is None:104 post_fields = {}105 post_fields['jsf_tree_64'] = self.jsf_state106 post_fields['jsf_state_64'] = self.jsf_state107 if self.xm_form_token and self.xm_form_name:108 post_fields['XM_FORM_TOKEN'] = self.xm_form_token109 post_fields['XM_FORM_NAME'] = self.xm_form_name110 self.log('POST: ' + url)111 self.log('POST fields: ', post_fields)112 resp = self.session.post(url, post_fields, verify=False, **kwargs)113 self.last_resp = resp114 self.log('Response: ' + resp.text)115 if update_state:116 self._update_state(resp)117 return resp118 def login_expenses(self, username, tracking_num = None):119 s = self.session120 # Log in to expenses121 params = {122 'externalURL': '/ExtnWebApplication?documentType=100',123 'userLogin': username124 }125 if tracking_num is not None:126 params['trackingNum'] = tracking_num127 r = s.get(urls.ER_AUTHENTICATION, verify=False, params=params)128 # Do Javascript redirect manually129 match = re.search('window.location = "([^"]*)', r.text)130 if match is None:131 raise Exception('Could not log in to expense reporting')132 sso_url = match.group(1)133 resp = self._get(sso_url)134 return resp135 @staticmethod136 def _get_form_data(resp_text):137 """138 Given a page's HTML, get the form values and submit URL139 :param resp_text: page's HTML140 :return: tuple of (url, dict with form values)141 """142 h = HTMLParser.HTMLParser()143 # Get the submission URL144 match = re.search('action="([^"]+)', resp_text)145 url = h.unescape(match.group(1))146 # Get the form fields147 matches = re.findall('<input[^>]* name="([^"]+)"[^>]* value="([^"]+)', resp_text)148 form_fields = {match[0]: h.unescape(match[1]) for match in matches}149 return (url, form_fields)150 def login(self, username, password):151 # Submit analytics152 self.submit_analytics(username)153 s = self.session154 # SSO login155 r = s.get(urls.LOGIN, verify=False)156 if r.text.find('Access rights validated') == -1:157 raise Exception('Could not log in; please make sure you are logged in on McKinsey VPN')158 (url, form_fields) = self._get_form_data(r.text)159 # Re-request as POST160 r = s.post(url, form_fields, verify=False)161 # VPN login required since we don't have proxy pre-installed162 r = s.post(urls.VPN_LOGIN, {163 'username': username,164 'password': password,165 'vhost': 'standard'166 })167 match = re.search('input type="hidden" name="dummy" value="([^"]+)', r.text)168 if match is None:169 print >> sys.stderr, r.text170 raise Exception('Could not log in to proxy; make sure you\'re connected on McKinsey VPN and your password is correct')171 dummy = match.group(1)172 # Finish login by doing SSO again173 r = s.post(url, {174 'dummy': dummy175 }, verify=False)176 (url, form_fields) = self._get_form_data(r.text)177 r = s.post(url, form_fields, verify=False)178 # Final login to expenses tool with SSO password179 (url, form_fields) = self._get_form_data(r.text)180 r = s.post(urls.AUTHENTICATION, form_fields, verify=False)181 self.username = username182 # Log in to expenses183 self.login_expenses(username)184 def submit_analytics(self, username):185 s = self.session186 r = s.get(urls.ANALYTICS, params={'user': username})187 def open_expense_report(self, tracking_num):188 self.login_expenses(self.username, tracking_num)189 resp = self._post(urls.START_APP, {190 'jsf_viewid': '/app/document/startApp.jsp',191 'startForm:RealUserLoginInput': '',192 'startForm:copyDocInput': 'false',193 'startForm:DocNumInput': tracking_num,194 'startForm:HtmlAuditInput': 'false',195 'startForm:StartWithSpreadsheetImportInput': 'false',196 'startForm:QuickItemInput': 'false',197 'startForm:VoiceItemInput': 'false',198 'startForm:startBtn': 'StartApp',199 'startForm_SUBMIT': '1',200 'startForm:_link_hidden_': ''201 })202 if resp.text.find(tracking_num) == -1:203 raise Exception('Could not open ER step 1 ' + str(tracking_num) + ': ' + resp.text)204 first_jsf_state = self.jsf_state205 resp = self._post(urls.TAB_FRAME, {206 'jsf_viewid': '/suite/common/initial_tab_frame.jsp',207 'startForm_SUBMIT': '1',208 'autoScroll': '',209 'startForm:_link_hidden_': ''210 })211 if self.jsf_state <= first_jsf_state:212 # This should have incremented the jsf_state by 1213 raise Exception('Could not open ER step 2 '+ resp.text)214 return resp215 def close_expense_report(self, tracking_num, skip_open = False):216 if not skip_open:217 self.open_expense_report(tracking_num)218 # First load the prerequisite page219 resp = self._post(urls.CLOSE_EXPENSE_REPORT, {})220 # Actually close the expense report221 resp = self._post(urls.CLOSE_EXPENSE_REPORT, {222 'mainForm_SUBMIT': '1',223 'mainForm:_link_hidden_': 'mainForm:closeBtn2'224 }, False)225 # Check for correct response226 if resp.text.find('Closing window!') == -1:227 raise Exception('Error while closing expense report: ' + resp.text)228 return resp229 def create_expense_report(self, title):230 # Do the start form231 resp = self._post(urls.START_APP)232 if resp.status_code >= 400:233 raise Exception('Error while starting app: ' + resp.text)234 # Create expense report235 resp = self._post(urls.CREATE_ER, {236 'headerForm:title-PFAField': title,237 'headerForm:ADC_1210321500': '', # Charge code ID238 'headerForm:ADC_1210321500_input': '', # Charge code239 'headerForm_SUBMIT': '1',240 'headerForm:continueBtn2': 'Continue'241 })242 if resp.status_code >= 400:243 raise Exception('Error while starting app: ' + resp.text)244 # Return the ER code245 match = re.search('ER\d+', resp.text)246 if match is None:247 raise Exception('Error while getting Expense Report ID: ' + resp.text)248 return match.group(0)249 def delete_expense_report(self, er, skip_close=False):250 if not skip_close:251 self.close_expense_report(er)252 resp = self._get(urls.REAL_INDEX)253 # Get the form submission URL254 pattern = 'action="([^"]*)"'255 match = re.search(pattern, resp.text)256 if match is None:257 raise Exception('Unexpected HTML while getting list of reports; could not find form submission URL')258 form_submit_url = match.group(1)259 # Split it based on the tr260 split_text = re.split('<tr class="itemTable_Row\d">', resp.text)261 # Find the entry corresponding to our ER262 for text in split_text:263 if text.find(er) != -1:264 pattern = "(myDocumentsForm:workItemsListId_\d+:_id\d+)';" +\265 "document.forms\['myDocumentsForm'\].elements\['trackingNo'\].value='([\d-]+)'"266 match = re.search(pattern, text)267 if match is None:268 raise Exception('Unexpected HTML while getting list of reports: could not find trackingNo: ' +269 pattern + ' in ' + text)270 listId = match.group(1)271 trackingNo = match.group(2)272 resp = self._post(form_submit_url, {273 'recallMessage': 'Are you sure you want to recall this document?',274 'jsf_viewid': '/portal/inbox/mydocuments.jsp',275 'myDocumentsForm_SUBMIT': '1',276 'trackingNo': trackingNo,277 'skipRequiredValidations': '',278 'workitemId': '',279 'navPath': '',280 'myDocumentsForm:_link_hidden_': str(listId)281 })282 if resp.text.find('You cannot delete this document') != -1:283 # Get the actual error message if possible284 pattern = 'You cannot delete this document at this time.[^<]*'285 match = re.search(pattern, resp.text)286 if match is not None:287 raise Exception('Could not delete document: ' + match.group(0))288 else:289 raise Exception('Could not delete document: ' + resp.text)290 return291 raise Exception('Could not find the report with code ' + str(er))292 def create_entry(self, expenseType):293 """294 Create an expense entry295 :param expenseType: string of the expense type (e.g. "Hotel", "Meals 1 - Travel Dining Alone")296 :rtype response297 """298 # Initial load of the page to set state299 self.log('Initial add expense page load')300 resp = self._post(urls.ADD_EXPENSE)301 self.log('Creating expense: ' + expenseType)302 resp = self._post(urls.ADD_EXPENSE, {303 'expenseTypeId': self._get_numeric_code('ExpenseType', expenseType),304 'mainForm_SUBMIT': '1',305 'mainForm:_link_hidden_': "mainForm:headerExpenseTypesList_3:headerExpenseTypeSelectLink"306 })307 if resp.status_code >= 400 or resp.text.find('Expense Item') == -1:308 raise Exception('Error while creating expense: ' + resp.text)309 return resp310 def confirm_line_warnings(self, resp):311 """312 Check if we have line warnings from submitting a request, and if it does,313 auto-accept it314 """315 if resp.text.find('lineViolationForm') != -1:316 new_resp = self._post(urls.SKIP_VIOLATION, {317 'lineViolationForm:continueBtn2': 'Continue',318 'lineViolationForm_SUBMIT': '1',319 'lineViolationForm:_link_hidden_': ''320 })321 return new_resp322 return resp323 suggestions_cache = {}324 def _get_suggestions(self, field, value):325 # Use the cache when possible326 if field in self.suggestions_cache and value in self.suggestions_cache[field]:327 return self.suggestions_cache[field][value]328 resp = self._post(urls.LOOKUP_CODE + '?affectedAjaxComponent=' + field,329 {field: value}, False)330 matches = re.findall('id="[^"]*:([^:"]*)">([^<]*)</li>', resp.text)331 if field not in self.suggestions_cache:332 self.suggestions_cache[field] = {}333 if value not in self.suggestions_cache[field]:334 self.suggestions_cache[field][value] = matches335 return matches336 def _get_ajax_suggestions(self, field, value):337 # Use the cache when possible338 if field in self.suggestions_cache and value in self.suggestions_cache[field]:339 return self.suggestions_cache[field][value]340 resp = self._post(urls.LOOKUP_CODE, {341 'affectedAjaxComponent': field,342 'affectedAjaxComponentValue': value343 }, update_state=False)344 # Build the cache structures345 if field not in self.suggestions_cache:346 self.suggestions_cache[field] = {}347 results = resp.json()348 matches = []349 for result in results:350 code = result['value']351 label = urllib.unquote(result['label']).decode('utf8')352 if label != '':353 matches.append((code, label))354 self.suggestions_cache[field][value] = matches355 return matches356 def _get_location_suggestions(self, location):357 """358 Given a string for a location, returns the list of all matches and codes359 :param location: city name (e.g. "San Francisco")360 :return: [(code, locationName), (code2, locationName2), ...]361 :rtype: list362 """363 return self._get_ajax_suggestions('editItemForm:ADC_3048906', location)364 @staticmethod365 def _clarify(suggestions, strings, allow_none = False):366 """367 Prompt the user for clarification from a list of options368 :param suggestions: list of suggestions369 :return: the item in the list the user eventually selects370 """371 for i in xrange(len(suggestions)):372 print '[{0}] {1}'.format(i + 1, strings[i])373 if allow_none:374 print '[0] NONE of the above'375 confirmed = False376 selection = -1377 while not confirmed:378 while not ((selection >= 1 and selection <= len(suggestions)) or (allow_none and selection == 0)):379 try:380 print 'Enter the number: '381 selection = int(raw_input())382 except:383 print 'That was not a number: please try again'384 selected_string = strings[selection - 1] if selection != 0 else 'None of the above'385 print 'You selected "{0}"; is that correct?'.format(selected_string)386 print '(Enter y for yes, n for no) '387 confirm = raw_input()388 if confirm == 'y':389 confirmed = True390 if selection >= 1:391 return suggestions[selection - 1]392 return None # allow_none is true393 def _get_location(self, location, prompt = True):394 """395 Get the code for a location, prompting the user to clarify if multiple396 options397 :param location: city name string398 :return: a tuple of the code and the name (e.g. (3001280, 'San Salvador/El Salvador'))399 """400 if location in self._location_cache:401 return self._location_cache[location]402 suggestions = self._get_location_suggestions(location)403 while len(suggestions) == 0:404 print 'We could not find a location starting with "' + location + '"; did you misspell it? Try another:'405 new_location = raw_input()406 suggestions = self._get_location_suggestions(location)407 if len(suggestions) == 1:408 # Single suggestion: just use it409 self._location_cache[location] = suggestions[0]410 else:411 # Multiple suggestions: clarify with user412 strings = [suggestion[1] for suggestion in suggestions]413 print 'Which of the above did you mean by "{0}"'.format(location) + '?'414 self._location_cache[location] = self._clarify(suggestions, strings)415 return self._location_cache[location]416 def _get_charge_code_suggestions(self, charge_code):417 return self._get_ajax_suggestions('editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice',418 charge_code)419 def _get_charge_code(self, charge_code):420 charge_codes = self._get_charge_code_suggestions(charge_code)421 if len(charge_codes) == 0:422 raise Exception('"{0}" is not a valid charge code'.format(charge_code))423 return charge_codes[0]424 def _get_exchange_rate(self, date, amount, currency=None, currency_code=None):425 """426 Get the exchange rate and amount427 :param currency: currency of the payment (optional; either this or currency_code)428 :param currency_code: currency code of the payment (optional; this or currency)429 :param date: date of the payment430 :param amount: amount, in local currency, to convert431 :return: (amount_paid, exchange_rate)432 """433 if currency:434 currency_code = self._translate_code('ALCurrencyFormat', currency)435 resp = self._post(urls.AJAX_REQUEST, {436 'execute': 'editItemForm:currencyVal-PFAChoice editItemForm:date-PFAField editItemForm:amountVal-PFAField',437 'method': 'form.setFXRate',438 'render': 'editItemForm:paidAmountPanelGroup editItemForm:fxRatePanelGroup',439 'action': 'updateTarget',440 'componentId': 'editItemForm:currencyVal-PFAChoice',441 'editItemForm:currencyVal-PFAChoice': currency_code,442 'editItemForm:date-PFAField': date,443 'editItemForm:amountVal-PFAField': amount,444 'jsf_viewid': '/app/er_line.jsp'445 }, update_state=False)446 usd_code = self._translate_code('ALCurrencyFormat', 'USD')447 if currency_code == usd_code:448 # US$ is the default currency; it won't be present449 return amount, '1'450 match1 = re.search('editItemForm:paidAmountVal" type="text" value="([\d.]+)',451 resp.text)452 if match1 is None:453 raise Exception('Could not get amount / exchange rate for currency {0} on {1}:\n{2}'.format(454 currency_code, date, resp.text))455 amount_paid = match1.group(1)456 match2 = re.search('editItemForm:fxRateVal-PFAField" type="text" value="([\d.]+)',457 resp.text)458 if match2 is None:459 raise Exception('Could not get exchange rate for currency {0} on {1}:\n{2}'.format(460 currency_code, date, resp.text))461 exchange_rate = match2.group(1)462 return amount_paid, exchange_rate463 def _annotate_fx(self, post_request):464 """465 Annotate a POST request with the needed currency conversion codes466 :param post_request: post_request to annotate: we use the467 - editItemForm:date-PFAField468 - editItemForm:amountVal-PFAField469 - editItemForm:currencyVal-PFAChoice470 to build the actual request471 :return: None472 """473 currency_code = post_request['editItemForm:currencyVal-PFAChoice']474 amount = post_request['editItemForm:amountVal-PFAField']475 date = post_request['editItemForm:date-PFAField']476 usd_code = self._translate_code('ALCurrencyFormat', 'USD')477 if currency_code == usd_code and self.prev_currency_code == usd_code:478 # Even if we're using USD, if we're switching back from another currency, we HAVE to make the479 # _get_exchange_rate request480 post_request['editItemForm:fxRateVal-PFAField'] = '1'481 post_request['editItemForm:paidAmountVal'] = amount482 return post_request483 self.prev_currency_code = currency_code484 amount_paid, exchange_rate = self._get_exchange_rate(date, amount, currency_code=currency_code)485 post_request['editItemForm:fxRateVal-PFAField'] = exchange_rate486 post_request['editItemForm:paidAmountVal'] = amount_paid487 return post_request488 def create_hotel_entry(self, charge_code, location, check_in, check_out, total,489 room_rate, tax1=None, tax2=None, tax3=None, tax4=None, tax5=None,490 breakfast=None, parking=None, internet=None,491 currency='USD', notes='', meals=None):492 if meals is None:493 meals = [] # Array of (date, meal, amount)494 self.create_entry('Hotel')495 check_in_str = self._format_date(check_in)496 check_out_str = self._format_date(check_out)497 currency_code = self._translate_code('ALCurrencyFormat', currency)498 (location_code, location_name) = self._get_location(location)499 (charge_code_code, charge_code) = self._get_charge_code(charge_code)500 # Go to the itemize page501 submit_post_request = {502 'editItemForm:date-PFAField': check_out_str,503 'editItemForm:amountVal-PFAField': total,504 'editItemForm:currencyVal-PFAChoice': currency_code,505 'editItemForm:ADC_3048906_input': location_name,506 'editItemForm:ADC_3048906': location_code,507 'editItemForm:receipt-PFAField': 'true',508 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,509 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,510 'editItemForm:ADC_-1999999888': 'type:SubExpenseType;id:-1999992755;', # Hotel for Firm Member511 'editItemForm:ADC_3048902': '',512 'editItemForm:note_panel:noteFld': notes,513 'editItemForm_SUBMIT': '1',514 'editItemForm:_link_hidden_': ''515 }516 submit_post_request = self._annotate_fx(submit_post_request)517 itemize_post = submit_post_request.copy()518 itemize_post['editItemForm:_link_hidden_'] = 'editItemForm:addItemizeBtn'519 resp = self._post(urls.SUBMIT_EXPENSE, itemize_post)520 resp = self.confirm_line_warnings(resp)521 if resp.text.find('Quick Itemize') == -1:522 raise Exception('Could not open the itemize screen for hotels: instead got response ' + resp.text)523 # Open the Quick Itemize page524 # resp = self._post(urls.LINE_ITEMIZE, {525 # 'editItemizationsForm:newExpenseTypeVal': '',526 # 'editItemizationsForm:quickItemizationBtn': 'Quick Itemize',527 # 'editItemizationsForm_SUBMIT': '1',528 # 'editItemizationsForm:_link_hidden_': 'editItemForm:addItemizeBtn'529 # })530 #531 # if resp.text.find('Daily Lodging Charges') == -1:532 # raise Exception('Could not open the quick itemize screen: instead got response ' + resp.text)533 start = datetime.datetime.strptime(check_in_str, '%m/%d/%y')534 end = datetime.datetime.strptime(check_out_str, '%m/%d/%y')535 delta = end - start536 number_days = delta.days537 # Submit the itemizations538 resp = self._post(urls.QUICK_ITEMIZE_SUBMIT, {539 'editItemizationsForm:hotelQISubview:endDateVal': check_out_str,540 'editItemizationsForm:hotelQISubview:numberDaysVal': number_days,541 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46021': room_rate, # Taxes542 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46029': tax1 if tax1 else '',543 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46029_1': tax2 if tax2 else '',544 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46029_2': tax3 if tax3 else '',545 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46029_3': tax4 if tax4 else '',546 'editItemizationsForm:hotelQISubview:lodgingChargesGroup_46029_4': tax5 if tax5 else '',547 'editItemizationsForm:hotelQISubview:otherChargesGroup_-1999586252': breakfast if breakfast else '', # Breakfast548 'editItemizationsForm:hotelQISubview:otherChargesGroup_46025': parking if parking else '', # Parking / Toll / Other549 'editItemizationsForm:hotelQISubview:otherChargesGroup_-1999898515': internet if internet else '', # Internet - Wifi550 'editItemizationsForm:hotelQISubview:continue2Btn': 'Continue',551 'editItemizationsForm_SUBMIT': '1',552 'editItemizationsForm:_link_hidden_': ''553 })554 resp = self.confirm_line_warnings(resp)555 if resp.text.find('Finish Itemization') == -1 and resp.text.find('Save Itemization') == -1:556 raise Exception('Could not do quick itemize: instead got response ' + resp.text)557 # Itemize meals individually558 for meal in meals:559 resp = self._post(urls.LINE_ITEMIZE, {560 'editItemizationsForm:_link_hidden_': 'editItemizationsForm:expenseTypesList_2:expenseTypeSelectLink',561 'editItemizationsForm_SUBMIT': '1',562 'expenseTypeId': self._get_numeric_code('ExpenseType', 'Meals 1 - Travel Dining Alone')563 })564 if resp.text.find('Meal Type') == -1:565 raise Exception('Could not itemize meal as a part of a hotel bill: instead got response ' + resp.text)566 itemize_post_fields = {567 'editItemForm:date-PFAField': self._format_date(meal['date']),568 'editItemForm:amountVal-PFAField': meal['amount'],569 'editItemForm:ADC_-1999999878': self._translate_code('MealType', meal['type']),570 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,571 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,572 'editItemForm:note_panel:noteFld': '',573 'editItemForm:saveBtn2': 'Save',574 'editItemForm_SUBMIT': '1',575 'editItemForm:_link_hidden_': 'editItemForm:saveBtn'576 }577 resp = self._post(urls.LINE_ITEMIZE_SUBMIT, itemize_post_fields)578 resp = self.confirm_line_warnings(resp)579 if resp.text.find('Save Itemization') == -1 and resp.text.find('Finish Itemization') == -1:580 raise Exception('Could not itemize meal: instead got response ' + resp.text)581 # Close the itemization screen582 resp = self._post(urls.LINE_ITEMIZE, {583 'editItemizationsForm:saveBtn2': 'Save+Itemization',584 'editItemizationsForm_SUBMIT': '1',585 'editItemizationsForm:_link_hidden_': ''586 })587 if resp.text.find('Currency') == -1:588 raise Exception('Error while finishing itemization: ' + resp.text)589 # Do the final submissions590 submit_post = submit_post_request.copy()591 submit_post['editItemForm:_link_hidden_'] = 'editItemForm:saveBtn'592 resp = self._post(urls.SUBMIT_EXPENSE, submit_post)593 resp = self.confirm_line_warnings(resp)594 if resp.text.find('My Receipts') == -1:595 raise Exception('Error while submitting added hotel expense: ' + resp.text)596 def create_meal1_entry(self, charge_code, location, date, amount, meal, currency = 'USD', notes=''):597 self.create_entry('Meals 1 - Travel Dining Alone')598 date_str = self._format_date(date)599 currency_code = self._translate_code('ALCurrencyFormat', currency)600 (location_code, location_name) = self._get_location(location)601 (charge_code_code, charge_code) = self._get_charge_code(charge_code)602 meal_type = self._translate_code('MealType', meal)603 resp = self._post(urls.SUBMIT_EXPENSE, self._annotate_fx({604 'editItemForm:date-PFAField': date_str,605 'editItemForm:amountVal-PFAField': amount,606 'editItemForm:currencyVal-PFAChoice': currency_code,607 'editItemForm:ADC_-1999999878': meal_type,608 'editItemForm:ADC_3048906_input': location_name,609 'editItemForm:ADC_3048906': location_code,610 'editItemForm:receipt-PFAField': 'true',611 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,612 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,613 'editItemForm:ADC_3048902': '',614 'editItemForm:note_panel:noteFld': notes,615 'editItemForm_SUBMIT': '1',616 'editItemForm:_link_hidden_': 'editItemForm:saveBtn'617 }))618 resp = self.confirm_line_warnings(resp)619 if resp.text.find('My Receipts') == -1:620 raise Exception('Error while submitting added Meals 1 expense: ' + resp.text)621 def create_meal2_entry(self, charge_code, location, date, amount, nature, attendee_count,622 currency='USD', notes=''):623 self.create_entry('Meals 2 - In Office')624 date_str = self._format_date(date)625 currency_code = self._translate_code('ALCurrencyFormat', currency)626 (location_code, location_name) = self._get_location(location)627 (charge_code_code, charge_code) = self._get_charge_code(charge_code)628 nature_and_relevance = self._translate_code('SubExpenseType2', nature)629 resp = self._post(urls.SUBMIT_EXPENSE, self._annotate_fx({630 'editItemForm:date-PFAField': date_str,631 'editItemForm:amountVal-PFAField': amount,632 'editItemForm:currencyVal-PFAChoice': currency_code,633 'editItemForm:ADC_1000080050': nature_and_relevance,634 'editItemForm:ADC_3048909': str(int(attendee_count)),635 'editItemForm:ADC_3048906_input': location_name,636 'editItemForm:ADC_3048906': location_code,637 'editItemForm:ADC_-1999999888': 'type:SubExpenseType;id:-1999992755;', # Meal for firm member638 'editItemForm:receipt-PFAField': 'true',639 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,640 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,641 'editItemForm:ADC_3048902': '', # Vendor642 'editItemForm:note_panel:noteFld': notes,643 'editItemForm_SUBMIT': '1',644 'editItemForm:_link_hidden_': 'editItemForm:saveBtn'645 }))646 resp = self.confirm_line_warnings(resp)647 if resp.text.find('My Receipts') == -1:648 raise Exception('Error while submitting added Meals 2 expense: ' + resp.text)649 @staticmethod650 def _get_existing_vendors(resp_text):651 """652 Get a dict of {'vendor': 'code'} based on the HTML on a certain page653 @param resp_text: HTML response for a page654 @return:655 """656 matches = re.findall('(type:Vendor;id:[^"]*)"(?: selected="selected")?>([^<]*)', resp_text)657 matches_dict = {vendor: id for id, vendor in matches}658 return matches_dict659 people_cache = {}660 def create_meal3_entry(self, charge_code, location, date, amount, nature, meal,661 vendor, attendees, currency = 'USD', notes=''):662 """663 By far the most complex meal type: add a Team Dinner style meal664 """665 resp = self.create_entry('Meals 3 - Group Outside Office')666 existing_vendors = self._get_existing_vendors(resp.text)667 date_str = self._format_date(date)668 currency_code = self._translate_code('ALCurrencyFormat', currency)669 (location_code, location_name) = self._get_location(location)670 (charge_code_code, charge_code) = self._get_charge_code(charge_code)671 nature_and_relevance = self._translate_code('SubExpenseType3', nature)672 meal_type = self._translate_code('MealType', meal)673 # Final submission data674 post_data = {675 'editItemForm:date-PFAField': date_str,676 'editItemForm:amountVal-PFAField': amount,677 'editItemForm:currencyVal-PFAChoice': currency_code,678 'editItemForm:ADC_1000080051': nature_and_relevance,679 'editItemForm:ADC_-1999999878': meal_type,680 'editItemForm:ADC_3048902': '', # Vendor681 'editItemForm:ADC_3048906_input': location_name,682 'editItemForm:ADC_3048906': location_code,683 'editItemForm:receipt-PFAField': 'true',684 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,685 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,686 'editItemForm:note_panel:noteFld': notes,687 'editItemForm_SUBMIT': '1',688 'editItemForm:_link_hidden_': 'editItemForm:saveBtn'689 }690 post_data = self._annotate_fx(post_data)691 # Add the vendors, if needed692 if vendor not in existing_vendors:693 add_vendor_post_data = post_data.copy()694 add_vendor_post_data['editItemForm:_link_hidden_'] = 'editItemForm:ADC_3048902Btn'695 add_vendor_post_data['targetName'] = "form.currentERLineItem.extensions['vendorName']'"696 resp = self._post(urls.SUBMIT_EXPENSE, add_vendor_post_data)697 if resp.text.find('Add Vendor / Establishment') == -1:698 raise Exception('Could not open Add Vendor page; got error: ' + resp.text)699 resp = self._post(urls.ADD_VENDOR, {700 'addCorpDataScreenForm:addCorpDataVal': vendor,701 'addCorpDataScreenForm:saveBtn': 'Save',702 'addCorpDataScreenForm_SUBMIT': '1',703 'addCorpDataScreenForm:_link_hidden_': ''704 })705 existing_vendors = self._get_existing_vendors(resp.text)706 if vendor not in existing_vendors:707 raise Exception('Failed to add Vendor {0}; instead got: '.format(vendor) + resp.text)708 vendor_id = existing_vendors[vendor]709 post_data['editItemForm:ADC_3048902'] = vendor_id710 # Add the attendees711 # 1. Open up the screen712 add_attendee_post_data = post_data.copy()713 add_attendee_post_data['editItemForm:_link_hidden_'] = \714 'editItemForm:guest_wrapper_panel:guestQuickAddBtnChooserBtn'715 add_attendee_post_data['editItemForm:guest_wrapper_panel:addBtn'] = 'Add'716 resp = self._post(urls.SUBMIT_EXPENSE, add_attendee_post_data)717 if resp.text.find('Find Guests') == -1:718 raise Exception('Could not open Find Guests screen: ' + resp.text)719 # 2. Search for attendees720 guest_chooser_base = {721 'guestForm:guestChooserTabbedPane_indexSubmit': '',722 'guestForm:guest_chooser_search_tab:namesVal': '',723 'guestForm:guest_chooser_search_tab:guestType-PFAChoice': '',724 'guestForm:guest_chooser_search_tab:title-PFAField': '',725 'guestForm:guest_chooser_search_tab:company-PFAField': '',726 'guestForm:guest_chooser_search_tab:addressChoice': '',727 'guestForm:guest_chooser_search_tab:isPersonal-PFAChoice': '',728 'guestForm:guest_chooser_search_tab:guestListChoice': '',729 'guestForm:guest_chooser_recent_tab:recentRadio': 'true',730 'pagingEnabled': 'false',731 'guestForm_SUBMIT': '1'732 }733 search_guests = guest_chooser_base.copy()734 attendee_string = ';'.join(attendees) # Search uses colon-separated attendees735 search_guests['guestForm:guest_chooser_search_tab:namesVal'] = attendee_string736 search_guests['guestForm:guest_chooser_search_tab:searchBtn'] = 'Search'737 resp = self._post(urls.GUEST_CHOOSER, search_guests)738 if resp.text.find('Guest Details') == -1:739 raise Exception('Couldn\'t successfully search for guests: ' + resp.text)740 # Extract the attendee data741 def extract_people(resp_text):742 """743 :rtype : list744 """745 html_parts = re.split('name="guestForm:guest_chooser_search_tab:_id[^:]*:searchSelectCheckbox', resp_text)746 del html_parts[0]747 def extract_info(html_part):748 """749 Extracts the ID, name, and position within McKinsey from the attendee search data750 :param html_part: HTML for the particular person's entry751 :return: a dict with all matching people's information752 """753 match = re.search('value="([^"]+)', html_part)754 id = match.group(1)755 match = re.search('col3143086Val">([^<]*)', html_part)756 first_name = match.group(1)757 match = re.search('col3143087Val">([^<]*)', html_part)758 last_name = match.group(1)759 match = re.search('col3143088Val">([^<]*)', html_part)760 company = match.group(1)761 pattern = 'guestForm:guest_chooser_search_tab:_id\d+_\d+:searchSelectCheckbox'762 match = re.search(pattern, html_part)763 checkbox_id = match.group(0)764 # Whether checkbox is checked; boxes for just-added people765 # are automatically checked766 checked = html_part.find('checked="checked"') != -1767 return {768 'id': id,769 'first_name': first_name,770 'last_name': last_name,771 'name': '{0} {1}'.format(first_name, last_name),772 'company': company,773 'checked': checked,774 'checkbox_id': checkbox_id775 }776 return [extract_info(html) for html in html_parts]777 people = extract_people(resp.text)778 def key_by_name(people):779 """780 Convert the people from extract_text to be keyed by name, with781 multiple people with the same name under an array782 :param people: people from extract_people783 :return: dict { 'First Last': [person1, person2], ...}784 :rtype: dict785 """786 people_by_name = {}787 for person in people:788 name = person['name']789 if name not in people_by_name:790 people_by_name[name] = []791 people_by_name[name].append(person)792 return people_by_name793 existing_attendees = re.findall('guestParentGuestsLabel\d+">([^<]+)', resp.text)794 # Remove all attendees who are auto-added (normally, only oneself)795 missing_attendees = [attendee for attendee in attendees if attendee not in existing_attendees]796 relevant_people = key_by_name(people)797 matched_people = [relevant_people[name][0] for name in missing_attendees if\798 name in relevant_people and len(relevant_people[name]) == 1]799 missing_people = [name for name in missing_attendees if name not in relevant_people]800 ambiguous_people = [name for name in missing_attendees if\801 name in relevant_people and len(relevant_people[name]) > 1]802 # Clarify the ambiguous people803 for name in ambiguous_people:804 print 'Which of the following do you mean by "{0}"?'.format(name)805 relevant = relevant_people[name]806 strings = ['{0} ({1} at {2})'.format(person['name'], person['position'], person['company']) for\807 person in relevant]808 selected = self._clarify(relevant, strings, True)809 if selected is None:810 missing_people.append(name)811 else:812 matched_people.append(selected)813 # Add all matched people first814 def add_guests(people):815 """816 Add all the matched people by making server requests817 :param people: all the guests to add to the invitees list818 """819 add_guest = guest_chooser_base.copy()820 add_guest['guestForm:guest_chooser_search_tab:addBtn1'] = 'Add'821 for person in people:822 add_guest[person['checkbox_id']] = person['id']823 resp = self._post(urls.GUEST_CHOOSER, add_guest)824 missing_names = []825 for person in people:826 name = person['name']827 if resp.text.find(name) == -1:828 missing_names.append(name)829 if missing_names:830 raise Exception('Failed to add guests {0}: '.format(', '.join(missing_names)) + '\n'831 + resp.text)832 # Add everyone matched so far833 add_guests(matched_people)834 # Add the missing people835 for name in missing_people:836 print 'We need to add a new entry for "{0}"'.format(name)837 print 'Is {0} a McKinsey employee? ("y" for yes, anything else for no) '.format(name)838 is_internal_input = raw_input()839 is_internal = is_internal_input.upper() == 'Y'840 if is_internal:841 company = 'McKinsey'842 else:843 print 'What company does {0} work for? '.format(name)844 company = raw_input()845 new_guest = guest_chooser_base.copy()846 new_guest['guestForm:guest_chooser_search_tab:createBtn1'] = 'New'847 resp = self._post(urls.GUEST_CHOOSER, new_guest)848 if resp.text.find('New Guest') == -1:849 raise Exception('Could not open the "New Guest" screen: ' + resp.text)850 space_index = name.rfind(' ')851 first_name = name[0:space_index]852 last_name = name[space_index + 1:]853 resp = self._post(urls.GUEST_ENTRY, {854 'guestEntryForm:firstName-PFAField': first_name,855 'guestEntryForm:lastName-PFAField': last_name,856 'guestEntryForm:guestType-PFAChoice': '0' if is_internal else '1',857 'guestEntryForm:title-PFAField': '',858 'guestEntryForm:company-PFAField': company,859 'guestEntryForm:guestAddressesToggleState': 'true',860 'guestEntryForm:saveBtn': 'Save',861 'guestEntryForm_SUBMIT': '1',862 'guestEntryForm:_link_hidden_': ''863 })864 search_results = extract_people(resp.text)865 existing_attendees = re.findall('guestParentGuestsLabel\d+">([^<]+)', resp.text)866 if name not in existing_attendees:867 raise Exception('Could not add person "{0}": '.format(name) + resp.text)868 # Close the save dialog869 close_dialog = guest_chooser_base.copy()870 close_dialog['guestForm:saveBtn2'] = 'Save'871 resp = self._post(urls.GUEST_CHOOSER, close_dialog)872 if resp.text.find('date-PFAField') == -1:873 raise Exception('Failed to close add guests dialog: ' + resp.text)874 # Finally submit:875 resp = self._post(urls.SUBMIT_EXPENSE, self._annotate_fx(post_data))876 resp = self.confirm_line_warnings(resp)877 if resp.text.find('My Receipts') == -1:878 raise Exception('Error while submitting added Meals 3 expense: ' + resp.text)879 def create_taxi_entry(self, charge_code, location, date, amount, source, destination,880 explanation=None, currency='USD', notes=''):881 self.create_entry('Taxi / Car Services')882 date_str = self._format_date(date)883 currency_code = self._translate_code('ALCurrencyFormat', currency)884 (location_code, location_name) = self._get_location(location)885 (charge_code_code, charge_code) = self._get_charge_code(charge_code)886 from_code = self._translate_code('FromTo', string.capwords(source))887 to_code = self._translate_code('FromTo', string.capwords(destination))888 resp = self._post(urls.SUBMIT_EXPENSE, self._annotate_fx({889 'editItemForm:date-PFAField': date_str,890 'editItemForm:amountVal-PFAField': amount,891 'editItemForm:currencyVal-PFAChoice': currency_code,892 'editItemForm:ADC_-1999888637': from_code,893 'editItemForm:ADC_-1999888627': to_code,894 'editItemForm:ADC_3048906_input': location_name,895 'editItemForm:ADC_3048906': location_code,896 'editItemForm:receipt-PFAField': 'true',897 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice_input': charge_code,898 'editItemForm:allocation_panel:multipleAllocationTable_0:projectChoice': charge_code_code,899 'editItemForm:note_panel:noteFld': notes,900 'editItemForm_SUBMIT': '1',901 'editItemForm:_link_hidden_': 'editItemForm:saveBtn'...
table_parser.py
Source:table_parser.py
...29 "HIGHDEG": str,30 "MAIN": float,31 "HCM2": float,32 }33def _translate_code(json_file, df_column, if_None: str="Unknown"):34 j_file = json.loads(pathlib.Path(json_file).read_text())35 return lambda x:j_file.get(str(x), if_None)36converter_list = [37 ("RELAFFIL", _translate_code("translations/relaffil.json", "RELAFFIL", if_None="None")),38 ("CONTROL", _translate_code("translations/control.json", "CONTROL")),39 ("ST_FIPS", _translate_code("translations/st_fips.json", "ST_FIPS")),40 ("HIGHDEG", _translate_code("translations/high_deg.json", "HIGHDEG")),41 ]42converters = {x:y for x,y in converter_list} # To return "ST_FIPS": lambda x:st_fips_json.get(str(x), "Unknown"), etc 43base_df = pd.read_csv(44 "base_data/Most-Recent-Cohorts-All-Data-Elements.csv",45 usecols=list(column_values.keys()),46 converters=converters,47 dtype=column_values,48)49base_df.fillna(0, inplace=True)50base_df['location'] = base_df.apply(lambda x:f"{x.LATITUDE}, {x.LONGITUDE}", axis=1)51# Create DATAFRAME FOR ACTIVE HBCUs and PBIs52hbcus = base_df.loc[(base_df.HBCU == 1) & (base_df.CURROPER == 1)]53pbis = base_df.loc[(base_df.PBI == 1) & (base_df.CURROPER == 1)]54def _gen_slug_link(school):...
utils.py
Source:utils.py
...23 response = requests.get(self._url)24 except requests.exceptions.RequestException as exc:25 self.valid = False26 self.errors.append(self._translate_exception(exc))27 self.errors.append(self._translate_code(None)[-1])28 else:29 self.status_code = response.status_code30 success, message = self._translate_code(self.status_code)31 self.valid = success32 if message:33 self.errors.append(message)34 @staticmethod35 def _translate_exception(exc):36 """Translate a 'requests' exception to a user-facing message."""37 if isinstance(exc, requests.exceptions.ConnectionError):38 return "Unable to connect to domain."39 return str(exc)40 @staticmethod41 def _translate_code(code):42 """Determine if an HTTP status code should be consider successful."""43 pattern = "URL responded with a non-successful status code: {}"44 if code:45 success = 200 <= code < 40046 if success:47 message = None48 else:49 message = pattern.format(code)50 else:51 success = False52 message = pattern.format("(no response)")53 return success, message54def filter_invalid_urls(urls):55 """Yield a URL response for each invalid URL."""...
Automation Testing Tutorials
Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.
LambdaTest Learning Hubs:
- JUnit Tutorial
- TestNG Tutorial
- Webdriver Tutorial
- WebDriverIO Tutorial
- Protractor Tutorial
- Selenium 4 Tutorial
- Jenkins Tutorial
- NUnit Tutorial
- Jest Tutorial
- Playwright Tutorial
- Cypress Tutorial
- PyTest Tutorial
YouTube
You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.
Run Airtest automation tests on LambdaTest cloud grid
Perform automation testing on 3000+ real desktop and mobile devices online.
Try LambdaTest Now !!
Get 100 minutes of automation test minutes FREE!!
Was this article helpful?
