Best Python code snippet using tox_python
daily_cook_t2_datasets.py
Source: daily_cook_t2_datasets.py
...37 for result in results:38 print(u'---> Play book result <%s> DONE.' % result)39def run_phase_1_jobs(month):40 jobs = [41 (_path_join(u'dapp_youshu/cookbook/00_datakit_dataset_ele.yml'), month, u'ele_daily_env'),42 # (_path_join(u'dapp_youshu/cookbook/points_ranking_mt.yml'), month, u'mt_daily_env'),43 ]44 play_all_jobs(jobs)45 restart_workers()46 jobs = [47 # (_path_join(u'dapp_youshu/cookbook/00_datakit_dataset_ele.yml'), month, u'ele_daily_env'),48 (_path_join(u'dapp_youshu/cookbook/points_ranking_mt.yml'), month, u'mt_daily_env'),49 ]50 play_all_jobs(jobs)51def run_phase_2_jobs(month):52 jobs = [53 (_path_join(u'dapp_youshu/cookbook/salarykit_dataset_ele.yml'), month, u'ele_daily_env'),54 ]55 play_all_jobs(jobs)56 jobs = [57 (_path_join(u'dapp_youshu/cookbook/salarykit_dataset_mt.yml'), month, u'mt_daily_env'),58 ]59 play_all_jobs(jobs)60 restart_workers()61def run_pre_phase(month):62 biz = QPlusFinanceDatasetBiz.instance()63 biz.cook_finance_biz_dataset(month)64def run_qlife_worker_phase(month):65 biz = QPlusFinanceDatasetBiz.instance()66 biz.cook_qlife_workers_dataset(month)67def play_jobs(month=None, run_pre=True, run_x_1=True, run_x_2=True, run_x_3=False, run_x_4=True, run_x_5=False,68 run_x_worker=False, dask_address=None):69 if not month:70 month = int(datetime_util.prcnow().format('YYYYMM'))71 else:72 month = int(month)73 if dask_address:74 _dask_cfg['dask_address'] = dask_address75 if run_pre:76 run_pre_phase(month)77 if run_x_worker:78 run_qlife_worker_phase(month)79 restart_workers()80 if run_x_1:81 run_phase_1_jobs(month)82 restart_workers()83 if run_x_2:84 run_phase_2_jobs(month)85 restart_workers()86def run_month_phase_jobs(month):87 jobs = [88 (_path_join(u'dapp_youshu/cookbook/00_datakit_dataset_ele.yml'), month, u'ele_month_env'),89 (_path_join(u'dapp_youshu/cookbook/points_ranking_mt.yml'), month, u'mt_month_env'),90 ]91 play_all_jobs(jobs)92 restart_workers()93 jobs = [94 (_path_join(u'dapp_youshu/cookbook/salarykit_dataset_ele.yml'), month, u'ele_month_env'),95 (_path_join(u'dapp_youshu/cookbook/salarykit_dataset_mt.yml'), month, u'mt_month_env'),96 ]97 play_all_jobs(jobs)98 restart_workers()99def play_month_jobs(month=None, override_finance=False):100 if not month:101 month = int(datetime_util.prcnow().format('YYYYMM'))102 else:103 month = int(month)104 restart_workers()105 run_month_phase_jobs(month)106# def play_act_jobs(month):107# month = int(month)108#109# biz = SalaryFlowBiz.instance()110# biz.cook_salaryflow_month_dataset(month)111#112# restart_workers()113# jobs = [114# (_path_join(u'dapp_youshu/cookbook/adjust_data_with_new_finacial_ele.yml'), month, u'ele_month_env'),115# (_path_join(u'dapp_youshu/cookbook/adjust_data_with_new_finacial_mt.yml'), month, u'mt_month_env'),116# ]117# play_all_jobs(jobs)118# # restart_workers()119# # run_phase_4_jobs(month)120# # restart_workers()121# jobs2 = [122# # (_path_join(u'dapp_youshu/cookbook/financial_to_compass_comparison.yml'), month, None),123# (_path_join(u'dapp_youshu/cookbook/city_order_cost_actual_mt_ele.yml'), month, None),124# (_path_join(u'dapp_youshu/cookbook/dc_order_cost_actual_mt_ele.yml'), month, None)125# ]126# play_all_jobs(jobs2)127# restart_workers()128def play_worker_salarysheet_jobs(month, t2=True, update_worker_alive_tags=False):129 """æ´æ°ä¸çº¿è±åå130 :param month:131 :type month:132 :param t2:133 :type t2:134 :return:135 :rtype:136 """137 biz = SalarySheetBiz.instance()138 biz.build_ele_worker_salary_sheet_data(month, './datastore/salary/data', t2_mode=True)139 biz.build_mt_worker_salary_sheet_data(month, './datastore/salary/data', t2_mode=t2)140 if update_worker_alive_tags:141 biz.update_worker_alive_tags(month, t2_mode=True)142 biz.update_worker_alive_tags(month, t2_mode=False)143def play_recommend_jobs(month, dump_dir='./'):144 """145 æ§è¡å
è费任å¡ï¼å°æ°æ®ç»å°æ±æµ146 :param month:147 :return:148 """149 # 1ãcreate salarysheet dataset to s3150 month = int(month)151 biz = SalarySheetBiz.instance()152 biz.cook_salarysheet_month_dataset(month)153 # 2ãplay recommend yml154 restart_workers()155 jobs = [156 (_path_join(u'dapp_youshu/cookbook/mt_recommend_bonus_details.yml'), month, u'mt_daily_env'),157 ]158 play_book(jobs[0])159 restart_workers()160 # 3ãload s3 recommend dataset dump to excel161 biz = StdDatasetBiz.instance()162 biz.dump_huiliu_recommend_file(month, u'mt_recommend_bonus_details', dump_dir)163def play_qlife_worker_jobs(month, with_month_data=False):164 biz = QLifeWorkerProfileChecker().instance()165 biz.check_ele_pending_records(month)166 biz.validate_ele_worker_profile(month)167 biz.check_mt_pending_records(month, with_month_data)168 biz.validate_mt_worker_profile(month)169 biz.book_ok_records(month)170def play_new_compass(current_month, last_month, day):171 restart_workers()172 jobs = [173 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_ele.yml'), current_month, u'ele_daily_env'),174 # (_path_join(u'dapp_youshu/cookbook/new_compass/transfer_month_city_analysis_ele.yml'), last_month,175 # u'ele_month_env'),176 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_mt.yml'), current_month, u'mt_daily_env'),177 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_yk.yml'), current_month, u'yk_daily_env'),178 ]179 if 1 <= day <= 10:180 jobs.append(181 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_ele.yml'), last_month, u'ele_month_env')182 )183 jobs.append(184 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_mt.yml'), last_month, u'mt_month_env')185 )186 jobs.append(187 (_path_join(u'dapp_youshu/cookbook/new_compass/process_middle_table_yk.yml'), last_month, u'yk_month_env')188 )189 for job in jobs:190 play_book(job)191def play_mt_reports(current_month):192 jobs = [193 (_path_join(u'dapp_youshu/cookbook/final_accounts_report_form_mt.yml'), current_month,194 'mt_report_from_final_accounts_daily_env')195 ]196 for job in jobs:197 play_book(job)198def play_finance_week_reports(current_month):199 jobs = [200 (_path_join(u'dapp_youshu/cookbook/finance-week/finance_weekly_report_dataset.yml'), current_month, u'new_finance_weekly_report_env'),201 (_path_join(u'dapp_youshu/cookbook/finance-week/finance_weekly_financial_report_dataset.yml'), current_month, u'new_financial_form_snap_env'),202 ]203 for job in jobs:204 play_book(job)205def cron_daily(cook_first_day=2, cook_last_month_day=10, cook_month_jobs_day=(1, 10)):206 """æ¯æ¥å®æ¶ä»»å¡, copied from datahub_job/compass_cooker.py207 :return:208 :rtype:209 """210 today = datetime_util.prcnow()211 currentday = today.datetime.day212 current_month = int(today.format('YYYYMM'))213 print(u'==== cron_daily START ===')214 if currentday > cook_first_day:215 try:...
build_armada.py
Source: build_armada.py
...77def _create_env(options, version):78 tmp_dir = mkdtemp(prefix='armada_package')79 _create_package_dirs(options, tmp_dir)80 for bin in options['binaries']:81 dest = _path_join(tmp_dir, options['binaries_path'], bin)82 shutil.copy2(_path_join(options['binaries_src'], bin), dest)83 os.chmod(dest, 0o755)84 shutil.copy2(_path_join(options['docker_compatibility_src']),85 _path_join(tmp_dir, options['docker_compatibility_path']))86 shutil.copy2(_path_join(options['autocomplete_src']),87 _path_join(tmp_dir, options['autocomplete_path']))88 shutil.copy2(_path_join(options['armada_command_requirements_src']),89 _path_join(tmp_dir, options['armada_command_requirements_file_path']))90 shutil.copy2(_path_join(options['default_file_src']), _path_join(tmp_dir, options['default_file_path']))91 shutil.copy2(_path_join(options['initd_script_src']), _path_join(tmp_dir, options['initd_script_file_path']))92 shutil.copy2(_path_join(options['systemd_file_src']), _path_join(tmp_dir, options['systemd_service_file_path']))93 with open(_path_join(tmp_dir, '/opt/armada', 'version'), 'wt') as f:94 f.write('ARMADA_VERSION={}'.format(version))95 return tmp_dir96def _cleanup_dist():97 shutil.rmtree('./dist', ignore_errors=True)98 os.mkdir('./dist')99def _path_join(*args):100 # if os.path.join detect that component is an absolute path, it thrown away previous ones101 return path.normpath('/'.join(args))102def _create_package_dirs(options, tmp_dir):103 for key, value in options.items():104 if not isinstance(key, str) or not key.endswith('path'):105 continue106 base_dir = path.dirname(value)107 os.makedirs(_path_join(tmp_dir, base_dir), exist_ok=True)108def _create_package(options, version):109 packege_root = _create_env(defaults, version)110 fpm_options = [111 "fpm",112 "-t", options['package_type'],113 "-s", "dir",114 "--description", "armada",115 "-C", packege_root,116 "--license", "\"Apache 2.0\"",117 "--maintainer", "cerebro@ganymede.eu",118 "--url", "armada.sh",119 "--config-files", options['default_file_path'],120 "--after-install", options['postinst_src'],121 "--name", options['name'],...
resource.py
Source: resource.py
...20 def get_data_dir(self):21 return self._data_dir22 @property23 def get_model_dir(self):24 return self._path_join(self._model_dir)25 @property26 def get_log_dir(self):27 return self._path_join(self._log_dir)28 @property29 def get_original_dir(self):30 return self._path_join(self._original_dir)31 @property32 def get_prepared_dir(self):33 return self._path_join(self._prepared_dir)34 @property35 def get_test_dir(self):36 return self._path_join(self._test_dir)37 @property38 def get_result_dir(self):39 return self._path_join(self._result_dir)40 def _path_join(self, dir):41 if isinstance(dir, list):42 return [os.path.join(self.get_data_dir, d) for d in dir]43 return os.path.join(self.get_data_dir, dir)44 def _make_dir(self, dir):45 if isinstance(dir, list):46 for d in dir:47 if not os.path.exists(d):48 os.makedirs(d)49 else:50 if not os.path.exists(dir):...
Check out the latest blogs from LambdaTest on this topic:
Hey Testers! We know it’s been tough out there at this time when the pandemic is far from gone and remote working has become the new normal. Regardless of all the hurdles, we are continually working to bring more features on-board for a seamless cross-browser testing experience.
Manual cross browser testing is neither efficient nor scalable as it will take ages to test on all permutations & combinations of browsers, operating systems, and their versions. Like every developer, I have also gone through that ‘I can do it all phase’. But if you are stuck validating your code changes over hundreds of browsers and OS combinations then your release window is going to look even shorter than it already is. This is why automated browser testing can be pivotal for modern-day release cycles as it speeds up the entire process of cross browser compatibility.
With new-age project development methodologies like Agile and DevOps slowly replacing the old-age waterfall model, the demand for testing is increasing in the industry. Testers are now working together with the developers and automation testing is vastly replacing manual testing in many ways. If you are new to the domain of automation testing, the organization that just hired you, will expect you to be fast, think out of the box, and able to detect bugs or deliver solutions which no one thought of. But with just basic knowledge of testing, how can you be that successful test automation engineer who is different from their predecessors? What are the skills to become a successful automation tester in 2019? Let’s find out.
Before we discuss Scala testing, let us understand the fundamentals of Scala and how this programming language is a preferred choice for your development requirements.The popularity and usage of Scala are rapidly rising, evident by the ever-increasing open positions for Scala developers.
I routinely come across test strategy documents when working with customers. They are lengthy—100 pages or more—and packed with monotonous text that is routinely reused from one project to another. Yawn once more— the test halt and resume circumstances, the defect management procedure, entrance and exit criteria, unnecessary generic risks, and in fact, one often-used model replicates the requirements of textbook testing, from stress to systems integration.
Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.
You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.
Get 100 minutes of automation test minutes FREE!!