Discover AI-native insights at Testμ Conference‘25

How to use test_extract method in autotest

Best Python code snippet using autotest_python

DBPIA_CRAWLER.py

1from time import sleep2import requests, re3from bs4 import BeautifulSoup4import random5from pymongo import MongoClient6'''7 @MongoDB ì ì URI / DBëª8'''9client = MongoClient('mongodb://203.255.92.141:27017', authSource='admin')10db = client.DBPIA11pubDB = client.PUBLIC12Author = db.Author13Status = pubDB.DBPIA_CRAWLER14sl_start = 5.015'''16ëííì´ë¸17'''18def isEnglishOrKorean(input_s):19    k_count = 020    e_count = 021    try:22        for c in input_s:23            if ord('ê°') <= ord(c) <= ord('í£'):24                k_count+=1 25            elif ord('a') <= ord(c.lower()) <= ord('z'):26                e_count+=127        return "k" if k_count>1 else "e"28    29    except TypeError as e:30        print(input_s)31        return "e"32def check_college(univ0):33    branch_set = ['ì±ê· ê´ëíêµ', 'ê±´êµëíêµ', 'íìëíêµ']34    univName = client['PUBLIC']['CollegeName']35    univ1 = re.sub("ì°ííë ¥ë¨|ë³ì","",univ0)36    univ2 = re.sub("ëíêµ","ëíêµ ",univ1)37    38    try:39        if univ0 == "":40            return univ041        if isEnglishOrKorean(univ0) == 'e':42            univ0 = univ0.upper()43            univ0 = univ0.replace('.', ',')44            univ = univ0.split(', ')45        else:46            univ = univ2.replace(",", "").split()47            univ = list(set(univ))   48            49        for uni in univ:50            if uni in branch_set:51                if ("ERICA" or "ìë¦¬ì¹´") in univ0:52                    univ[univ.index("íìëíêµ")] = "íìëíêµ(ERICAìº í¼ì¤)"53                elif ("ê¸ë¡ì»¬" or "GLOCAL") in univ0:54                    if "ê±´êµëíêµ" in univ0:55                        univ[univ.index("ê±´êµëíêµ")] = "ê±´êµëíêµ GLOCAL(ê¸ë¡ì»¬)ìº í¼ì¤"56                    else :57                        univ[univ.index("ì±ê· ê´ëíêµ")] = "ì±ê· ê´ëíêµ"58                59                elif "ìì°ê³¼íìº í¼ì¤" in univ0:60                    univ[univ.index("ì±ê· ê´ëíêµ")] = "ì±ê· ê´ëíêµ(ìì°ê³¼íìº í¼ì¤)"61        univs = '{"$or": ['62        for u in range(len(univ)):63            if univ[-1] == univ[u]:64                univs += '{"inputName": "' + univ[u] + '"}'65            else:66                univs += '{"inputName": "' + univ[u] + '"}, '67        univs += ']}'68        univ_query = univName.find_one(eval(univs))69        if univ_query is None:70            return univ071        else:72            return univ_query['originalName']73        74    except SyntaxError as e:75        return univ076'''77 @DBPIA IDë¥¼ ì´ì©í´ì ìì ìì§ Crawling ê°ë° (BeautifulSoup íì©) 78'''79while True:80    soup = ""81    i = ""82    try:83        for doc in Author.find({"hasInst" : False}).batch_size(1):84            print("DBPIA Inst. Crawler :", doc['name'], doc['_id'])85            i = int( doc['_id'])86            #url ë³ë ëë©´ í´ë¹ ë¶ë¶ ìì  íì 87            url = 'https://www.dbpia.co.kr/author/authorDetail?ancId={}'.format(i)88            conn = requests.get(url, timeout=60).text89            soup = BeautifulSoup(conn, 'html.parser')90            #Parsing íê·¸ ì ë³´ (ë³ê²½ ì ìì  íì)91            division_extract = soup.select('dd')92            name_extract = soup.select('h2')93            test_extract = name_extract[0].text.strip().split("\n")94            division = division_extract[3].text.strip()95            department = division_extract[4].text.strip()96            new_name = test_extract[0].strip()97            print(new_name)98            if 'ë¼ë¬¸ì' == new_name:99                Author.delete_one({"_id": doc['_id']})100                Status.find_one_and_update({"_id":4865},{"$inc":{"total":-1}})101                continue 102            103            if division == '-' and department == '-':104                inst = ''105                106            elif department=='-':107                department=''108                inst = division + department109                110            else:111                inst = division +  ' ' + department112            if len(test_extract) < 8:113                if len(test_extract) == 3:114                    papers_count = test_extract[0].strip("ë¼ë¬¸ì ")115                    used_count = test_extract[2].strip("ì´ì©ì ")116                else:117                    papers_count = test_extract[3].strip("ë¼ë¬¸ì ")118                    used_count = test_extract[5].strip("ì´ì©ì ")119                citation_count = 0120            else:121                citation_count = test_extract[7].strip("í¼ì¸ì©ì ")122            original_inst = check_college(inst)123            Author.update_one({"_id":doc['_id']},{'$set':{"plusName" :new_name,  "inst": inst , "hasInst" : True , "papers_count" : papers_count.strip() , "used_count": used_count.strip(),'citation_count': citation_count, 'originalName': original_inst}})124            Status.find_one_and_update({"_id":4865},{"$inc":{"crawled":1}})125            requests.session().close()126            print("DBPIA Inst. Crawler :", doc['name'], ", Crawled, [inst , (paper, used, citation count)] : {} , ({}, {}, {})".format(inst.strip(), papers_count.strip(), used_count.strip(), citation_count))127            sleep(random.uniform(sl_start, sl_start + 5.0))128        Status.find_one_and_update({"_id":4865},{"$set":{"status":0}})129        print("Inst All Crawled")130        break131    except Exception as e :132        sl_start = sl_start * 1.1133        134        try :135            if 'ë¶í¸' in soup.select('.tit')[0].text:136                Author.update_one({"_id":doc['_id']},{'$set':{"plusName" :'',  "inst": '' , "hasInst" : True , "papers_count" : 0 , "used_count": 0,'citation_count': 0}})137                Status.find_one_and_update({"_id":4865},{"$inc":{"crawled":1}})138                print('error no id')139        except Exception as e : 140            Author.delete_one({"_id": doc['_id']})141            Status.find_one_and_update({"_id":4865},{"$inc":{"total":-1}})142            print('Another Error', e)143        print("Inst ìì¸", e)144        print("Sleep Time Increased by ", sl_start)...

extraction.py

Source: extraction.py

1# Packet creation / manipulation2from scapy.all import *3# Turn payload into byte4import binascii5# Hash equivalent of key6import hashlib7test_extract = ""8for i in steganograms:9    temp_bytes = binascii.hexlify(bytes(i))10    payload_ctr = False11    for ctr in range(0, len(temp_bytes) - 2, 2):12        check_byte = temp_bytes[ctr:ctr+2]13        if check_byte == b'44' and temp_bytes[ctr+2:ctr+4] == b'04':14            if payload_ctr:15                temp_hex = temp_bytes[ctr + 6:ctr + 8]16                temp_bin = bin(int(temp_hex, 16))[2:]17                temp_bin = ("0" * (8 - len(temp_bin))) + temp_bin18                temp_bin = temp_bin[:4]19                test_extract += temp_bin20                print(temp_bin)21            else:22                payload_ctr = True23# Compare the binary payload and the binary extracted24print(payloadA, end="\n\n")25print(test_extract, end="\n\n")26print("Checker:" + payloadA == test_extract, end="\n\n")27# Turn the binary into bytes28extracted_payload = bytes(int(test_extract[i : i + 8], 2) for i in range(0, len(test_extract), 8))29# Compare the hash value of payload and extracted payload30print(payloadB.digest())31print(hashlib.sha256(extracted_payload).digest(), end="\n\n")32print("Checker:", payloadB.digest() == hashlib.sha256(extracted_payload).digest(), end="\n\n")33# Comparing the original key and extracted payload34print(key)35print(bytes(extracted_payload))...

test_utils.py

Source:test_utils.py

...10        if os.path.exists('/tmp/test_download.zip'):11            shutil.rmtree('/tmp/test_download.zip')12        download_zip('/tmp/test_download.zip')13        self.assertTrue(os.path.exists('/tmp/test_download.zip'))14    def test_extract(self):15        if os.path.isdir('/tmp/test_extract'):16            shutil.rmtree('/tmp/test_extract')17        if os.path.exists('/tmp/test_download.zip'):18            os.remove('/tmp/test_download.zip')19        download_zip('/tmp/test_extract.zip')20        extract_zip('/tmp/test_extract.zip')...

Blogs

Check out the latest blogs from LambdaTest on this topic:

Are Agile Self-Managing Teams Realistic with Layered Management?

Agile software development stems from a philosophy that being agile means creating and responding to change swiftly. Agile means having the ability to adapt and respond to change without dissolving into chaos. Being Agile involves teamwork built on diverse capabilities, skills, and talents. Team members include both the business and software development sides working together to produce working software that meets or exceeds customer expectations continuously.

Migrating Test Automation Suite To Cypress 10

There are times when developers get stuck with a problem that has to do with version changes. Trying to run the code or test without upgrading the package can result in unexpected errors.

Getting Rid of Technical Debt in Agile Projects

Technical debt was originally defined as code restructuring, but in today’s fast-paced software delivery environment, it has evolved. Technical debt may be anything that the software development team puts off for later, such as ineffective code, unfixed defects, lacking unit tests, excessive manual tests, or missing automated tests. And, like financial debt, it is challenging to pay back.

11 Best Automated UI Testing Tools In 2022

The web development industry is growing, and many Best Automated UI Testing Tools are available to test your web-based project to ensure it is bug-free and easily accessible for every user. These tools help you test your web project and make it fully compatible with user-end requirements and needs.

April 2020 Platform Updates: New Browser, Better Performance & Much Much More!

Howdy testers! If you’re reading this article I suggest you keep a diary & a pen handy because we’ve added numerous exciting features to our cross browser testing cloud and I am about to share them with you right away!

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.