Discover AI-native insights at Testμ Conference‘25

How to use launch_arguments method in Playwright Python

Best Python code snippet using playwright-python

immersivefx.py

Source:immersivefx.py

1import sys2import threading3from time import sleep, time4import numpy as np5from devices import WLED, Serial, DualShock6class Core:7    name = 'ImmersiveFX Core'  # override this in your fxmode8    # those need to be set by their respective fxmodes, as a list containing all applying values9    target_versions = None  # 'dev' works best for builtin fxmodes, external stuff should name actual versions though10    target_platforms = None  # check https://docs.python.org/3/library/sys.html#sys.platform or use 'all' if it applies11    def __init__(self, core_version, config, launch_arguments, *args, **kwargs):12        """13        fancy little base class, make your fxmode inherit from it to spare yourself unnecessary work14        or don't, I'm a comment not a cop.15        """16        self.launch_arguments = launch_arguments17        self.check_target(core_version)18        self.config = config19        self.devices = {}20        self.parse_devices(config)21        self.data_thread = None22        self.device_classes = {23            'wled': WLED,24            'serial': Serial,25            'dualshock': DualShock,26        }27        self.raw_data = np.zeros([1, 3])  # empty, but valid staring point28        self.frame_sleep = 1000 / self.config.get('fps', 30)29        self.splash()30    def start_threads(self):31        """32        initializes and starts data and device threads, call this in your fxmode, usually at the end33        """34        self.data_thread = threading.Thread(35            target=self.data_loop,36            args=(),37            kwargs={},38        )39        if self.launch_arguments.single_threaded:40            while True:41                start = time()42                self.data_loop()43                for device, device_config in self.devices.items():44                    self.device_loop(device)45                duration = (time() - start) * 100046                print(f'Cycle took {round(duration, 2)}ms')47        else:48            self.data_thread.start()49            self.start_device_threads()50    def start_device_threads(self):51        for device, device_config in self.devices.items():52            thread = device_config.get('thread')53            if thread:54                if not thread.ident:55                    thread.start()56    def parse_devices(self, config):57        """58        reads config.json and configures everything according to it. This method only takes care of the basics,59        so you may wanna extend it if your fxmode takes/requires additional settings.60        See fxmodes/screenfx/main.py for a reference implementation61        :return:62        """63        #  These keys need to be set per device, everything else has some kinda default instead64        required_keys = {65            'wled': {'ip', 'leds'},66            'serial': {'path', 'leds'},67            'dualshock': {'device_num'},68        }69        # Here we'll put the final configurations70        final_devices = {}71        devices = config.get('devices')72        if not devices:73            print('You didn\'t define devices in your config, which renders this program kinda useless')74            exit()75        for name, device in devices.items():76            device_enabled = device.get('enabled', True)77            if device_enabled:78                device_type = device.get('type')79                if device_type:80                    if device_type not in required_keys.keys():81                        print(f'WARNING: device {name} has an invalid type, must be {required_keys.keys()}, skipping it')82                    else:83                        if not (required_keys.get(device_type) - device.keys()):84                            base_config = {85                                'type': device_type,86                                'enabled': device_enabled,87                                'brightness': device.get('brightness', 1),88                                'flip': device.get('flip', False),89                                'color_temperature': device.get('color_temperature'),90                                'saturation': device.get('saturation', 1),91                                'thread': threading.Thread(),92                            }93                            if device_type == 'wled':94                                device_config = {95                                    'ip': device.get('ip'),96                                    'port': device.get('port', 21324),97                                    'leds': device.get('leds'),98                                    **base_config,99                                }100                            if device_type == 'serial':101                                baud = device.get('baud', 115200)102                                device_config = {103                                    'path': device.get('path'),104                                    'baud': baud,105                                    'leds': device.get('leds'),106                                    **base_config,107                                }108                            if device_type == 'dualshock':109                                device_config = {110                                    'device_num': device.get('device_num'),111                                    **base_config,112                                }113                            device_config['thread'] = threading.Thread(114                                target=self.device_loop,115                                args=[name],116                                kwargs={},117                            )118                            final_devices[name] = device_config119                        else:120                            print(f'WARNING: device {name} lacks one of these keys: '121                                  f'{required_keys.get(device_type)} skipping it.')122                else:123                    print(f'WARNING: you didn\'t define the device type for "{name}", skipping it.')124        if not final_devices:125            print('ERROR: There\'s no device with complete configuration, please check your config!')126            print('Exiting now...')127            exit(1)128        self.devices = final_devices129    def check_target(self, core_version):130        """131        checks if the user's ImmersiveFX Core version and platform match the fxmode requirements132        can be overridden with --no-version-check and --no-platform-check, expect errors in this case though133        """134        if not self.launch_arguments.no_version_check:135            match = None136            core_major, core_minor, *_ = core_version.split('.')137            for version in self.target_versions:138                major, minor, *_ = version.split('.')139                if (major, minor) == (core_major, core_minor):140                    match = True141            if not match:142                print('Your ImmersiveFX Core is on version %(core)s but it needs to be on %(targets)s' % {143                    'core': '.'.join([core_major, core_minor]),144                    'targets': ', '.join(self.target_versions),145                })146                print('for this FXMode to work!')147                exit(1)148        if not self.launch_arguments.no_platform_check:149            if sys.platform not in self.target_platforms and 'all' not in self.target_platforms:150                print('your platform is %(platform)s but it needs to be %(targets)s.' % {151                    'platform': sys.platform,152                    'targets': ', '.join(self.target_platforms),153                })154                exit()155    def splash(self):156        """157        Override this in your fxmode and print whatever you want. Preferably some kinda logo of course158        """159        print('***************************************************')160        print('*           NO SPLASH SCREEN SPECIFIED!           *')161        print('*  you\'re seeing this because the fxmode creator  *')162        print('*      didn\'t override the splash() method.       *')163        print('*        No big deal but kinda boring, huh?       *')164        print('***************************************************')165    def data_processing(self, *args, **kwargs):166        """167        Override this in your fxmode and continuously set self.raw_data168        """169        pass170    def data_loop(self, *args, **kwargs):171        """172        Manages data cycle timing, for handling preferably use data_processing173        """174        if self.launch_arguments.single_threaded:175            self.data_processing()176        else:177            while True:178                start = time()179                self.data_processing()180                duration = (time() - start) * 1000181                if duration > self.frame_sleep:182                    if not self.launch_arguments.no_performance_warnings:183                        print('WARNING: data cycle took longer than frame time!')184                        print(f'frame time: {round(self.frame_sleep, 2)}ms, cycle time: {round(duration, 2)}ms')185                        print('If this happens repeatedly, consider lowering the fps.')186                else:187                    sleep((self.frame_sleep - duration) / 1000)188    def device_processing(self, device, device_instance):189        """190        Override this in your fxmode and process raw data so you end up with a list of rgb arrays191        :param device: device info as per config, provided so that custom fxmode config keys can be respected192        :param device_instance: device class instance, containing further info193        :return: a 2d numpy array; a list of rgb lists194        """195        return np.zeros([1, 3])196    def device_loop(self, device_name):197        """198        Thread manager for a device. Creates a class instance for it and runs a continuous loop to send data199        :param device_name: key to fetch device_config200        """201        device = self.devices.get(device_name)202        device_type = device.get('type')203        device_class = self.device_classes.get(device_type)204        def run_loop(instance):205            data = np.array(self.device_processing(device, instance))206            data = (instance.apply_enhancements(207                data * instance.brightness * instance.color_temperature208            )).astype(int)209            if instance.flip:210                data = np.flip(data, axis=0)211            instance.loop(data)212        if device_class:213            device_instance = device_class(device, device_name)214            if self.launch_arguments.single_threaded:215                if not device_instance.enabled:216                    return None217                run_loop(device_instance)218            else:219                while True:220                    if not device_instance.enabled:221                        break222                    start = time()223                    run_loop(device_instance)224                    duration = (time() - start) * 1000225                    if duration > self.frame_sleep:226                        if not self.launch_arguments.no_performance_warnings:227                            print(f'WARNING: device "{device_instance.name}" cycle took longer than frame time!')228                            print(f'frame time: {round(self.frame_sleep, 2)}ms, cycle time: {round(duration, 2)}ms')229                            print('If this happens repeatedly, consider lowering the fps.')230                    else:...

test_include_launch_description.py

Source:test_include_launch_description.py

...72    # Result should only contain the launch description as there are no launch arguments.73    assert action2.visit(lc2) == [ld2]74    assert lc2.locals.current_launch_file_directory == os.path.dirname(this_file)75    assert action2.get_asyncio_future() is None76def test_include_launch_description_launch_arguments():77    """Test the interactions between declared launch arguments and IncludeLaunchDescription."""78    # test that arguments are set when given, even if they are not declared79    ld1 = LaunchDescription([])80    action1 = IncludeLaunchDescription(81        LaunchDescriptionSource(ld1),82        launch_arguments={'foo': 'FOO'}.items(),83    )84    assert len(action1.launch_arguments) == 185    lc1 = LaunchContext()86    result1 = action1.visit(lc1)87    assert len(result1) == 288    assert isinstance(result1[0], SetLaunchConfiguration)89    assert perform_substitutions(lc1, result1[0].name) == 'foo'90    assert perform_substitutions(lc1, result1[0].value) == 'FOO'...

test_headful.py

Source:test_headful.py

1# Copyright (c) Microsoft Corporation.2#3# Licensed under the Apache License, Version 2.0 (the "License")4# you may not use this file except in compliance with the License.5# You may obtain a copy of the License at6#7# http:#www.apache.org/licenses/LICENSE-2.08#9# Unless required by applicable law or agreed to in writing, software10# distributed under the License is distributed on an "AS IS" BASIS,11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12# See the License for the specific language governing permissions and13# limitations under the License.14import pytest15from flaky import flaky16async def test_should_have_default_url_when_launching_browser(17    browser_type, launch_arguments, tmpdir18):19    browser_context = await browser_type.launch_persistent_context(20        tmpdir, **{**launch_arguments, "headless": False}21    )22    urls = [page.url for page in browser_context.pages]23    assert urls == ["about:blank"]24    await browser_context.close()25async def test_headless_should_be_able_to_read_cookies_written_by_headful(26    browser_type, launch_arguments, server, tmpdir, is_chromium, is_win27):28    if is_chromium and is_win:29        pytest.skip("see https://github.com/microsoft/playwright/issues/717")30        return31    # Write a cookie in headful chrome32    headful_context = await browser_type.launch_persistent_context(33        tmpdir, **{**launch_arguments, "headless": False}34    )35    headful_page = await headful_context.new_page()36    await headful_page.goto(server.EMPTY_PAGE)37    await headful_page.evaluate(38        """() => document.cookie = 'foo=true; expires=Fri, 31 Dec 9999 23:59:59 GMT'"""39    )40    await headful_context.close()41    # Read the cookie from headless chrome42    headless_context = await browser_type.launch_persistent_context(43        tmpdir, **{**launch_arguments, "headless": True}44    )45    headless_page = await headless_context.new_page()46    await headless_page.goto(server.EMPTY_PAGE)47    cookie = await headless_page.evaluate("() => document.cookie")48    await headless_context.close()49    # This might throw. See https://github.com/GoogleChrome/puppeteer/issues/277850    assert cookie == "foo=true"51async def test_should_close_browser_with_beforeunload_page(52    browser_type, launch_arguments, server, tmpdir53):54    browser_context = await browser_type.launch_persistent_context(55        tmpdir, **{**launch_arguments, "headless": False}56    )57    page = await browser_context.new_page()58    await page.goto(server.PREFIX + "/beforeunload.html")59    # We have to interact with a page so that 'beforeunload' handlers60    # fire.61    await page.click("body")62    await browser_context.close()63async def test_should_not_crash_when_creating_second_context(64    browser_type, launch_arguments, server65):66    browser = await browser_type.launch(**{**launch_arguments, "headless": False})67    browser_context = await browser.new_context()68    await browser_context.new_page()69    await browser_context.close()70    browser_context = await browser.new_context()71    await browser_context.new_page()72    await browser_context.close()73    await browser.close()74async def test_should_click_background_tab(browser_type, launch_arguments, server):75    browser = await browser_type.launch(**{**launch_arguments, "headless": False})76    page = await browser.new_page()77    await page.set_content(78        f'<button>Hello</button><a target=_blank href="{server.EMPTY_PAGE}">empty.html</a>'79    )80    await page.click("a")81    await page.click("button")82    await browser.close()83async def test_should_close_browser_after_context_menu_was_triggered(84    browser_type, launch_arguments, server85):86    browser = await browser_type.launch(**{**launch_arguments, "headless": False})87    page = await browser.new_page()88    await page.goto(server.PREFIX + "/grid.html")89    await page.click("body", button="right")90    await browser.close()91async def test_should_not_block_third_party_cookies(92    browser_type, launch_arguments, server, is_chromium, is_firefox93):94    browser = await browser_type.launch(**{**launch_arguments, "headless": False})95    page = await browser.new_page()96    await page.goto(server.EMPTY_PAGE)97    await page.evaluate(98        """src => {99    let fulfill;100    const promise = new Promise(x => fulfill = x);101    const iframe = document.createElement('iframe');102    document.body.appendChild(iframe);103    iframe.onload = fulfill;104    iframe.src = src;105    return promise;106  }""",107        server.CROSS_PROCESS_PREFIX + "/grid.html",108    )109    document_cookie = await page.frames[1].evaluate(110        """() => {111    document.cookie = 'username=John Doe';112    return document.cookie;113  }"""114    )115    await page.wait_for_timeout(2000)116    allows_third_party = is_chromium or is_firefox117    assert document_cookie == ("username=John Doe" if allows_third_party else "")118    cookies = await page.context.cookies(server.CROSS_PROCESS_PREFIX + "/grid.html")119    if allows_third_party:120        assert cookies == [121            {122                "domain": "127.0.0.1",123                "expires": -1,124                "httpOnly": False,125                "name": "username",126                "path": "/",127                "sameSite": "None",128                "secure": False,129                "value": "John Doe",130            }131        ]132    else:133        assert cookies == []134    await browser.close()135@pytest.mark.skip_browser("webkit")136async def test_should_not_override_viewport_size_when_passed_null(137    browser_type, launch_arguments, server138):139    # Our WebKit embedder does not respect window features.140    browser = await browser_type.launch(**{**launch_arguments, "headless": False})141    context = await browser.new_context(no_viewport=True)142    page = await context.new_page()143    await page.goto(server.EMPTY_PAGE)144    async with page.expect_popup() as popup_info:145        await page.evaluate(146            """() => {147                const win = window.open(window.location.href, 'Title', 'toolbar=no,location=no,directories=no,status=no,menubar=no,scrollbars=yes,resizable=yes,width=600,height=300,top=0,left=0');148                win.resizeTo(500, 450);149            }"""150        )151    popup = await popup_info.value152    await popup.wait_for_load_state()153    await popup.wait_for_function(154        """() => window.outerWidth === 500 && window.outerHeight === 450"""155    )156    await context.close()157    await browser.close()158@flaky159async def test_page_bring_to_front_should_work(browser_type, launch_arguments):160    browser = await browser_type.launch(**{**launch_arguments, "headless": False})161    page1 = await browser.new_page()162    await page1.set_content("Page1")163    page2 = await browser.new_page()164    await page2.set_content("Page2")165    await page1.bring_to_front()166    assert await page1.evaluate("document.visibilityState") == "visible"167    assert await page2.evaluate("document.visibilityState") == "visible"168    await page2.bring_to_front()169    assert await page1.evaluate("document.visibilityState") == "visible"170    assert await page2.evaluate("document.visibilityState") == "visible"...

runner_interpreter.py

Source:runner_interpreter.py

1"""Transform runner parameters to data usable for runtime execution"""2import os3import shlex4import stat5from lutris.util import system6from lutris.util.linux import LINUX_SYSTEM7from lutris.util.log import logger8def get_mangohud_conf(system_config):9    """Return correct launch arguments and environment variables for Mangohud."""10    mango_args = []11    mangohud = system_config.get("mangohud") or ""12    if mangohud and system.find_executable("mangohud"):13        if mangohud == "gl32":14            mango_args = ["mangohud.x86"]15        else:16            mango_args = ["mangohud"]17    return mango_args, {"MANGOHUD": "1", "MANGOHUD_DLSYM": "1"}18def get_launch_parameters(runner, gameplay_info):19    system_config = runner.system_config20    launch_arguments = gameplay_info["command"]21    env = {22        "DISABLE_LAYER_AMD_SWITCHABLE_GRAPHICS_1": "1"23    }24    # Steam compatibility25    if os.environ.get("SteamAppId"):26        logger.info("Game launched from steam (AppId: %s)", os.environ["SteamAppId"])27        env["LC_ALL"] = ""28    # Optimus29    optimus = system_config.get("optimus")30    if optimus == "primusrun" and system.find_executable("primusrun"):31        launch_arguments.insert(0, "primusrun")32    elif optimus == "optirun" and system.find_executable("optirun"):33        launch_arguments.insert(0, "virtualgl")34        launch_arguments.insert(0, "-b")35        launch_arguments.insert(0, "optirun")36    elif optimus == "pvkrun" and system.find_executable("pvkrun"):37        launch_arguments.insert(0, "pvkrun")38    mango_args, mango_env = get_mangohud_conf(system_config)39    if mango_args:40        launch_arguments = mango_args + launch_arguments41        env.update(mango_env)42    # Libstrangle43    fps_limit = system_config.get("fps_limit") or ""44    if fps_limit:45        strangle_cmd = system.find_executable("strangle")46        if strangle_cmd:47            launch_arguments = [strangle_cmd, fps_limit] + launch_arguments48        else:49            logger.warning("libstrangle is not available on this system, FPS limiter disabled")50    prefix_command = system_config.get("prefix_command") or ""51    if prefix_command:52        launch_arguments = (shlex.split(os.path.expandvars(prefix_command)) + launch_arguments)53    single_cpu = system_config.get("single_cpu") or False54    if single_cpu:55        limit_cpu_count = system_config.get("limit_cpu_count")56        if limit_cpu_count and limit_cpu_count.isnumeric():57            limit_cpu_count = int(limit_cpu_count)58        else:59            limit_cpu_count = 160        limit_cpu_count = max(1, limit_cpu_count)61        logger.info("The game will run on %d CPU core(s)", limit_cpu_count)62        launch_arguments.insert(0, "0-%d" % (limit_cpu_count - 1))63        launch_arguments.insert(0, "-c")64        launch_arguments.insert(0, "taskset")65    env.update(runner.get_env())66    env.update(gameplay_info.get("env") or {})67    # Set environment variables dependent on gameplay info68    # LD_PRELOAD69    ld_preload = gameplay_info.get("ld_preload")70    if ld_preload:71        env["LD_PRELOAD"] = ld_preload72    # LD_LIBRARY_PATH73    game_ld_library_path = gameplay_info.get("ld_library_path")74    if game_ld_library_path:75        ld_library_path = env.get("LD_LIBRARY_PATH")76        env["LD_LIBRARY_PATH"] = os.pathsep.join(filter(None, [77            game_ld_library_path, ld_library_path]))78    # Feral gamemode79    gamemode = system_config.get("gamemode") and LINUX_SYSTEM.gamemode_available()80    if gamemode:81        launch_arguments.insert(0, "gamemoderun")82    # Gamescope83    gamescope = system_config.get("gamescope") and system.find_executable("gamescope")84    if gamescope:85        launch_arguments = get_gamescope_args(launch_arguments, system_config)86    return launch_arguments, env87def get_gamescope_args(launch_arguments, system_config):88    """Insert gamescope at the start of the launch arguments"""89    launch_arguments.insert(0, "--")90    launch_arguments.insert(0, "-f")91    if system_config.get("gamescope_output_res"):92        output_width, output_height = system_config["gamescope_output_res"].lower().split("x")93        launch_arguments.insert(0, output_height)94        launch_arguments.insert(0, "-H")95        launch_arguments.insert(0, output_width)96        launch_arguments.insert(0, "-W")97    if system_config.get("gamescope_game_res"):98        game_width, game_height = system_config["gamescope_game_res"].lower().split("x")99        launch_arguments.insert(0, game_height)100        launch_arguments.insert(0, "-h")101        launch_arguments.insert(0, game_width)102        launch_arguments.insert(0, "-w")103    launch_arguments.insert(0, "gamescope")104    return launch_arguments105def export_bash_script(runner, gameplay_info, script_path):106    """Convert runner configuration into a bash script"""107    if getattr(runner, 'prelaunch', None) is not None:108        runner.prelaunch()109    command, env = get_launch_parameters(runner, gameplay_info)110    # Override TERM otherwise the script might not run111    env["TERM"] = "xterm"112    script_content = "#!/bin/bash\n\n\n"113    script_content += "# Environment variables\n"114    for name, value in env.items():115        script_content += 'export %s="%s"\n' % (name, value)116    script_content += "\n# Command\n"117    script_content += " ".join([shlex.quote(c) for c in command])118    with open(script_path, "w", encoding='utf-8') as script_file:119        script_file.write(script_content)...

StackOverFlow community discussions

Questions

Discussion

Getting an error trying to scrape website using scrapy-playwright

How can I fetch the html elements within a bounding box using playwright?

Using Python-playwright, how do I make a screenshot without saving it to disk or using a temporary file?

Gunicorn flask app can't download file using playwright on linux

Installing playwright in Docker image fails

Trying to select the option

How to find element by attribute and text in a singe locator?

Using Opera, Safari, Brave with playwright

How to use nix-shell to install playwright from PyPi?

(Playwirght) Automation of actions is not working

scrapy-playwright doesn't work on Windows OS. However, using the sites search api to extract json data would be much simpler than using playwright and infinite scroll anyway.

import scrapy

class magicbrick_spider(scrapy.Spider):
    name = 'spy'
    def start_requests(self):
        for i in range(50):
            url = f"https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page={i}&groupstart={30*i}&offset=0&maxOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en"
            yield scrapy.Request(url)

    def parse(self, response):
        for result in response.json().get('resultList'):
            item = {}
            for k,v in {"title":"propertyTitle", "url":"url",
                        "floors":"floorNo", "price":"price",
                        "description":"seoDesc", "id":"id",
                        "bath":"bathD", "beds":"bedroomD",
                        "city":"ctName"}.items():
                item.setdefault(k, result.get(v, None))
            yield item

partial output:

{'title': '1BHK Multistorey Apartment for Resale in Keshav Srishti at Bhandup West', 'url': '1-BHK-600-Sq-ft-Multistorey-Apartment-FOR-Sale-Bhandup-West-in-Mumbai&id=4d423535393038343339', 'floors': '2', 'price': 10100000, 'description':
 'This gorgeous 1 BHK Flat is available for sale in Bhandup West, Mumbai. This flat is placed in a marvellous location within the Keshav Srishti complex. This flat for resale has a desirable location. The  ready to move flat  in the prim
e area of Bhandup West is available at a reasonable price of INR 1.01 Cr. The flat is available in unfurnished condition. Some of the landmarks in the vicinity include bhandup station less than 500 meters.', 'id': '55908439', 'bath': '2'
, 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in La Bellezza at Borivali East', 'url': '2-BHK-915-Sq-ft-Multistorey-Apartment-FOR-Sale-Borivali-East-in-Mumbai&id=4d423632343339313835', 'floors': '6', 'price': 11100000, 'description':
"Borivali East, Mumbai has an attractive 2 BHK Flat for sale. Strategically situated in the La Bellezza site, it is placed at a prime location. This premium flat is available for resale at an unbelievable price, so, grab it before it's g
one! This ready to move property in Borivali East is readily available within an affordable cost of  INR 1.11 Cr. The flat is sold in unfurnished condition.", 'id': '62439185', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in Vivek Apartments at Santacruz West', 'url': '2-BHK-575-Sq-ft-Multistorey-Apartment-FOR-Sale-Santacruz-West-in-Mumbai&id=4d423632343339313839', 'floors': '4', 'price': 13000000, 'descrip
tion': 'This magnificent 2 BHK Flat is available for sale in Santacruz West, Mumbai. Located in the Vivek Apartments township, the flat enjoys access to the prime spots in the city.  This flat for resale is a choice property. This ready
to move property in Santacruz West is readily available within an affordable cost of  INR 1.30 Cr. You will find it unfurnished. The flat is in close proximity to prominent landmarks like opp mercedes benz shw room.', 'id': '62439189', '
bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Malad West', 'url': '1-BHK-600-Sq-ft-Multistorey-Apartment-FOR-Sale-Malad-West-in-Mumbai&id=4d423632343339323137', 'floors': 'Ground', 'price': 5000000, 'description': 'Malad West, Mumb
ai has an appealing 1 BHK flat for sale with various amenities. This flat for resale is a choice property. This ready to move flat in Malad West can be taken at a very economical pricing of INR 50 Lac. The apartment is semi-furnished.',
'id': '62439217', 'bath': '2', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in Mira Road', 'url': '2-BHK-850-Sq-ft-Multistorey-Apartment-FOR-Sale-Mira-Road-in-Mumbai&id=4d423136343934343139', 'floors': None, 'price': 21000000, 'description': "2 BHK flat available
for sale in Mumbai in the prime location of Mira Road. This flat for resale is a choice property. This ready to move flat in Mira Road comes at an affordable price of INR 2.10 Cr. This flat is available for possession on May '15. The fla
t is semi-furnished and is suitable for any family size. icici prudential life insurance are some of the well-known landmarks in this locality.", 'id': '16494419', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in ', 'url': '2-BHK-1150-Sq-ft-Multistorey-Apartment-FOR-Sale-in-Mumbai&id=4d423630303835313537', 'floors': '6', 'price': 35000000, 'description': 'Creatively planned and constructed is a
2 BHK flat for sale in palm house matunga, Mumbai. This is a desirable apartment for resale. This ready to move flat is offered at an economical price of INR 3.50 Cr. This unfurnished flat is strategically designed with all the amenities
 to enhance the living experience.', 'id': '60085157', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for New Property in 10 Central Avenue at Santacruz West', 'url': '2-BHK-650-Sq-ft-Multistorey-Apartment-FOR-Sale-Santacruz-West-in-Mumbai&id=4d423236333630373037', 'floors': '5', 'price': 41100000, '
description': 'Carefully laid out in the prime location of Santacruz West in Mumbai, this spacious 2 BHK flat on sale is a meticulously planned project. This flat is placed in a marvellous location within the 10 Central Avenue complex. T
his flat for sale is a choice property. This ready to move flat is offered at an economical price of INR 4.11 Cr. The flat is uniquely designed to enhance the living style. It is semi-furnished, studded with all the basic facilities. Sig
nificant landmarks in its proximity are opp. rose manor international school & karnataka bank,near jain temple ,podar school walking distance.', 'id': '26360707', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Matunga West', 'url': '1-BHK-450-Sq-ft-Multistorey-Apartment-FOR-Sale-Matunga-West-in-Mumbai&id=4d423632393633373733', 'floors': '1', 'price': 15000000, 'description': 'Matunga West, Mu
mbai has an attractive 1 BHK Flat for sale. This flat all equipped with required facilities, is up for resale. This ready to move flat in Matunga West is available for a reasonable price of INR 1.50 Cr. This immaculate flat boasts of com
ing in furnished form which takes the entire deal to the next level.', 'id': '62963773', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Shiv Prerna at Linking Road', 'url': '1-BHK-400-Sq-ft-Multistorey-Apartment-FOR-Sale-Linking-Road-in-Mumbai&id=4d423634333331333035', 'floors': '1', 'price': 7800000, 'description': 'Th
is ready to move-in 1 BHK flat is available for sale at the premium Linking Road in Mumbai. Situated in the excellent Shiv Prerna township. The flat enjoys a prime location. Your hunt for the perfect apartment for resale comes to an end
here. This ready to move flat in Linking Road can be taken at a very economical pricing of INR 78 Lac. The flat is sold in semi-furnished condition. this is semi furnished flat in asalpha. 1 bhk flat on 1st floor with 300 sq feet. flat i
s well maintained with fall sealing, lavish hall, bedroom. provision for ac in bedroom. wardrobe is created which is specious to keep the things and use. very good locality to leave. connectivity wise 5 min walking from asalpha metro sta
tion. 1 min walking from linkroad. 3 km from ghatkopar station. are a few nearby landmarks.', 'id': '64331305', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in Malad', 'url': '2-BHK-1200-Sq-ft-Multistorey-Apartment-FOR-Sale-Malad-in-Mumbai&id=4d423630303835353133', 'floors': 'Upper Basement', 'price': 10000000, 'description': 'Malad, Mumbai ha
s an attractive 2 BHK Flat for sale. Your hunt for the perfect apartment for resale comes to an end here. This ready to move property in Malad is readily available within an affordable cost of  INR 1 Cr. The flat is available in semi-fur
nished condition.', 'id': '60085513', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in Powai Vihar Complex at Powai', 'url': '2-BHK-1100-Sq-ft-Multistorey-Apartment-FOR-Sale-Powai-in-Mumbai&id=4d423435363930303139', 'floors': '11', 'price': 21000000, 'description': "This
ready to move-in 2 BHK flat is available for sale at the premium Powai in Mumbai. The property is ideally located in a strategic location in Powai Vihar Complex township. This premium flat is available for resale at an unbelievable price
, so, grab it before it's gone! This ready to move flat located in Powai is available for purchase at a fair price of INR 2.10 Cr. It is unfurnished to accommodate your needs. Some nearby landmarks are lake homes.", 'id': '45690019', 'ba
th': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in ', 'url': '2-BHK-790-Sq-ft-Multistorey-Apartment-FOR-Sale-in-Mumbai&id=4d423632323038363631', 'floors': '1', 'price': 28500000, 'description': 'This lovely 2 BHK Flat in Blossom apt,  o
pp vishal Hall,  M.V.Road, Andheri east, Mumbai is up for sale. This apartment is a property of choice for resale. This apartment ready to move in the Blossom apt,  opp vishal Hall,  M.V.Road, Andheri east is available for an attractive
price of\xa0INR 2.85 Cr. This contemporary apartment is furnished.', 'id': '62208661', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Borivali East', 'url': '1-BHK-269-Sq-ft-Multistorey-Apartment-FOR-Sale-Borivali-East-in-Mumbai&id=4d423631313138333335', 'floors': '20', 'price': 7000000, 'description': 'Borivali East,
 Mumbai has an attractive 1 BHK Flat for sale. This apartment is a property of choice for resale. Available at a reasonable selling price of INR 70 Lac, this ready to move apartment in Borivali East is a great buy. This immaculate flat b
oasts of coming in unfurnished form which takes the entire deal to the next level.', 'id': '61118335', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment in ', 'url': '2-BHK-500-Sq-ft-Multistorey-Apartment-FOR-Sale-in-Mumbai&id=4d423634383039303939', 'floors': '7', 'price': 11500000, 'description': 'This gorgeous 2 BHK Flat is available for sale in 70
2 /703 Shivshakti coop hsg soc ltd,  Shradhanand Road vile parle east behind Ackruti Erica Vile Parle East Mumbai 57, Mumbai. This ready to move flat located in 702 /703 Shivshakti coop hsg soc ltd,  Shradhanand Road vile parle east behi
nd Ackruti Erica Vile Parle East Mumbai 57 is available for purchase at a fair price of INR 1.15 Cr. This furnished flat is strategically designed with all the amenities to enhance the living experience.', 'id': '64809099', 'bath': '2',
'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in Kandivali West', 'url': '2-BHK-850-Sq-ft-Multistorey-Apartment-FOR-Sale-Kandivali-West-in-Mumbai&id=4d423435363931333639', 'floors': '7', 'price': 6500000, 'description': 'Kandivali Wes
t, Mumbai has an appealing 2 BHK flat for sale with various amenities. Your hunt for the perfect apartment for resale comes to an end here. This ready to move flat in Kandivali West comes at an affordable price of INR 65 Lac. This premiu
m unfurnished flat spells quality and comfort at a competitive price. Some neighbouring landmarks are near vodafone gallery.', 'id': '45691369', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '3BHK Multistorey Apartment for Resale in Bhandup West', 'url': '3-BHK-1210-Sq-ft-Multistorey-Apartment-FOR-Sale-Bhandup-West-in-Mumbai&id=4d423236333735323435', 'floors': '15', 'price': 25000000, 'description': 'This ready to
move-in 3 BHK flat is available for sale at the premium Bhandup West in Mumbai. This is one of the best properties available for resale. This ready to move flat in Bhandup West can be availed at a reasonable price of INR 2.50 Cr. It is f
urnished to accommodate your needs.', 'id': '26375245', 'bath': '3', 'beds': '3', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Ghatkopar', 'url': '1-BHK-390-Sq-ft-Multistorey-Apartment-FOR-Sale-Ghatkopar-in-Mumbai&id=4d423634333331333733', 'floors': '2', 'price': 7000000, 'description': 'This attractive 1 BHK a
partment can be found for sale in Ghatkopar, Mumbai. This flat is available as a resale property. The ready to move flat in Ghatkopar is all ready for sale at a low-priced budget of INR 70 Lac. The flat is unfurnished and is suitable for
 any family size.', 'id': '64331373', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': ' Multistorey Apartment for Resale in Mulund East', 'url': '300-Sq-ft-Multistorey-Apartment-FOR-Sale-Mulund-East-in-Mumbai&id=4d423632323038383839', 'floors': None, 'price': 6300000, 'description': 'Your search ends here, becau
se this flat for resale is among the best bargains in town.', 'id': '62208889', 'bath': None, 'beds': None, 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Vinay Unique Homes at Virar', 'url': '1-BHK-645-Sq-ft-Multistorey-Apartment-FOR-Sale-Virar-in-Mumbai&id=4d423537333633313231', 'floors': '4', 'price': 3300000, 'description': "Up for im
mediate sale is a 1 BHK apartment in Virar, Mumbai. Don't miss this bargain flat for sale. It is in a prime location within the Vinay Unique Homes. Your hunt for the perfect apartment for resale comes to an end here. Available at a reaso
nable selling price of INR 33 Lac, this ready to move apartment in Virar is a great buy. The spacious apartment is semi-furnished.", 'id': '57363121', 'bath': '2', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': ' Studio Apartment for Resale in Dadar West', 'url': '400-Sq-ft-Studio-Apartment-FOR-Sale-Dadar-West-in-Mumbai&id=4d423633343934323131', 'floors': '3', 'price': 13000000, 'description': 'Your search ends here, because this flat
 for resale is among the best bargains in town. You can buy this ready to move flat in Dadar West at a reasonable price of INR 1.30 Cr. This premium unfurnished flat spells quality and comfort at a competitive price.', 'id': '63494211',
'bath': '1', 'beds': None, 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '2BHK Multistorey Apartment for Resale in ', 'url': '2-BHK-1100-Sq-ft-Multistorey-Apartment-FOR-Sale-in-Mumbai&id=4d423630303836363631', 'floors': '10', 'price': 24000000, 'description': 'This magnificent 2 BHK Flat is availabl
e for sale in 7-Bungalows, Mumbai. This is a desirable apartment for resale. The  ready to move flat  in the prime area of 7-Bungalows is available at a reasonable price of INR 2.40 Cr. The flat is uniquely designed to enhance the living
 style. It is furnished, studded with all the basic facilities. Landmarks near the apartment include near versova metro station.', 'id': '60086661', 'bath': '2', 'beds': '2', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '3BHK Multistorey Apartment for Resale in Wadala', 'url': '3-BHK-1100-Sq-ft-Multistorey-Apartment-FOR-Sale-Wadala-in-Mumbai&id=4d423630303836383035', 'floors': '14', 'price': 26000000, 'description': 'Discover this immaculate 3
 BHK flat for sale at the pristine Wadala in Mumbai. This apartment is a property of choice for resale. The ready to move flat in Wadala is all ready for sale at a low-priced budget of INR 2.60 Cr. This immaculate flat boasts of coming i
n furnished form which takes the entire deal to the next level.', 'id': '60086805', 'bath': '3', 'beds': '3', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '3BHK Multistorey Apartment for Resale in Praful CHS at Kandivali West', 'url': '3-BHK-850-Sq-ft-Multistorey-Apartment-FOR-Sale-Kandivali-West-in-Mumbai&id=4d423532303436303635', 'floors': '5', 'price': 31000000, 'description':
 'This ready to move-in 3 BHK flat is available for sale at the premium Kandivali West in Mumbai. Enjoying a prime location, this property is housed in the Praful Chs society. This flat for resale is the perfect property for you! You can
 buy this ready to move flat in Kandivali West at a reasonable price of INR 3.10 Cr. You will find it furnished.', 'id': '52046065', 'bath': '3', 'beds': '3', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': ' Studio Apartment for Resale in Mazgaon', 'url': '400-Sq-ft-Studio-Apartment-FOR-Sale-Mazgaon-in-Mumbai&id=4d423634333937343333', 'floors': '2', 'price': 10000000, 'description': 'This is a desirable apartment for resale. This
 apartment ready to move in the Mazgaon is available for an attractive price of\xa0INR 1 Cr. The apartment is semi-furnished.', 'id': '64397433', 'bath': '2', 'beds': None, 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Ramdev Park  at Mira Road', 'url': '1-BHK-405-Sq-ft-Multistorey-Apartment-FOR-Sale-Mira-Road-in-Mumbai&id=4d423430333237383735', 'floors': '6', 'price': 6000000, 'description': 'One can
 find this stunning 1 BHK flat for sale in Mira Road, Mumbai. Situated in the excellent Ramdev Park  township. The flat enjoys a prime location. This flat for resale is the perfect property for you! You can buy this ready to move flat in
 Mira Road at a reasonable price of INR 60 Lac. The apartment is unfurnished.', 'id': '40327875', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': ' Studio Apartment for Resale in Bhayandar East', 'url': '325-Sq-ft-Studio-Apartment-FOR-Sale-Bhayandar-East-in-Mumbai&id=4d423634303638333933', 'floors': 'Ground', 'price': 3200000, 'description': 'Invest your valuable money i
n this flat that is for resale. This apartment ready to move in the Bhayandar East is available for an attractive price of\xa0INR 32 Lac. This premium unfurnished flat spells quality and comfort at a competitive price.', 'id': '64068393'
, 'bath': '1', 'beds': None, 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in ', 'url': '1-BHK-390-Sq-ft-Multistorey-Apartment-FOR-Sale-in-Mumbai&id=4d423632393634313131', 'floors': None, 'price': 9250000, 'description': 'This attractive 1 BHK apartment can be fo
und for sale in Shraddhanand Rd, extension , Mumbai. Your hunt for the perfect apartment for resale comes to an end here. This ready to move flat in Shraddhanand Rd, extension  is available for a reasonable price of INR 92.5 Lac. Availab
le in unfurnished state, this flat is a great buy.', 'id': '62964111', 'bath': '1', 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>
{'title': '1BHK Multistorey Apartment for Resale in Dahisar Durga CHS at Dahisar East', 'url': '1-BHK-625-Sq-ft-Multistorey-Apartment-FOR-Sale-Dahisar-East-in-Mumbai&id=4d423633323236343137', 'floors': '6', 'price': 8800000, 'description
': "Up for immediate sale is a 1 BHK apartment in Dahisar East, Mumbai. Don't miss this bargain flat for sale. Located in the Dahisar Durga Chs township, the flat enjoys access to the prime spots in the city.  This is one of the best pro
perties available for resale. Available at a reasonable selling price of INR 88 Lac, this ready to move apartment in Dahisar East is a great buy. The flat is furnished and is suitable for any family size.", 'id': '63226417', 'bath': '2',
 'beds': '1', 'city': 'Mumbai'}
2022-12-31 13:45:47 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.magicbricks.com/mbsrp/propertySearch.html?editSearch=Y&category=S&propertyType=10002,10003,10021,10022,10001,10017&city=4320&page=29&groupstart=870&offset=0&m
axOffset=5&sortBy=premiumRecent&postedSince=-1&pType=10002,10003,10021,10022,10001,10017&isNRI=Y&multiLang=en>

https://stackoverflow.com/questions/74958979/getting-an-error-trying-to-scrape-website-using-scrapy-playwright

You do not need to save the image to a file at all (cmp. screenshot documentation), but instead can simply store it in a variable, like img = page.screenshot(). You can then pass that variable to your REST request. I use the requests module in the example below, the POST request is simplified and may require some additional parameters (depending on your API) or for instance different URLs for the different browser types:

from playwright import sync_playwright
import requests

with sync_playwright() as p:
    for browser_type in [p.chromium, p.firefox, p.webkit]:
        browser = browser_type.launch()
        page = browser.newPage()
        page.goto('https://scrapingant.com/')
        # save screenshot to var
        img = page.screenshot() 
        # pass var directly to your request
        files = {'image': img, 'content-type': 'image/png'}
        requests.post('http://yourresturl.com', files=files)
        browser.close()

If you really wanted to save the image to a temporary file for some reason (which, as I understand your use case, is not really necessary), you could e.g. use the tempfile module and create a named temporary file (cmp. How to use tempfile.NamedTemporaryFile()?):

from playwright import sync_playwright
import tempfile
import requests

tf = tempfile.NamedTemporaryFile(suffix='.png')

with sync_playwright() as p:
    for browser_type in [p.chromium, p.firefox, p.webkit]:
        browser = browser_type.launch()
        page = browser.newPage()
        page.goto('https://scrapingant.com/')
        # save screenshot to temporary file
        page.screenshot(path=tf.name)
        # send request loading temporary file
        requests.post('http://myresturl.com', {'media': open(tf.name, 'rb')})
        browser.close()        

# close temporary file
tf.close()

https://stackoverflow.com/questions/65375788/using-python-playwright-how-do-i-make-a-screenshot-without-saving-it-to-disk-or

It would appear that when you run the script on your server, the user you're using does not have permission to create either the local_save directory or the path to that directory. On a Unix-like system, /var and most of its subdirectories are generally writable only by root. The exception is /var/tmp. If you change your local_save variable to be

local_save = '/var/tmp/apis/tceprotocolo'

and prior to calling your function, call

os.makedirs(local_save)

then your function should successfully write output to that directory.

https://stackoverflow.com/questions/74973187/gunicorn-flask-app-cant-download-file-using-playwright-on-linux

The issue is the docker image you have selected (alpine) architecture tags dont match any that playwright supports.

python:3.9:alpine

/code/src # pip debug --verbose | grep "py3-"
WARNING: This command is only meant for debugging. Do not use this with automation for parsing and getting these details, since the output and options of this command may change without notice.
  py3-none-musllinux_1_2_x86_64
  py3-none-musllinux_1_1_x86_64
  py3-none-musllinux_1_0_x86_64
  py3-none-linux_x86_64
  py3-none-any

playwright tags

/code/src # pip install playwright -vv | grep "Skipping link" | cut -f2 -d'(' | cut -f1 -d')' | grep "^py3" | sort -u
ERROR: Could not find a version that satisfies the requirement playwright (from versions: none)
ERROR: No matching distribution found for playwright
py3-none-macosx_10_13_x86_64
py3-none-macosx_11_0_arm64
py3-none-macosx_11_0_universal2
py3-none-manylinux1_x86_64
py3-none-manylinux2014_aarch64, py3-none-manylinux_2_17_aarch64
py3-none-manylinux_2_27_x86_64
py3-none-win32
py3-none-win_amd64

This is why pip is telling you there is no matching distribution because its checking all the builds for playwright against the builds alpine linux wants and there isnt a common one, so it cannot install. You will need to use a docker image with an architecture that playwright is built against and supports. You can see this in more detail if you run pip install playwright -vv in the alpine linux image

  Skipping link: none of the wheel's tags (py3-none-manylinux2014_aarch64, py3-none-manylinux_2_17_aarch64) are compatible (run pip debug --verbose to show compatible tags): https://files.pythonhosted.org/packages/a6/c5/142449e50253fef
ff667584793ef303c1bb1ecf1cb849cd8b83cd9a653c1/playwright-1.27.1-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (from https://pypi.org/simple/playwright/) (requires-python:>=3.7)
  Skipping link: none of the wheel's tags (py3-none-win32) are compatible (run pip debug --verbose to show compatible tags): https://files.pythonhosted.org/packages/79/54/cc0b824dd92507f4ed48e2a71424af2d0b4f91d72f3932ad4fefa7c68981/pla
ywright-1.27.1-py3-none-win32.whl (from https://pypi.org/simple/playwright/) (requires-python:>=3.7)
  Skipping link: none of the wheel's tags (py3-none-win_amd64) are compatible (run pip debug --verbose to show compatible tags): https://files.pythonhosted.org/packages/5d/a0/e7009f47b7fef143617a2907fad14170a5ae765fe7bad8050402addd3cab
/playwright-1.27.1-py3-none-win_amd64.whl (from https://pypi.org/simple/playwright/) (requires-python:>=3.7)

Skipping link: not a file: https://pypi.org/simple/playwright/
Given no hashes to check 0 links for project 'playwright': discarding no candidates
ERROR: Could not find a version that satisfies the requirement playwright (from versions: none)
ERROR: No matching distribution found for playwright

You can see the architectures it builds against on there github https://github.com/microsoft/playwright-python/blob/release-1.27/setup.py#L79

https://stackoverflow.com/questions/74254853/installing-playwright-in-docker-image-fails

You can use the select_options for selecting 30.

page.select_option('select#MainContent_ddlRecords', '30')

You can use the text selector and then click the checkboxes like this:

page.locator("text=Tabloul avocaţilor stagiari").click()

https://stackoverflow.com/questions/72711829/trying-to-select-the-option

If you separate the selectors with a , that's an or. You can chain selectors using >>.

myElement = self.page.locator('text="Hello" >> [class="DClass"]')

https://stackoverflow.com/questions/73486279/how-to-find-element-by-attribute-and-text-in-a-singe-locator

Playwright will work with proprietary Chromium-based browsers (including Opera, Edge, Chrome etc.), you can install the browser independently from Playwright and then pass path to its executable via execuable_path launch option:

browser = playwrights.chromium.launch(executable_path='/opt/path_to_opera_bin')

For automating WebKit and Firefox Playwright currently requires remote debugging protocol which is only available in the custom builds.

https://stackoverflow.com/questions/70307821/using-opera-safari-brave-with-playwright

so you could put something along the lines of hash here:

    src = pkgs.python38Packages.fetchPypi {
      inherit pname version;
      data_sha256 = "sha256:<yourhash>"
    };

while building your pkgs, so that it's defined explicitly (rn, its parsing it as '' as evident in the op)

https://stackoverflow.com/questions/67980171/how-to-use-nix-shell-to-install-playwright-from-pypi

Try this:

def main():
    with sync_playwright() as p:
        browser = p.chromium.launch(headless=False)
        context = browser.new_context()
        page = context.new_page()
        page.goto("https://www.aliexpress.com/wholesale?catId=0&initiative_id=AS_20220518080059&SearchText=makeup")
        countrySwitcher = page.query_selector("#switcher-info")
        countrySwitcher.click()
        # time.sleep(6000)
        page.locator("#nav-global > div.ng-item-wrap.ng-item.ng-switcher.active > div > div > div > div.switcher-shipto.item.util-clearfix > div").click()
        page.locator("[placeholder=\"Search\"]").first.click()
        page.locator("[placeholder=\"Search\"]").first.fill("Spain")
        page.locator("li:has-text(\"Spain\")").click()
        page.locator("span:has-text(\"Español\")").click()
        page.locator("text=English").nth(1).click()
        page.locator("span:has-text(\"EUR ( Euro )\")").click()
        page.locator(
            "text=EUR ( Euro ) CHF ( Swiss Franc ) MXN ( Mexican Peso ) EUR ( Euro ) CLP ( Chilean >> [placeholder=\"Search\"]").click()
        page.locator(
            "text=EUR ( Euro ) CHF ( Swiss Franc ) MXN ( Mexican Peso ) EUR ( Euro ) CLP ( Chilean >> [placeholder=\"Search\"]").fill(
            "MAD")
        page.locator("text=MAD ( Moroccan Dirham )").click()
        with page.expect_navigation():
            page.locator("button", has_text="Save").click()


if __name__ == '__main__':
    main()

The problem was that you were searching specifically for the text "Morocco" to be present. It would not have been there if you were from another country since alibaba uses country detection. Your last code line, i.e. page.locator("text=Save").click() was also faulty. The text "Save" resided inside a descendant element which you need to account for.

In general, it is always a good idea to make your locaters as general and flexible as possible to account for minor website changes done by the admin. Therefore, instead of using text to find the elements, maybe you should try using CSS selectors instead?

Blogs

Check out the latest blogs from LambdaTest on this topic:

Selenium 4.0 and The Future: Manoj Kumar [Testμ 2022]

We were eager to listen to Manoj Kumar, VP Developer Relations, LambdaTest, speak on the importance of Selenium 4.0 and how bright the future is. This was the agenda of the speech:

Our Top 10 Articles Of 2021!

The year 2021 can be encapsulated as one major transition. In 2022, the current breakthroughs in the elusive fight to eliminate the COVID-19 pandemic are top of mind for enterprises globally. At the same time, we are witnessing recent strides in technological advancements as the world gets digitized. As a result, the year 2022 will see the resumption of massive changes in technology and digital transformation, driving firms to adapt and transform themselves perpetually.

Open e2e Test Initiative with Open MCT: John Hill [Testμ 2022]

Open MCT is a next-generation mission control framework for data visualization on desktop and mobile devices. It was created at NASA’s Ames Research Center, and NASA uses it to analyze spacecraft mission data.

Playwright End To End Testing Tutorial: A Complete Guide

It is essential for a team, when speaking about test automation, to take the time needed to think, analyze and try what will be the best tool, framework, and language that suits your team’s needs.

How To Choose The Best JavaScript Unit Testing Frameworks

JavaScript is one of the most widely used programming languages. This popularity invites a lot of JavaScript development and testing frameworks to ease the process of working with it. As a result, numerous JavaScript testing frameworks can be used to perform unit testing.

Playwright tutorial

LambdaTest’s Playwright tutorial will give you a broader idea about the Playwright automation framework, its unique features, and use cases with examples to exceed your understanding of Playwright testing. This tutorial will give A to Z guidance, from installing the Playwright framework to some best practices and advanced concepts.

Chapters:

What is Playwright : Playwright is comparatively new but has gained good popularity. Get to know some history of the Playwright with some interesting facts connected with it.
How To Install Playwright : Learn in detail about what basic configuration and dependencies are required for installing Playwright and run a test. Get a step-by-step direction for installing the Playwright automation framework.
Playwright Futuristic Features: Launched in 2020, Playwright gained huge popularity quickly because of some obliging features such as Playwright Test Generator and Inspector, Playwright Reporter, Playwright auto-waiting mechanism and etc. Read up on those features to master Playwright testing.
What is Component Testing: Component testing in Playwright is a unique feature that allows a tester to test a single component of a web application without integrating them with other elements. Learn how to perform Component testing on the Playwright automation framework.
Inputs And Buttons In Playwright: Every website has Input boxes and buttons; learn about testing inputs and buttons with different scenarios and examples.
Functions and Selectors in Playwright: Learn how to launch the Chromium browser with Playwright. Also, gain a better understanding of some important functions like “BrowserContext,” which allows you to run multiple browser sessions, and “newPage” which interacts with a page.
Handling Alerts and Dropdowns in Playwright : Playwright interact with different types of alerts and pop-ups, such as simple, confirmation, and prompt, and different types of dropdowns, such as single selector and multi-selector get your hands-on with handling alerts and dropdown in Playright testing.
Playwright vs Puppeteer: Get to know about the difference between two testing frameworks and how they are different than one another, which browsers they support, and what features they provide.
Run Playwright Tests on LambdaTest: Playwright testing with LambdaTest leverages test performance to the utmost. You can run multiple Playwright tests in Parallel with the LammbdaTest test cloud. Get a step-by-step guide to run your Playwright test on the LambdaTest platform.
Playwright Python Tutorial: Playwright automation framework support all major languages such as Python, JavaScript, TypeScript, .NET and etc. However, there are various advantages to Python end-to-end testing with Playwright because of its versatile utility. Get the hang of Playwright python testing with this chapter.
Playwright End To End Testing Tutorial: Get your hands on with Playwright end-to-end testing and learn to use some exciting features such as TraceViewer, Debugging, Networking, Component testing, Visual testing, and many more.
Playwright Video Tutorial: Watch the video tutorials on Playwright testing from experts and get a consecutive in-depth explanation of Playwright automation testing.