KaneAI - World’s First E2E Software Testing Agent.Book a Demo 
How to use kinesis method in localstack
Best Python code snippet using localstack_python
test_kinesis_stream.py
Source:test_kinesis_stream.py 
1import pytest2import unittest3boto3 = pytest.importorskip("boto3")4botocore = pytest.importorskip("botocore")5import ansible.modules.cloud.amazon.kinesis_stream as kinesis_stream6aws_region = 'us-west-2'7class AnsibleKinesisStreamFunctions(unittest.TestCase):8 def test_convert_to_lower(self):9 example = {10 'HasMoreShards': True,11 'RetentionPeriodHours': 24,12 'StreamName': 'test',13 'StreamARN': 'arn:aws:kinesis:east-side:123456789:stream/test',14 'StreamStatus': 'ACTIVE'15 }16 converted_example = kinesis_stream.convert_to_lower(example)17 keys = list(converted_example.keys())18 keys.sort()19 for i in range(len(keys)):20 if i == 0:21 self.assertEqual(keys[i], 'has_more_shards')22 if i == 1:23 self.assertEqual(keys[i], 'retention_period_hours')24 if i == 2:25 self.assertEqual(keys[i], 'stream_arn')26 if i == 3:27 self.assertEqual(keys[i], 'stream_name')28 if i == 4:29 self.assertEqual(keys[i], 'stream_status')30 def test_make_tags_in_aws_format(self):31 example = {32 'env': 'development'33 }34 should_return = [35 {36 'Key': 'env',37 'Value': 'development'38 }39 ]40 aws_tags = kinesis_stream.make_tags_in_aws_format(example)41 self.assertEqual(aws_tags, should_return)42 def test_make_tags_in_proper_format(self):43 example = [44 {45 'Key': 'env',46 'Value': 'development'47 },48 {49 'Key': 'service',50 'Value': 'web'51 }52 ]53 should_return = {54 'env': 'development',55 'service': 'web'56 }57 proper_tags = kinesis_stream.make_tags_in_proper_format(example)58 self.assertEqual(proper_tags, should_return)59 def test_recreate_tags_from_list(self):60 example = [('environment', 'development'), ('service', 'web')]61 should_return = [62 {63 'Key': 'environment',64 'Value': 'development'65 },66 {67 'Key': 'service',68 'Value': 'web'69 }70 ]71 aws_tags = kinesis_stream.recreate_tags_from_list(example)72 self.assertEqual(aws_tags, should_return)73 def test_get_tags(self):74 client = boto3.client('kinesis', region_name=aws_region)75 success, err_msg, tags = kinesis_stream.get_tags(client, 'test', check_mode=True)76 self.assertTrue(success)77 should_return = [78 {79 'Key': 'DryRunMode',80 'Value': 'true'81 }82 ]83 self.assertEqual(tags, should_return)84 def test_find_stream(self):85 client = boto3.client('kinesis', region_name=aws_region)86 success, err_msg, stream = (87 kinesis_stream.find_stream(client, 'test', check_mode=True)88 )89 should_return = {90 'OpenShardsCount': 5,91 'ClosedShardsCount': 0,92 'ShardsCount': 5,93 'HasMoreShards': True,94 'RetentionPeriodHours': 24,95 'StreamName': 'test',96 'StreamARN': 'arn:aws:kinesis:east-side:123456789:stream/test',97 'StreamStatus': 'ACTIVE',98 'EncryptionType': 'NONE'99 }100 self.assertTrue(success)101 self.assertEqual(stream, should_return)102 def test_wait_for_status(self):103 client = boto3.client('kinesis', region_name=aws_region)104 success, err_msg, stream = (105 kinesis_stream.wait_for_status(106 client, 'test', 'ACTIVE', check_mode=True107 )108 )109 should_return = {110 'OpenShardsCount': 5,111 'ClosedShardsCount': 0,112 'ShardsCount': 5,113 'HasMoreShards': True,114 'RetentionPeriodHours': 24,115 'StreamName': 'test',116 'StreamARN': 'arn:aws:kinesis:east-side:123456789:stream/test',117 'StreamStatus': 'ACTIVE',118 'EncryptionType': 'NONE'119 }120 self.assertTrue(success)121 self.assertEqual(stream, should_return)122 def test_tags_action_create(self):123 client = boto3.client('kinesis', region_name=aws_region)124 tags = {125 'env': 'development',126 'service': 'web'127 }128 success, err_msg = (129 kinesis_stream.tags_action(130 client, 'test', tags, 'create', check_mode=True131 )132 )133 self.assertTrue(success)134 def test_tags_action_delete(self):135 client = boto3.client('kinesis', region_name=aws_region)136 tags = {137 'env': 'development',138 'service': 'web'139 }140 success, err_msg = (141 kinesis_stream.tags_action(142 client, 'test', tags, 'delete', check_mode=True143 )144 )145 self.assertTrue(success)146 def test_tags_action_invalid(self):147 client = boto3.client('kinesis', region_name=aws_region)148 tags = {149 'env': 'development',150 'service': 'web'151 }152 success, err_msg = (153 kinesis_stream.tags_action(154 client, 'test', tags, 'append', check_mode=True155 )156 )157 self.assertFalse(success)158 def test_update_tags(self):159 client = boto3.client('kinesis', region_name=aws_region)160 tags = {161 'env': 'development',162 'service': 'web'163 }164 success, changed, err_msg = (165 kinesis_stream.update_tags(166 client, 'test', tags, check_mode=True167 )168 )169 self.assertTrue(success)170 def test_stream_action_create(self):171 client = boto3.client('kinesis', region_name=aws_region)172 success, err_msg = (173 kinesis_stream.stream_action(174 client, 'test', 10, 'create', check_mode=True175 )176 )177 self.assertTrue(success)178 def test_stream_action_delete(self):179 client = boto3.client('kinesis', region_name=aws_region)180 success, err_msg = (181 kinesis_stream.stream_action(182 client, 'test', 10, 'delete', check_mode=True183 )184 )185 self.assertTrue(success)186 def test_stream_action_invalid(self):187 client = boto3.client('kinesis', region_name=aws_region)188 success, err_msg = (189 kinesis_stream.stream_action(190 client, 'test', 10, 'append', check_mode=True191 )192 )193 self.assertFalse(success)194 def test_retention_action_increase(self):195 client = boto3.client('kinesis', region_name=aws_region)196 success, err_msg = (197 kinesis_stream.retention_action(198 client, 'test', 48, 'increase', check_mode=True199 )200 )201 self.assertTrue(success)202 def test_retention_action_decrease(self):203 client = boto3.client('kinesis', region_name=aws_region)204 success, err_msg = (205 kinesis_stream.retention_action(206 client, 'test', 24, 'decrease', check_mode=True207 )208 )209 self.assertTrue(success)210 def test_retention_action_invalid(self):211 client = boto3.client('kinesis', region_name=aws_region)212 success, err_msg = (213 kinesis_stream.retention_action(214 client, 'test', 24, 'create', check_mode=True215 )216 )217 self.assertFalse(success)218 def test_update_shard_count(self):219 client = boto3.client('kinesis', region_name=aws_region)220 success, err_msg = (221 kinesis_stream.update_shard_count(222 client, 'test', 5, check_mode=True223 )224 )225 self.assertTrue(success)226 def test_update(self):227 client = boto3.client('kinesis', region_name=aws_region)228 current_stream = {229 'OpenShardsCount': 5,230 'ClosedShardsCount': 0,231 'ShardsCount': 1,232 'HasMoreShards': True,233 'RetentionPeriodHours': 24,234 'StreamName': 'test',235 'StreamARN': 'arn:aws:kinesis:east-side:123456789:stream/test',236 'StreamStatus': 'ACTIVE',237 'EncryptionType': 'NONE'238 }239 tags = {240 'env': 'development',241 'service': 'web'242 }243 success, changed, err_msg = (244 kinesis_stream.update(245 client, current_stream, 'test', number_of_shards=2, retention_period=48,246 tags=tags, check_mode=True247 )248 )249 self.assertTrue(success)250 self.assertTrue(changed)251 self.assertEqual(err_msg, 'Kinesis Stream test updated successfully.')252 def test_create_stream(self):253 client = boto3.client('kinesis', region_name=aws_region)254 tags = {255 'env': 'development',256 'service': 'web'257 }258 success, changed, err_msg, results = (259 kinesis_stream.create_stream(260 client, 'test', number_of_shards=10, retention_period=48,261 tags=tags, check_mode=True262 )263 )264 should_return = {265 'open_shards_count': 5,266 'closed_shards_count': 0,267 'shards_count': 5,268 'has_more_shards': True,269 'retention_period_hours': 24,270 'stream_name': 'test',271 'stream_arn': 'arn:aws:kinesis:east-side:123456789:stream/test',272 'stream_status': 'ACTIVE',273 'encryption_type': 'NONE',274 'tags': tags,275 }276 self.assertTrue(success)277 self.assertTrue(changed)278 self.assertEqual(results, should_return)279 self.assertEqual(err_msg, 'Kinesis Stream test updated successfully.')280 def test_enable_stream_encription(self):281 client = boto3.client('kinesis', region_name=aws_region)282 success, changed, err_msg, results = (283 kinesis_stream.start_stream_encryption(284 client, 'test', encryption_type='KMS', key_id='', wait=True, wait_timeout=60, check_mode=True285 )286 )287 self.assertTrue(success)288 self.assertTrue(changed)289 self.assertEqual(err_msg, 'Kinesis Stream test encryption started successfully.')290 def test_dsbale_stream_encryption(self):291 client = boto3.client('kinesis', region_name=aws_region)292 success, changed, err_msg, results = (293 kinesis_stream.stop_stream_encryption(294 client, 'test', encryption_type='KMS', key_id='', wait=True, wait_timeout=60, check_mode=True295 )296 )297 self.assertTrue(success)298 self.assertTrue(changed)...
test_kinesis_transport.py
Source:test_kinesis_transport.py
1# -*- coding: utf-8 -*-2import sys3if sys.version_info < (2, 7):4 import unittest2 as unittest5else:6 import unittest7import mock8import tempfile9import logging10import beaver11from beaver.config import BeaverConfig12from beaver.transports import create_transport13from beaver.unicode_dammit import unicode_dammit14from fixtures import Fixture15from moto import mock_kinesis16import boto.kinesis17class KinesisTests(unittest.TestCase):18 @mock_kinesis19 def _create_streams(self):20 conn = boto.kinesis.connect_to_region("us-east-1")21 conn.create_stream("stream1", 1)22 conn.create_stream("stream2", 1)23 @classmethod24 def setUpClass(cls):25 cls.logger = logging.getLogger(__name__)26 empty_conf = tempfile.NamedTemporaryFile(delete=True)27 cls.beaver_config = BeaverConfig(mock.Mock(config=empty_conf.name))28 cls.beaver_config.set('transport', 'kinesis')29 cls.beaver_config.set('logstash_version', 1)30 output_file = Fixture.download_official_distribution()31 Fixture.extract_distribution(output_file)32 @mock_kinesis33 def test_kinesis_default_auth_profile(self):34 self._create_streams()35 self.beaver_config.set('kinesis_aws_profile_name', None)36 self.beaver_config.set('kinesis_aws_access_key', None)37 self.beaver_config.set('kinesis_aws_secret_key', None)38 self.beaver_config.set('kinesis_aws_stream', 'stream1')39 transport = create_transport(self.beaver_config, logger=self.logger)40 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)41 transport.interrupt()42 @mock_kinesis43 def test_kinesis_auth_profile(self):44 self._create_streams()45 self.beaver_config.set('kinesis_aws_profile_name', 'beaver_stream')46 self.beaver_config.set('kinesis_aws_access_key', None)47 self.beaver_config.set('kinesis_aws_secret_key', None)48 self.beaver_config.set('kinesis_aws_stream', 'stream1')49 transport = create_transport(self.beaver_config, logger=self.logger)50 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)51 @mock_kinesis52 def test_kinesis_auth_key(self):53 self._create_streams()54 self.beaver_config.set('kinesis_aws_profile_name', None)55 self.beaver_config.set('kinesis_aws_access_key', 'beaver_test_key')56 self.beaver_config.set('kinesis_aws_secret_key', 'beaver_test_secret')57 self.beaver_config.set('kinesis_aws_stream', 'stream1')58 transport = create_transport(self.beaver_config, logger=self.logger)59 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)60 transport.interrupt()61 @mock_kinesis62 def test_kinesis_auth_account_id(self):63 self._create_streams()64 self.beaver_config.set('kinesis_aws_stream_owner_acct_id', 'abc123')65 self.beaver_config.set('kinesis_aws_profile_name', None)66 self.beaver_config.set('kinesis_aws_access_key', 'beaver_test_key')67 self.beaver_config.set('kinesis_aws_secret_key', 'beaver_test_secret')68 self.beaver_config.set('kinesis_aws_stream', 'stream1')69 transport = create_transport(self.beaver_config, logger=self.logger)70 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)71 transport.interrupt()72 @mock_kinesis73 def test_kinesis_send_stream(self):74 self._create_streams()75 self.beaver_config.set('kinesis_aws_stream', 'stream1')76 self.beaver_config.set('kinesis_aws_profile_name', None)77 self.beaver_config.set('kinesis_aws_access_key', None)78 self.beaver_config.set('kinesis_aws_secret_key', None)79 self.beaver_config.set('kinesis_bulk_lines', False)80 transport = create_transport(self.beaver_config, logger=self.logger)81 mock_send_batch = mock.Mock()82 transport._send_message_batch = mock_send_batch83 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)84 data = {}85 lines = []86 n=50087 for i in range(n):88 lines.append('log' + str(i) + '\n')89 new_lines = []90 for line in lines:91 message = unicode_dammit(line)92 if len(message) == 0:93 continue94 new_lines.append(message)95 data['lines'] = new_lines96 data['fields'] = []97 self.assertTrue(transport.callback("test.log", **data))98 self.assertEqual(1, mock_send_batch.call_count)99 @mock_kinesis100 def test_kinesis_send_stream_with_record_count_cutoff(self):101 self._create_streams()102 self.beaver_config.set('kinesis_aws_stream', 'stream1')103 self.beaver_config.set('kinesis_aws_profile_name', None)104 self.beaver_config.set('kinesis_aws_access_key', None)105 self.beaver_config.set('kinesis_aws_secret_key', None)106 self.beaver_config.set('kinesis_bulk_lines', False)107 transport = create_transport(self.beaver_config, logger=self.logger)108 mock_send_batch = mock.Mock()109 transport._send_message_batch = mock_send_batch110 self.assertIsInstance(transport, beaver.transports.kinesis_transport.KinesisTransport)111 data = {}112 lines = []113 n = 501114 for i in range(n):115 lines.append('log' + str(i) + '\n')116 new_lines = []117 for line in lines:118 message = unicode_dammit(line)119 if len(message) == 0:120 continue121 new_lines.append(message)122 data['lines'] = new_lines123 data['fields'] = []124 self.assertTrue(transport.callback("test.log", **data))...
test_kinesis.py
Source:test_kinesis.py
...5from aws_lambda_powertools.utilities.typing import LambdaContext6from tests.functional.parser.schemas import MyKinesisBusiness7from tests.functional.utils import load_event8@event_parser(model=MyKinesisBusiness, envelope=envelopes.KinesisDataStreamEnvelope)9def handle_kinesis(event: List[MyKinesisBusiness], _: LambdaContext):10 assert len(event) == 111 record: KinesisDataStreamModel = event[0]12 assert record.message == "test message"13 assert record.username == "test"14@event_parser(model=KinesisDataStreamModel)15def handle_kinesis_no_envelope(event: KinesisDataStreamModel, _: LambdaContext):16 records = event.Records17 assert len(records) == 218 record: KinesisDataStreamModel = records[0]19 assert record.awsRegion == "us-east-2"20 assert record.eventID == "shardId-000000000006:49590338271490256608559692538361571095921575989136588898"21 assert record.eventName == "aws:kinesis:record"22 assert record.eventSource == "aws:kinesis"23 assert record.eventSourceARN == "arn:aws:kinesis:us-east-2:123456789012:stream/lambda-stream"24 assert record.eventVersion == "1.0"25 assert record.invokeIdentityArn == "arn:aws:iam::123456789012:role/lambda-role"26 kinesis: KinesisDataStreamRecordPayload = record.kinesis27 assert kinesis.approximateArrivalTimestamp == 1545084650.98728 assert kinesis.kinesisSchemaVersion == "1.0"29 assert kinesis.partitionKey == "1"30 assert kinesis.sequenceNumber == "49590338271490256608559692538361571095921575989136588898"31 assert kinesis.data == b"Hello, this is a test."32def test_kinesis_trigger_event():33 event_dict = {34 "Records": [35 {36 "kinesis": {37 "kinesisSchemaVersion": "1.0",38 "partitionKey": "1",39 "sequenceNumber": "49590338271490256608559692538361571095921575989136588898",40 "data": "eyJtZXNzYWdlIjogInRlc3QgbWVzc2FnZSIsICJ1c2VybmFtZSI6ICJ0ZXN0In0=",41 "approximateArrivalTimestamp": 1545084650.987,42 },43 "eventSource": "aws:kinesis",44 "eventVersion": "1.0",45 "eventID": "shardId-000000000006:49590338271490256608559692538361571095921575989136588898",46 "eventName": "aws:kinesis:record",47 "invokeIdentityArn": "arn:aws:iam::123456789012:role/lambda-role",48 "awsRegion": "us-east-2",49 "eventSourceARN": "arn:aws:kinesis:us-east-2:123456789012:stream/lambda-stream",50 }51 ]52 }53 handle_kinesis(event_dict, LambdaContext())54def test_kinesis_trigger_bad_base64_event():55 event_dict = {56 "Records": [57 {58 "kinesis": {59 "kinesisSchemaVersion": "1.0",60 "partitionKey": "1",61 "sequenceNumber": "49590338271490256608559692538361571095921575989136588898",62 "data": "bad",63 "approximateArrivalTimestamp": 1545084650.987,64 },65 "eventSource": "aws:kinesis",66 "eventVersion": "1.0",67 "eventID": "shardId-000000000006:49590338271490256608559692538361571095921575989136588898",68 "eventName": "aws:kinesis:record",69 "invokeIdentityArn": "arn:aws:iam::123456789012:role/lambda-role",70 "awsRegion": "us-east-2",71 "eventSourceARN": "arn:aws:kinesis:us-east-2:123456789012:stream/lambda-stream",72 }73 ]74 }75 with pytest.raises(ValidationError):76 handle_kinesis_no_envelope(event_dict, LambdaContext())77def test_kinesis_trigger_event_no_envelope():78 event_dict = load_event("kinesisStreamEvent.json")79 handle_kinesis_no_envelope(event_dict, LambdaContext())80def test_validate_event_does_not_conform_with_model_no_envelope():81 event_dict: Any = {"hello": "s"}82 with pytest.raises(ValidationError):83 handle_kinesis_no_envelope(event_dict, LambdaContext())84def test_validate_event_does_not_conform_with_model():85 event_dict: Any = {"hello": "s"}86 with pytest.raises(ValidationError):...
Automation Testing Tutorials
Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.
LambdaTest Learning Hubs:
- JUnit Tutorial
- TestNG Tutorial
- Webdriver Tutorial
- WebDriverIO Tutorial
- Protractor Tutorial
- Selenium 4 Tutorial
- Jenkins Tutorial
- NUnit Tutorial
- Jest Tutorial
- Playwright Tutorial
- Cypress Tutorial
- PyTest Tutorial
YouTube
You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.
Run localstack automation tests on LambdaTest cloud grid
Perform automation testing on 3000+ real desktop and mobile devices online.
Try LambdaTest Now !!
Get 100 minutes of automation test minutes FREE!!
Was this article helpful?
