Skip to content

Commit 3e6492b

Browse files
committed
disable managed transforms
1 parent c30dd15 commit 3e6492b

1 file changed

Lines changed: 13 additions & 6 deletions

File tree

sdks/python/apache_beam/transforms/managed_iceberg_it_test.py

Lines changed: 13 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -34,13 +34,13 @@
3434
"EXPANSION_JARS environment var is not provided, "
3535
"indicating that jars have not been built")
3636
class ManagedIcebergIT(unittest.TestCase):
37-
WAREHOUSE = "gs://temp-storage-for-end-to-end-tests/xlang-python-using-java"
37+
WAREHOUSE = "gs://temp-storage-for-end-to-end-tests"
3838

3939
def setUp(self):
4040
self.test_pipeline = TestPipeline(is_integration_test=True)
4141
self.args = self.test_pipeline.get_full_options_as_args()
4242
self.args.extend([
43-
'--experiments=enable_managed_transforms',
43+
# '--experiments=enable_managed_transforms',
4444
])
4545

4646
def _create_row(self, num: int):
@@ -54,13 +54,20 @@ def _create_row(self, num: int):
5454
date_=datetime.date.today() - datetime.timedelta(days=num))
5555

5656
def test_write_read_pipeline(self):
57+
biglake_catalog_props = {
58+
'type': 'rest',
59+
'uri': 'https://biglake.googleapis.com/iceberg/v1/restcatalog',
60+
'warehouse': self.WAREHOUSE,
61+
'header.x-goog-user-project': 'apache-beam-testing',
62+
'rest.auth.type': 'google',
63+
'io-impl': 'org.apache.iceberg.gcp.gcs.GCSFileIO',
64+
'header.X-Iceberg-Access-Delegation': 'vended-credentials',
65+
'rest-metrics-reporting-enabled': 'false'
66+
}
5767
iceberg_config = {
5868
"table": "test_iceberg_write_read.test_" + uuid.uuid4().hex,
5969
"catalog_name": "default",
60-
"catalog_properties": {
61-
"type": "hadoop",
62-
"warehouse": self.WAREHOUSE,
63-
}
70+
"catalog_properties": biglake_catalog_props
6471
}
6572

6673
rows = [self._create_row(i) for i in range(100)]

0 commit comments

Comments
 (0)