I am trying to create a transform from Snowflake virtual tables in Code Repository with compute pushed down to Snowflake. I’ve replicated a version of the example code in this doc, using my Snowflake source and virtual input table, but I’m getting the following error on build.
The Snowflake source I’m using is authenticated with a username and password, but I’m getting authentication errors that would indicate that SSO authentication is being attempted. How do I avoid this? Is there any documentation available for the transforms-tables module?
ob failed:
Traceback (most recent call last):
File "<frozen runpy>", line 198, in _run_module_as_main
File "<frozen runpy>", line 88, in _run_code
File "/foundry/user_code/myproject/datasets/segment_processing.py", line 16, in <module>
@lightweight
^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 1009, in lightweight
return _lightweight if _maybe_function is None else _lightweight(_maybe_function)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 998, in _lightweight
return ContainerTransformsConfiguration(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 124, in __init__
self.__name__ = transform.__name__
^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 280, in __name__
self._execute_if_eligible()
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 287, in _execute_if_eligible
self.compute()
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 637, in compute
self._compute()
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/api/_lightweight.py", line 750, in _compute
self._user_code(**kwargs)
File "/foundry/user_code/myproject/datasets/segment_processing.py", line 33, in compute_in_snowflake
df: DataFrame = input_table.snowpark().dataframe()
^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/tables/_table_input.py", line 64, in snowpark
return SnowparkInput(self._rid, self._version, self._last_seen_version)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/tables/_snowpark.py", line 31, in __init__
self.session = create_snowpark_session(self._connection_props)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/transforms/tables/_snowpark.py", line 14, in create_snowpark_session
return Session.builder.configs(connection_props.as_dict()).create()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/snowpark/session.py", line 495, in create
session = self._create_internal(self._options.get("connection"))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/snowpark/session.py", line 537, in _create_internal
ServerConnection({}, conn) if conn else ServerConnection(self._options),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/snowpark/_internal/server_connection.py", line 167, in __init__
self._conn = conn if conn else connect(**self._lower_case_parameters)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/__init__.py", line 55, in Connect
return SnowflakeConnection(**kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/connection.py", line 466, in __init__
self.connect(**kwargs)
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/connection.py", line 793, in connect
self.__open_connection()
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/connection.py", line 1124, in __open_connection
self.authenticate_with_retry(self.auth_class)
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/connection.py", line 1424, in authenticate_with_retry
self._authenticate(auth_instance)
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/connection.py", line 1436, in _authenticate
auth_instance.prepare(
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/auth/okta.py", line 130, in prepare
headers, sso_url, token_url = self._step1(
^^^^^^^^^^^^
File "/foundry/python_environment/lib/python3.11/site-packages/snowflake/connector/auth/okta.py", line 195, in _step1
token_url = data["tokenUrl"]
~~~~^^^^^^^^^^^^
TypeError: 'NoneType' object is not subscriptable
transforms.api._lightweight - ERROR - Your @lightweight transform (compute_in_snowflake_0) has failed with return code 1.