KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source>

    @pytest.mark.it_postcommit
    def test_iobase_source(self):
      EXPECTED_TABLE_DATA = [
          {
              'number': 1,
              'string': '你好',
              'time': datetime.time(12, 44, 31),
              'datetime': '2018-12-31T12:44:31',
              'rec': None,
          },
          {
              'number': 4,
              'string': 'привет',
              'time': datetime.time(12, 44, 31),
              'datetime': '2018-12-31T12:44:31',
              'rec': {
                  'rec_datetime': '2018-12-31T12:44:31',
                  'rec_rec': {
                      'rec_rec_datetime': '2018-12-31T12:44:31',
                  }
              },
          }
      ]
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Read with BigQuery Storage API' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                table=self.temp_table_reference))
>       assert_that(result, equal_to(EXPECTED_TABLE_DATA))

apache_beam/io/gcp/bigquery_read_it_test.py:451: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_column_selection>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_column_selection(self):
      EXPECTED_TABLE_DATA = [{'number': 1}, {'number': 4}]
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Read with BigQuery Storage API' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                table=self.temp_table_reference,
                selected_fields=['number']))
>       assert_that(result, equal_to(EXPECTED_TABLE_DATA))

apache_beam/io/gcp/bigquery_read_it_test.py:494: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_column_selection_and_row_restriction_rows>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_column_selection_and_row_restriction_rows(self):
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Read with BigQuery Storage API' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                table=self.temp_table_reference,
                row_restriction='number > 2',
                selected_fields=['string'],
                output_type='BEAM_ROW'))
>       assert_that(
            result | beam.Map(lambda row: row.string), equal_to(['привет']))

apache_beam/io/gcp/bigquery_read_it_test.py:536: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_query>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_query(self):
      EXPECTED_TABLE_DATA = [
          {
              'number': 1,
              'string': '你好',
              'time': datetime.time(12, 44, 31),
              'datetime': datetime.datetime(2018, 12, 31, 12, 44, 31),
              'rec': None,
          },
          {
              'number': 4,
              'string': 'привет',
              'time': datetime.time(12, 44, 31),
              'datetime': datetime.datetime(2018, 12, 31, 12, 44, 31),
              'rec': {
                  'rec_datetime': datetime.datetime(2018, 12, 31, 12, 44, 31),
                  'rec_rec': {
                      'rec_rec_datetime': datetime.datetime(
                          2018, 12, 31, 12, 44, 31)
                  }
              },
          }
      ]
      query = StaticValueProvider(str, self.query)
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Direct read with query' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                use_native_datetime=True,
                use_standard_sql=True,
                project=self.project,
                query=query))
>       assert_that(result, equal_to(EXPECTED_TABLE_DATA))

apache_beam/io/gcp/bigquery_read_it_test.py:585: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_query_and_filters>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_query_and_filters(self):
      EXPECTED_TABLE_DATA = [{'string': 'привет'}]
      query = StaticValueProvider(str, self.query)
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Direct read with query' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                row_restriction='number > 2',
                selected_fields=['string'],
                use_standard_sql=True,
                project=self.project,
                query=query))
>       assert_that(result, equal_to(EXPECTED_TABLE_DATA))

apache_beam/io/gcp/bigquery_read_it_test.py:600: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_row_restriction>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_row_restriction(self):
      EXPECTED_TABLE_DATA = [{
          'number': 1,
          'string': '你好',
          'time': datetime.time(12, 44, 31),
          'datetime': datetime.datetime(2018, 12, 31, 12, 44, 31),
          'rec': None
      }]
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Read with BigQuery Storage API' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                table=self.temp_table_reference,
                row_restriction='number < 2',
                use_native_datetime=True))
>       assert_that(result, equal_to(EXPECTED_TABLE_DATA))

apache_beam/io/gcp/bigquery_read_it_test.py:512: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests testMethod=test_iobase_source_with_very_selective_filters>

    @pytest.mark.it_postcommit
    def test_iobase_source_with_very_selective_filters(self):
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p | 'Read with BigQuery Storage API' >> beam.io.ReadFromBigQuery(
                method=beam.io.ReadFromBigQuery.Method.DIRECT_READ,
                project=self.temp_table_reference.projectId,
                dataset=self.temp_table_reference.datasetId,
                table=self.temp_table_reference.tableId,
                row_restriction='number > 4',
                selected_fields=['string']))
>       assert_that(result, equal_to([]))

apache_beam/io/gcp/bigquery_read_it_test.py:550: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadNewTypesTests testMethod=test_native_source>

    @skip(['PortableRunner', 'FlinkRunner'])
    @pytest.mark.it_postcommit
    def test_native_source(self):
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p
            | 'read' >> beam.io.Read(
                beam.io.BigQuerySource(query=self.query, use_standard_sql=True)))
>       assert_that(result, equal_to(self.get_expected_data()))

apache_beam/io/gcp/bigquery_read_it_test.py:707: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_read_it_test.ReadAllBQTests testMethod=test_read_queries>

    @skip(['PortableRunner', 'FlinkRunner'])
    @pytest.mark.it_postcommit
    def test_read_queries(self):
      with beam.Pipeline(argv=self.args) as p:
        result = (
            p
            | beam.Create([
                beam.io.ReadFromBigQueryRequest(query=self.query1),
                beam.io.ReadFromBigQueryRequest(
                    query=self.query2, use_standard_sql=False),
                beam.io.ReadFromBigQueryRequest(
                    table='%s.%s' % (self.dataset_id, self.table_name3))
            ])
            | beam.io.ReadAllFromBigQuery())
>       assert_that(
            result,
            equal_to(self.TABLE_DATA_1 + self.TABLE_DATA_2 + self.TABLE_DATA_3))

apache_beam/io/gcp/bigquery_read_it_test.py:819: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write>

    @pytest.mark.it_postcommit
    def test_big_query_write(self):
      table_name = 'python_write_table'
      table_id = '{}.{}'.format(self.dataset_id, table_name)
    
      input_data = [
          {
              'number': 1, 'str': 'abc'
          },
          {
              'number': 2, 'str': 'def'
          },
          {
              'number': 3, 'str': '你好'
          },
          {
              'number': 4, 'str': 'привет'
          },
      ]
      table_schema = {
          "fields": [{
              "name": "number", "type": "INTEGER"
          }, {
              "name": "str", "type": "STRING"
          }]
      }
    
      pipeline_verifiers = [
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT number, str FROM %s" % table_id,
              data=[(
                  1,
                  'abc',
              ), (
                  2,
                  'def',
              ), (
                  3,
                  '你好',
              ), (
                  4,
                  'привет',
              )])
      ]
    
      args = self.test_pipeline.get_full_options_as_args(
          on_success_matcher=hc.all_of(*pipeline_verifiers))
    
      with beam.Pipeline(argv=args) as p:
        # pylint: disable=expression-not-assigned
>       (
            p | 'create' >> beam.Create(input_data)
            | 'write' >> beam.io.WriteToBigQuery(
                table_id,
                schema=table_schema,
                create_disposition=beam.io.BigQueryDisposition.CREATE_IF_NEEDED,
                write_disposition=beam.io.BigQueryDisposition.WRITE_EMPTY))

apache_beam/io/gcp/bigquery_write_it_test.py:168: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write_insert_errors_reporting>

    @pytest.mark.it_postcommit
    def test_big_query_write_insert_errors_reporting(self):
      """
      Test that errors returned by beam.io.WriteToBigQuery
      contain both the failed rows and the reason for it failing.
      """
      table_name = 'python_write_table'
      table_id = '{}.{}'.format(self.dataset_id, table_name)
    
      input_data = [{
          'number': 1,
          'str': 'some_string',
      }, {
          'number': 2
      },
                    {
                        'number': 3,
                        'str': 'some_string',
                        'additional_field_str': 'some_string',
                    }]
    
      table_schema = {
          "fields": [{
              "name": "number", "type": "INTEGER", 'mode': 'REQUIRED'
          }, {
              "name": "str", "type": "STRING", 'mode': 'REQUIRED'
          }]
      }
    
      bq_result_errors = [(
          {
              "number": 2
          },
          [{
              "reason": "invalid",
              "location": "",
              "debugInfo": "",
              "message": "Missing required field: Msg_0_CLOUD_QUERY_TABLE.str."
          }],
      ),
                          ({
                              "number": 3,
                              "str": "some_string",
                              "additional_field_str": "some_string"
                          },
                           [{
                               "reason": "invalid",
                               "location": "additional_field_str",
                               "debugInfo": "",
                               "message": "no such field: additional_field_str."
                           }])]
    
      pipeline_verifiers = [
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT number, str FROM %s" % table_id,
              data=[(1, 'some_string')]),
      ]
    
      args = self.test_pipeline.get_full_options_as_args(
          on_success_matcher=hc.all_of(*pipeline_verifiers))
    
      with beam.Pipeline(argv=args) as p:
        # pylint: disable=expression-not-assigned
        errors = (
            p | 'create' >> beam.Create(input_data)
            | 'write' >> beam.io.WriteToBigQuery(
                table_id,
                schema=table_schema,
                method='STREAMING_INSERTS',
                insert_retry_strategy='RETRY_NEVER',
                create_disposition=beam.io.BigQueryDisposition.CREATE_IF_NEEDED,
                write_disposition=beam.io.BigQueryDisposition.WRITE_APPEND))
    
>       assert_that(
            errors[BigQueryWriteFn.FAILED_ROWS_WITH_ERRORS]
            | 'ParseErrors' >> beam.Map(lambda err: (err[1], err[2])),
            equal_to(bq_result_errors))

apache_beam/io/gcp/bigquery_write_it_test.py:452: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write_insert_non_transient_api_call_error>

    @pytest.mark.it_postcommit
    def test_big_query_write_insert_non_transient_api_call_error(self):
      """
      Test that non-transient GoogleAPICallError errors returned
      by beam.io.WriteToBigQuery are not retried and result in
      FAILED_ROWS containing both the failed rows and the reason
      for failure.
      """
      table_name = 'this_table_does_not_exist'
      table_id = '{}.{}'.format(self.dataset_id, table_name)
    
      input_data = [{
          'number': 1,
          'str': 'some_string',
      }]
    
      table_schema = {
          "fields": [{
              "name": "number", "type": "INTEGER", 'mode': 'NULLABLE'
          }, {
              "name": "str", "type": "STRING", 'mode': 'NULLABLE'
          }]
      }
    
      bq_result_errors = [({
          'number': 1,
          'str': 'some_string',
      }, "Not Found")]
    
      args = self.test_pipeline.get_full_options_as_args()
    
      with beam.Pipeline(argv=args) as p:
        # pylint: disable=expression-not-assigned
        errors = (
            p | 'create' >> beam.Create(input_data)
            | 'write' >> beam.io.WriteToBigQuery(
                table_id,
                schema=table_schema,
                method='STREAMING_INSERTS',
                insert_retry_strategy='RETRY_ON_TRANSIENT_ERROR',
                create_disposition=beam.io.BigQueryDisposition.CREATE_NEVER,
                write_disposition=beam.io.BigQueryDisposition.WRITE_APPEND))
    
>       assert_that(
            errors[BigQueryWriteFn.FAILED_ROWS_WITH_ERRORS]
            |
            'ParseErrors' >> beam.Map(lambda err: (err[1], err[2][0]["reason"])),
            equal_to(bq_result_errors))

apache_beam/io/gcp/bigquery_write_it_test.py:500: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write_schema_autodetect>

    @pytest.mark.it_postcommit
    def test_big_query_write_schema_autodetect(self):
      if self.runner_name == 'TestDataflowRunner':
        self.skipTest('DataflowRunner does not support schema autodetection')
    
      table_name = 'python_write_table'
      table_id = '{}.{}'.format(self.dataset_id, table_name)
    
      input_data = [
          {
              'number': 1, 'str': 'abc'
          },
          {
              'number': 2, 'str': 'def'
          },
      ]
    
      pipeline_verifiers = [
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT number, str FROM %s" % table_id,
              data=[(
                  1,
                  'abc',
              ), (
                  2,
                  'def',
              )])
      ]
    
      args = self.test_pipeline.get_full_options_as_args(
          on_success_matcher=hc.all_of(*pipeline_verifiers))
    
      with beam.Pipeline(argv=args) as p:
        # pylint: disable=expression-not-assigned
>       (
            p | 'create' >> beam.Create(input_data)
            | 'write' >> beam.io.WriteToBigQuery(
                table_id,
                method=beam.io.WriteToBigQuery.Method.FILE_LOADS,
                schema=beam.io.gcp.bigquery.SCHEMA_AUTODETECT,
                create_disposition=beam.io.BigQueryDisposition.CREATE_IF_NEEDED,
                write_disposition=beam.io.BigQueryDisposition.WRITE_EMPTY,
                temp_file_format=FileFormat.JSON))

apache_beam/io/gcp/bigquery_write_it_test.py:211: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
a = (<apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write_temp_table_append_schema_update_2>,)
kw = {}

    @wraps(func)
    def standalone_func(*a, **kw):
>       return func(*(a + p.args), **p.kwargs, **kw)

../../build/gradleenv/1398941893/lib/python3.9/site-packages/parameterized/parameterized.py:620: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
../../build/gradleenv/1398941893/lib/python3.9/site-packages/mock/mock.py:1452: in patched
    return func(*newargs, **newkeywargs)
../../build/gradleenv/1398941893/lib/python3.9/site-packages/parameterized/parameterized.py:93: in dummy_func
    return orgfunc(*args, **kwargs)
../../build/gradleenv/1398941893/lib/python3.9/site-packages/mock/mock.py:1452: in patched
    return func(*newargs, **newkeywargs)
apache_beam/io/gcp/bigquery_write_it_test.py:581: in test_big_query_write_temp_table_append_schema_update
    (
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests testMethod=test_big_query_write_without_schema>

    @pytest.mark.it_postcommit
    def test_big_query_write_without_schema(self):
      table_name = 'python_no_schema_table'
      self.create_table(table_name)
      table_id = '{}.{}'.format(self.dataset_id, table_name)
    
      input_data = [{
          'int64': 1,
          'bytes': b'xyw',
          'date': '2011-01-01',
          'time': '23:59:59.999999'
      },
                    {
                        'int64': 2,
                        'bytes': b'abc',
                        'date': '2000-01-01',
                        'time': '00:00:00'
                    },
                    {
                        'int64': 3,
                        'bytes': b'\xe4\xbd\xa0\xe5\xa5\xbd',
                        'date': '3000-12-31',
                        'time': '23:59:59'
                    },
                    {
                        'int64': 4,
                        'bytes': b'\xab\xac\xad',
                        'date': '2000-01-01',
                        'time': '00:00:00'
                    }]
      # bigquery io expects bytes to be base64 encoded values
      for row in input_data:
        row['bytes'] = base64.b64encode(row['bytes'])
    
      pipeline_verifiers = [
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT int64, bytes, date, time FROM %s" % table_id,
              data=[(
                  1,
                  b'xyw',
                  datetime.date(2011, 1, 1),
                  datetime.time(23, 59, 59, 999999),
              ),
                    (
                        2,
                        b'abc',
                        datetime.date(2000, 1, 1),
                        datetime.time(0, 0, 0),
                    ),
                    (
                        3,
                        b'\xe4\xbd\xa0\xe5\xa5\xbd',
                        datetime.date(3000, 12, 31),
                        datetime.time(23, 59, 59),
                    ),
                    (
                        4,
                        b'\xab\xac\xad',
                        datetime.date(2000, 1, 1),
                        datetime.time(0, 0, 0),
                    )])
      ]
    
      args = self.test_pipeline.get_full_options_as_args(
          on_success_matcher=hc.all_of(*pipeline_verifiers))
    
      with beam.Pipeline(argv=args) as p:
        # pylint: disable=expression-not-assigned
>       (
            p | 'create' >> beam.Create(input_data)
            | 'write' >> beam.io.WriteToBigQuery(
                table_id,
                write_disposition=beam.io.BigQueryDisposition.WRITE_APPEND,
                temp_file_format=FileFormat.JSON))

apache_beam/io/gcp/bigquery_write_it_test.py:371: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:607: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError

KeyError: '__pyx_vtable__'
self = <apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT testMethod=test_big_query_legacy_sql>

    @pytest.mark.it_postcommit
    def test_big_query_legacy_sql(self):
      verify_query = DIALECT_OUTPUT_VERIFY_QUERY % self.output_table
      expected_checksum = test_utils.compute_hash(DIALECT_OUTPUT_EXPECTED)
      pipeline_verifiers = [
          PipelineStateMatcher(),
          BigqueryMatcher(
              project=self.project,
              query=verify_query,
              checksum=expected_checksum)
      ]
    
      extra_opts = {
          'query': LEGACY_QUERY,
          'output': self.output_table,
          'output_schema': DIALECT_OUTPUT_SCHEMA,
          'use_standard_sql': False,
          'wait_until_finish_duration': WAIT_UNTIL_FINISH_DURATION_MS,
          'on_success_matcher': all_of(*pipeline_verifiers),
      }
      options = self.test_pipeline.get_full_options_as_args(**extra_opts)
>     big_query_query_to_table_pipeline.run_bq_pipeline(options)

apache_beam/io/gcp/big_query_query_to_table_it_test.py:178: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/io/gcp/big_query_query_to_table_pipeline.py:103: in run_bq_pipeline
    result = p.run()
apache_beam/testing/test_pipeline.py:112: in run
    result = super().run(
apache_beam/pipeline.py:557: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:584: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/direct/test_direct_runner.py:42: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/direct/direct_runner.py:117: in run_pipeline
    from apache_beam.runners.portability.fn_api_runner import fn_runner
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in <module>
    from apache_beam.runners.portability.fn_api_runner.fn_runner import FnApiRunner
apache_beam/runners/portability/fn_api_runner/fn_runner.py:66: in <module>
    from apache_beam.runners.portability.fn_api_runner import execution
apache_beam/runners/portability/fn_api_runner/execution.py:61: in <module>
    from apache_beam.runners.portability.fn_api_runner import translations
apache_beam/runners/portability/fn_api_runner/translations.py:55: in <module>
    from apache_beam.runners.worker import bundle_processor
apache_beam/runners/worker/bundle_processor.py:69: in <module>
    from apache_beam.runners.worker import operations
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

>   ???
E   KeyError: '__pyx_vtable__'

apache_beam/runners/worker/operations.py:1: KeyError