Uploaded image for project: 'Beam'
  1. Beam
  2. BEAM-7798

After changes in type inference, apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT.test_bigquery_read_1M_python is failing in Python 3.5 postcommits

Details

    • Improvement
    • Status: Resolved
    • P1
    • Resolution: Fixed
    • None
    • Missing
    • sdk-py-core

    Description

      Error Message
      Tuple[t0, t1, ...]: each t must be a type. Got Any.
      Stacktrace
      Traceback (most recent call last):
        File "/usr/lib/python3.5/unittest/case.py", line 58, in testPartExecutor
          yield
        File "/usr/lib/python3.5/unittest/case.py", line 600, in run
          testMethod()
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_it_test.py", line 58, in test_bigquery_read_1M_python
          self.run_bigquery_io_read_pipeline('1M')
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_it_test.py", line 54, in run_bigquery_io_read_pipeline
          **extra_opts))
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_pipeline.py", line 74, in run
          p.run()
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/testing/test_pipeline.py", line 107, in run
          else test_runner_api))
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 406, in run
          self._options).run(False)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 419, in run
          return self.runner.run_pipeline(self, self._options)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/test_direct_runner.py", line 43, in run_pipeline
          self.result = super(TestDirectRunner, self).run_pipeline(pipeline, options)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/direct_runner.py", line 129, in run_pipeline
          return runner.run_pipeline(pipeline, options)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/direct_runner.py", line 355, in run_pipeline
          pipeline.replace_all(_get_transform_overrides(options))
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 389, in replace_all
          self._replace(override)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 300, in _replace
          self.visit(TransformUpdater(self))
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 447, in visit
          self._root_transform().visit(visitor, self, visited)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 824, in visit
          part.visit(visitor, pipeline, visited)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 824, in visit
          part.visit(visitor, pipeline, visited)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 824, in visit
          part.visit(visitor, pipeline, visited)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 822, in visit
          visitor.enter_composite_transform(self)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 295, in enter_composite_transform
          self._replace_if_needed(transform_node)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 264, in _replace_if_needed
          new_output = replacement_transform.expand(input_node)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/helper_transforms.py", line 51, in expand
          | beam.ParDo(FinishCombine(self._combine_fn)))
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pvalue.py", line 111, in __or__
          return self.pipeline.apply(ptransform, self)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py", line 514, in apply
          transform.type_check_inputs(pvalueish)
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/transforms/ptransform.py", line 758, in type_check_inputs
          type_hints = self.get_type_hints().input_types
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/typehints/decorators.py", line 213, in get_type_hints
          .with_defaults(self.default_type_hints())
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/transforms/core.py", line 1068, in default_type_hints
          return self.fn.get_type_hints()
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/typehints/decorators.py", line 213, in get_type_hints
          .with_defaults(self.default_type_hints())
        File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/helper_transforms.py", line 81, in default_type_hints
          args = (typing.Tuple[K, args[0]],) + args[1:]
        File "/usr/lib/python3.5/typing.py", line 710, in __getitem__
          parameters = tuple(_type_check(p, msg) for p in parameters)
        File "/usr/lib/python3.5/typing.py", line 710, in <genexpr>
          parameters = tuple(_type_check(p, msg) for p in parameters)
        File "/usr/lib/python3.5/typing.py", line 312, in _type_check
          raise TypeError(msg + " Got %.100r." % (arg,))
      TypeError: Tuple[t0, t1, ...]: each t must be a type. Got Any.
      

      Attachments

        Activity

          People

            Unassigned Unassigned
            tvalentyn Valentyn Tymofieiev
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Time Tracking

                Estimated:
                Original Estimate - Not Specified
                Not Specified
                Remaining:
                Remaining Estimate - 0h
                0h
                Logged:
                Time Spent - 4h 10m
                4h 10m