GeezerVisonThe World Wide Web, restored to 800 pixels of glory. |
| Home|About|Gaming cabinet|Archives|How it works|Starter sites |
GeezerVison is showing github.com — python-bigtable/owlbot.py at main · jackdingilian/python-bigtable Expand file tree/ Copy pathowlbot.pyMore file actions 173 lines (149 loc) · 6.69 KB / Copy pathowlbot.pyFile metadata and controls173 lines (149 loc) · 6.69 KB 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 # Copyright 2018 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """This script is used to synthesize generated parts of this library.""" from pathlib import Path import re from typing import List, Optional import synthtool as s from synthtool import gcp from synthtool.languages import python common = gcp.CommonTemplates() # This is a customized version of the s.get_staging_dirs() function from synthtool to # cater for copying 2 different folders from googleapis-gen # which are bigtable and bigtable/admin. # Source https://github.com/googleapis/synthtool/blob/master/synthtool/transforms.py#L280 def get_staging_dirs( default_version: Optional[str] = None, sub_directory: Optional[str] = None ) -> List[Path]: """Returns the list of directories, one per version, copied from https://github.com/googleapis/googleapis-gen. Will return in lexical sorting order with the exception of the default_version which will be last (if specified). Args: default_version (str): the default version of the API. The directory for this version will be the last item in the returned list if specified. sub_directory (str): if a `sub_directory` is provided, only the directories within the specified `sub_directory` will be returned. Returns: the empty list if no file were copied. """ staging = Path("owl-bot-staging") if sub_directory: staging /= sub_directory if staging.is_dir(): # Collect the subdirectories of the staging directory. versions = [v.name for v in staging.iterdir() if v.is_dir()] # Reorder the versions so the default version always comes last. versions = [v for v in versions if v != default_version] versions.sort() if default_version is not None: versions += [default_version] dirs = [staging / v for v in versions] for dir in dirs: s._tracked_paths.add(dir) return dirs else: return [] # This library ships clients for two different APIs, # BigTable and BigTable Admin bigtable_default_version = "v2" bigtable_admin_default_version = "v2" for library in get_staging_dirs(bigtable_default_version, "bigtable"): s.move(library / "google/cloud/bigtable_v2", excludes=["**/gapic_version.py"]) s.move(library / "tests") s.move(library / "scripts") for library in get_staging_dirs(bigtable_admin_default_version, "bigtable_admin"): s.move(library / "google/cloud/bigtable_admin", excludes=["**/gapic_version.py"]) s.move(library / "google/cloud/bigtable_admin_v2", excludes=["**/gapic_version.py"]) s.move(library / "tests") s.move(library / "scripts") s.remove_staging_dirs() # ---------------------------------------------------------------------------- # Add templated files # ---------------------------------------------------------------------------- templated_files = common.py_library( samples=True, # set to True only if there are samples split_system_tests=True, microgenerator=True, cov_level=99, system_test_external_dependencies=[ "pytest-asyncio==0.21.2", ], ) s.move(templated_files, excludes=[".coveragerc", "README.rst", ".github/release-please.yml", "noxfile.py"]) # ---------------------------------------------------------------------------- # Customize gapics to include PooledBigtableGrpcAsyncIOTransport # ---------------------------------------------------------------------------- def insert(file, before_line, insert_line, after_line, escape=None): target = before_line + "\n" + after_line if escape: for c in escape: target = target.replace(c, '\\' + c) replacement = before_line + "\n" + insert_line + "\n" + after_line s.replace(file, target, replacement) insert( "google/cloud/bigtable_v2/services/bigtable/client.py", "from .transports.grpc_asyncio import BigtableGrpcAsyncIOTransport", "from .transports.pooled_grpc_asyncio import PooledBigtableGrpcAsyncIOTransport", "from .transports.rest import BigtableRestTransport" ) insert( "google/cloud/bigtable_v2/services/bigtable/client.py", ' _transport_registry["grpc_asyncio"] = BigtableGrpcAsyncIOTransport', ' _transport_registry["pooled_grpc_asyncio"] = PooledBigtableGrpcAsyncIOTransport', ' _transport_registry["rest"] = BigtableRestTransport', escape='[]"' ) insert( "google/cloud/bigtable_v2/services/bigtable/transports/__init__.py", '_transport_registry["grpc_asyncio"] = BigtableGrpcAsyncIOTransport', '_transport_registry["pooled_grpc_asyncio"] = PooledBigtableGrpcAsyncIOTransport', '_transport_registry["rest"] = BigtableRestTransport', escape='[]"' ) insert( "google/cloud/bigtable_v2/services/bigtable/transports/__init__.py", "from .grpc_asyncio import BigtableGrpcAsyncIOTransport", "from .pooled_grpc_asyncio import PooledBigtableGrpcAsyncIOTransport", "from .rest import BigtableRestTransport" ) insert( "google/cloud/bigtable_v2/services/bigtable/transports/__init__.py", ' "BigtableGrpcAsyncIOTransport",', ' "PooledBigtableGrpcAsyncIOTransport",', ' "BigtableRestTransport",', escape='"' ) # ---------------------------------------------------------------------------- # Patch duplicate routing header: https://github.com/googleapis/gapic-generator-python/issues/2078 # ---------------------------------------------------------------------------- for file in ["async_client.py"]: s.replace( f"google/cloud/bigtable_v2/services/bigtable/{file}", "metadata \= tuple\(metadata\) \+ \(", """metadata = tuple(metadata) if all(m[0] != gapic_v1.routing_header.ROUTING_METADATA_KEY for m in metadata): metadata += (""" ) # ---------------------------------------------------------------------------- # Samples templates # ---------------------------------------------------------------------------- python.py_samples(skip_readmes=True) s.replace( "samples/beam/noxfile.py", """INSTALL_LIBRARY_FROM_SOURCE \= os.environ.get\("INSTALL_LIBRARY_FROM_SOURCE", False\) in \( "True", "true", \)""", """# todo(kolea2): temporary workaround to install pinned dep version INSTALL_LIBRARY_FROM_SOURCE = False""") s.shell.run(["nox", "-s", "blacken"], hide_output=False) |
| You are visitor 01402520 — GeezerVison does not store the pages you look up. Best viewed with Netscape Navigator 4.7 or Internet Explorer 6 at 800×600. No cookies required. |