gea-program 0.35.0__tar.gz → 0.36.0__tar.gz

{gea_program-0.35.0/gea_program.egg-info → gea_program-0.36.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gea-program
-Version: 0.35.0
+Version: 0.36.0
 Summary: GEA-Program: downhole gauge monitoring - canonical measurement records, quality rules, drift evaluation with a re-fit change log, well-test validation, alarm management, model cards, store-and-forward, monthly SLA measurement, FAT/SAT protocols and a dashboard, generated from live objects in the client's reporting outline.
 Author: Daniel T. Murphy
 License: MPL-2.0
@@ -648,6 +648,23 @@ against it; `gea seedlink --config ... --hello` prints what a server says of
 itself; `gea help seedlink`. A TexNet station is served by EarthScope at
 `rtserve.iris.washington.edu:18000`, network `TX`.
 
+### The well in 3D
+
+The 3D tab draws each well's path from its directional survey by the
+minimum-curvature method, below sea level from its declared rig floor, among
+the mapped formations - interpreted horizon surfaces, or a formation-top
+map's contours at their elevations - with its picks on it. Colour the wells
+by formation, inclination, dogleg severity, or a drilling recorder's gamma,
+rate of penetration or weight on bit along the bit depth; replay the bit
+going down the hole from the recorder's bit depth or the survey stations'
+own times. Turn, pan and zoom by pointer, touch or keys. The Volve field
+(Equinor's open data: three original surveys, the field's formation picks,
+five mapped horizons) ships as the worked example, checked against itself.
+Until then the workspace's formation-top contours are drawn on their own.
+A workspace well is drawn once it has a position, a reference elevation and
+a survey: `gea trajectory` attaches one, verbatim, with its azimuth
+reference stated. `gea well3d`, `gea help well3d`.
+
 ### The control room
 
 The Control room tab opens the wall: a screen read from across the room, one

{gea_program-0.35.0 → gea_program-0.36.0}/README.md

@@ -609,6 +609,23 @@ against it; `gea seedlink --config ... --hello` prints what a server says of
 itself; `gea help seedlink`. A TexNet station is served by EarthScope at
 `rtserve.iris.washington.edu:18000`, network `TX`.
 
+### The well in 3D
+
+The 3D tab draws each well's path from its directional survey by the
+minimum-curvature method, below sea level from its declared rig floor, among
+the mapped formations - interpreted horizon surfaces, or a formation-top
+map's contours at their elevations - with its picks on it. Colour the wells
+by formation, inclination, dogleg severity, or a drilling recorder's gamma,
+rate of penetration or weight on bit along the bit depth; replay the bit
+going down the hole from the recorder's bit depth or the survey stations'
+own times. Turn, pan and zoom by pointer, touch or keys. The Volve field
+(Equinor's open data: three original surveys, the field's formation picks,
+five mapped horizons) ships as the worked example, checked against itself.
+Until then the workspace's formation-top contours are drawn on their own.
+A workspace well is drawn once it has a position, a reference elevation and
+a survey: `gea trajectory` attaches one, verbatim, with its azimuth
+reference stated. `gea well3d`, `gea help well3d`.
+
 ### The control room
 
 The Control room tab opens the wall: a screen read from across the room, one

{gea_program-0.35.0 → gea_program-0.36.0}/gea/__init__.py

@@ -123,7 +123,7 @@ from .profile_catalog import (
     read_pangaea_txt,
 )
 
-__version__ = "0.35.0"
+__version__ = "0.36.0"
 __all__ = [
     "aging_rate", "rate_psi_yr", "accuracy_psi",
     "Sensor", "SimulatorConfig", "DownholeEngine",

{gea_program-0.35.0 → gea_program-0.36.0}/gea/__main__.py

@@ -475,6 +475,23 @@ def main(argv=None) -> int:
     p_ck.add_argument("--note", type=str, default="", help="--confirm: what it was checked against (required)")
     p_ck.add_argument("--actor", type=str, default="cli")
 
+    p_tj = sub.add_parser("trajectory", help="attach a well's directional survey (WITSML trajectory or a table of MD, Inc, Azi), kept verbatim beside the well, so the 3D tab can draw its path")
+    p_tj.add_argument("--workspace", type=str, required=True)
+    p_tj.add_argument("--well", type=str, required=True)
+    p_tj.add_argument("--file", type=str, required=True)
+    p_tj.add_argument("--azimuth-reference", type=str, required=True, choices=("grid", "true", "magnetic"))
+    p_tj.add_argument("--grid", type=str, default=None, help="grid azimuths: the grid, e.g. TX_CENTRAL or UTM14N")
+    p_tj.add_argument("--declination", type=float, default=None, help="magnetic azimuths: the declination used, degrees east positive")
+    p_tj.add_argument("--md-unit", type=str, default="ft", choices=("ft", "m"))
+    p_tj.add_argument("--depth-reference", type=str, default=None, help="KB, DF or GL: must match the well's declared reference elevation")
+    p_tj.add_argument("--source", type=str, required=True, help='where the survey came from, e.g. "RRC imaged records, directional survey"')
+    p_tj.add_argument("--actor", type=str, default="cli")
+
+    p_3d = sub.add_parser("well3d", help="the 3D scene in words: each well's path, how it was checked, the surfaces and the replay (the 3D tab draws it)")
+    p_3d.add_argument("--scene", type=str, default="volve", choices=("volve", "workspace"))
+    p_3d.add_argument("--workspace", type=str, default=None)
+    p_3d.add_argument("--json", action="store_true")
+
     p_wl = sub.add_parser("wall", help="the control-room board as text: a line per well, worst first, its state and why (the same board the wall screen shows)")
     p_wl.add_argument("--workspace", type=str, default=None, help="the workspace folder, e.g. C:\\site")
     p_wl.add_argument("--json", action="store_true")
@@ -1937,6 +1954,34 @@ def main(argv=None) -> int:
         else:
             print(_SC.text(r))
         return 0 if r["ready"] else 2
+    elif a.cmd in ("trajectory", "well3d"):
+        import json as _json
+        from . import well3d as _W3
+        from .cli import _safe_stdout
+        from .workspace import Workspace, WorkspaceError
+        _safe_stdout()
+        ws = None
+        if a.cmd == "trajectory" or a.scene == "workspace":
+            if not a.workspace:
+                raise SystemExit(f"{a.cmd} needs --workspace, e.g. --workspace C:\\site")
+            try:
+                ws = Workspace(a.workspace)
+            except WorkspaceError as e:
+                raise SystemExit(f"{a.cmd}: {e}")
+        if a.cmd == "trajectory":
+            try:
+                with open(a.file, "rb") as f:
+                    content = f.read()
+                r = _W3.attach_trajectory(ws, a.well, a.file, content, a.actor, a.azimuth_reference, a.md_unit, a.depth_reference, a.grid,
+                                          a.declination, a.source)
+            except (ValueError, OSError, WorkspaceError) as e:
+                raise SystemExit(f"trajectory: {e}")
+            print(f"{a.well}: {r['stations']} stations, {r['md_range_m'][0]:,.1f} to {r['md_range_m'][1]:,.1f} m MD, azimuths {r['azimuth_reference']}"
+                  + (f" ({r['grid']})" if r.get('grid') else "") + f"; kept as wells/{a.well}/trajectory/{r['file']}")
+            return 0
+        sc = _W3.scene(ws, a.scene)
+        print(_json.dumps(sc, indent=1) if a.json else _W3.text(sc))
+        return 0
     elif a.cmd in ("wall", "handover"):
         import json as _json
         from . import control_room as _CR

{gea_program-0.35.0 → gea_program-0.36.0}/gea/acceptance_tests.py

@@ -8613,6 +8613,193 @@ def section_cd_control_room(tmp: str) -> None:
        + (f" [failed: {', '.join(failed3)}]" if failed3 else ""))
 
 
+
+def section_ce_well3d(tmp: str) -> None:
+    """Section CE - the well in 3D: the minimum-curvature method against a known arc and against the survey companies'
+    own positions, the shipped Volve excerpt checked against itself (frame, picks, surfaces, provenance), a workspace
+    well drawn from an attached survey among its formation-top contours with its recorder replay, the API and the tab."""
+    import base64 as _b64
+    import gzip as _gz
+    import hashlib as _hl
+    import http.cookiejar
+    import math as _m
+    import subprocess as _sp
+    import urllib.request
+    import urllib.error
+    from . import edr as E
+    from . import geodesy as G
+    from . import helplib as H
+    from . import shapefile as SF
+    from . import well3d as W
+    from .workspace import Workspace
+    from .service import Service, Users
+    pkg = Path(__file__).parent
+    d = Path(tmp, "ce"); d.mkdir()
+
+    R = 1000.0
+    q = W.min_curvature([0.0, _m.pi * R / 2], [0.0, 90.0], [0.0, 0.0])
+    p_arc = W.Path([0.0, _m.pi * R / 2], [0.0, 90.0], [0.0, 0.0], 0.0, 0.0, 0.0)
+    mid = p_arc.at(_m.pi * R / 4)
+    tr4 = W.read_witsml_trajectory(_gz.decompress((pkg / "reference" / "volve_traj_F-4.xml.gz").read_bytes()).decode())[0]
+    tr10 = W.read_witsml_trajectory(_gz.decompress((pkg / "reference" / "volve_traj_F-10.xml.gz").read_bytes()).decode())[0]
+    f5 = [t for n in ("36in", "17.5in", "12.25in", "8.5in") for t in W.read_witsml_trajectory(_gz.decompress((pkg / "reference" / f"volve_traj_F-5_{n}.xml.gz").read_bytes()).decode())]
+    rep5, _ = W.replay_from_stations(f5)
+    rep4, note4 = W.replay_from_stations([tr4])
+    csv_ok = "MD (ft),Inc (deg),Azi (deg)\n0,0,0\n1000,0,0\n2000,10,90\n3000,30,90\n4000,45,95\n5750,60,100\n"
+    refused = []
+    for bad in ("Depth,Angle\n0,0\n", "MD,Inc,Azi\n0,0,0\n0,1,2\n", "MD,Inc,Azi\n0,0,0\n100,x,2\n", "MD,Inc,Azi\n0,0,0\n100,200,2\n"):
+        try:
+            W.read_survey_csv(bad)
+        except ValueError:
+            refused.append(True)
+    st_csv = W.read_survey_csv(csv_ok, "ft")
+    c1 = {
+        "arc": abs(q["n"][1] - R) < 1e-9 and abs(q["v"][1] - R) < 1e-9 and abs(mid[1] - R * (1 - _m.cos(_m.pi / 4))) < 1e-6
+               and abs(mid[2] - R * _m.sin(_m.pi / 4)) < 1e-6 and abs(q["dls"][1] - 90.0 / (_m.pi * R / 2) * 30.0) < 1e-9,
+        "units": tr4["azi_ref"] == "true north" and abs(tr4["stations"][40]["incl"] - _m.degrees(0.446106147512686)) < 1e-9 and tr10["grid_cor_deg"] == -0.95
+                 and len(tr4["stations"]) == 87 and abs(st_csv[-1]["md"] - 5750 * 0.3048) < 1e-9,
+        "company": all(x is not None and x < 0.01 for x in (W.file_position_miss(tr4["stations"]), W.file_position_miss(tr10["stations"]),
+                                                            W.file_position_miss(f5[-1]["stations"]))),
+        "csv": len(refused) == 4,
+        "replay": rep5 is not None and len(rep5["t"]) == 100 and rep5["t"][0].startswith("2007-11-16") and rep5["t"][-1].startswith("2008-07-29")
+                  and rep4 is None and "1 distinct time" in note4 and all(m0 <= m1 or t0 < t1 for (t0, m0), (t1, m1) in zip(zip(rep5["t"], rep5["md"]), zip(rep5["t"][1:], rep5["md"][1:]))),
+    }
+    failed1 = [k for k, v in c1.items() if not v]
+    ok(not failed1,
+       "CE1 the minimum-curvature method: a quarter circle of 1,000 m radius ends 1,000 m out and 1,000 m down, and its middle lies on the arc "
+       "(292.9 m out, 707.1 m down), not on a chord; the WITSML reader takes radians and degrees alike; the paths computed from the Volve files "
+       "reproduce the TVD and displacements the survey companies wrote in them to under a centimetre; a survey table without its columns, with a "
+       "repeated depth or a bad row refused; the replay only from stations measured while drilling (F-5: 100 steps, Nov 2007 to Jul 2008; F-4's "
+       "one-time resurvey not replayed)"
+       + (f" [failed: {', '.join(failed1)}]" if failed1 else ""))
+
+    sc = W.volve_scene()
+    wl = {w["id"]: w for w in sc["wells"]}
+    picks = W.volve_picks()
+    dms = lambda dd, mm, ss: dd + mm / 60 + ss / 3600
+    frame = []
+    for wn, la, lo in (("NO 15/9-F-1 C", dms(58, 26, 29.907), dms(1, 53, 14.708)), ("NO 15/9-F-11 B", dms(58, 26, 29.960), dms(1, 53, 14.870))):
+        sb = next(p for p in picks if p["WELL"] == wn and p["PICKS"] == "Seabed")
+        a = G.unproject(float(sb["EASTING"]), float(sb["NORTHING"]), G.utm(31, True, "INTL1924"))
+        b = G.unproject(float(sb["EASTING"]), float(sb["NORTHING"]), G.utm(31, True, "WGS84"))
+        frame.append((G.geodesic_m(a[0], a[1], la, lo)["distance_m"], G.geodesic_m(b[0], b[1], la, lo)["distance_m"]))
+    prov = json.loads((pkg / "reference" / "volve_3d.provenance.json").read_text(encoding="utf-8"))
+    hashes_ok = all(_hl.sha256((pkg / "reference" / k).read_bytes()).hexdigest() == v["sha256"] for k, v in prov["outputs"].items())
+    pts = prov["outputs"]["volve_surfaces.json.gz"]["points"]
+    # the repository stores every text file with LF line ends (.gitattributes: text=auto eol=lf), so a package file holding
+    # CRLF would reach a checkout - and the published wheel - as different bytes from the ones hashed here
+    crlf = []
+    for dp, dn, fn in os.walk(pkg):
+        dn[:] = [x for x in dn if x not in ("__pycache__", "catalog_operator")]
+        for f_ in fn:
+            b_ = Path(dp, f_).read_bytes()
+            if b"\0" not in b_[:8000] and b"\r\n" in b_:
+                crlf.append(os.path.relpath(os.path.join(dp, f_), pkg))
+    c2 = {
+        "frame": all(a < 0.1 and 140 < b < 160 for a, b in frame) and "ED50" in sc["frame"]["crs"],
+        "picks": all(wl[k]["pick_miss_max_m"] < 0.3 and abs(wl[k]["ref_elev_m"] - 54.9) < 1e-6 for k in ("F-4", "F-5", "F-10"))
+                 and abs(wl["F-10"]["td_md"] - 5300.07) < 0.01 and len(sc["picks_only"]) == 31,
+        "azimuth": wl["F-4"]["azimuth"]["applied"] == "as grid" and "14 m" in wl["F-4"]["azimuth"]["note"] and wl["F-5"]["azimuth"]["file_reference"] == "grid north",
+        "surfaces": len(sc["surfaces"]) == 5 and all(s["affine_miss_m"] < 0.01 and s["tie_median_m"] < 7.0 and len(s["ties"]) >= 23 for s in sc["surfaces"])
+                    and all(pts[s["id"]] == [s["n_source_points"], s["n_points"]] for s in sc["surfaces"])
+                    and [s["id"] for s in sc["surfaces"]] == ["Ty", "SHETLAND", "BCU", "Hugin_Fm_Top", "Hugin_Base"],
+        "line_ends": not crlf and all(k.endswith(".gz") or b"\r\n" not in (pkg / "reference" / k).read_bytes() for k in prov["outputs"]),
+        "provenance": hashes_ok and "commercial purposes" in prov["license"] and "may not be sold" in prov["license"] and len(prov["sources"]) == 12
+                      and all(len(v["commit"]) == 40 for v in prov["sources"].values()) and "Equinor ASA" in sc["attribution"] and "not sold" in sc["attribution"],
+    }
+    failed2 = [k for k, v in c2.items() if not v]
+    ok(not failed2,
+       "CE2 the Volve excerpt checked against itself: its eastings and northings are ED50 zone 31N (the slots unproject within 0.1 m of the "
+       "operator's own log headers, about 150 m off if read as WGS84); the three paths land on Equinor's picks to under 0.3 m from a 54.9 m rig "
+       "floor; 15/9-F-4's azimuths read as grid, with the 14 m it would miss by otherwise stated; five surfaces drawn as delivered, every fourth "
+       "line, each within a few metres of its picks at the median; every shipped file hashed in its provenance with the pinned public copy it "
+       "came from (and no package file with CRLF line ends, which a checkout would change from the bytes hashed), the licence (commercial use, no sale) and the attribution on the page"
+       + (f" [failed: {', '.join(failed2)}]" if failed2 else ""))
+
+    ev = E.selftest_events(str(d))
+    wsp = str(d / "ws"); ws = Workspace.create(wsp, "Pad 3", actor="tester")
+    wb = ws.add_well_file(ev["path"], display="Well B", actor="tester"); wc = ws.add_well_file(ev["path"], display="Well C", actor="tester")
+    ws.set_well(wb["id"], surface={"lat": 31.42, "lon": -104.10, "datum": "NAD83", "elevation": {"ft": 3000.0, "datum": "KB", "source": "test plat"}}, actor="tester")
+    lat1, lon1 = 31.42, -104.10
+    kmlon = 1.0 / (111.195 * _m.cos(_m.radians(lat1)))
+    SF.write(str(d / "Top_A"), "PolyLine", [([[(lon1 + (i - 1.5) * kmlon + 0.0005 * k, lat1 - 0.05 + 0.001 * k) for k in range(100)]], {"ElevTop_ft": -1500.0 - 100.0 * i}) for i in range(4)],
+             [("ElevTop_ft", "F", 10, 1)], SF.NAD83_GEOGCS)
+    SF.write(str(d / "Faults"), "PolyLine", [([[(lon1 - 0.02 + 0.001 * j, lat1) for j in range(40)]], {"TYPE": "normal fault"})], [("TYPE", "C", 20, 0)], SF.NAD83_GEOGCS)
+    ws.add_layer(str(d / "Top_A.shp"), "Top A", actor="tester", formation="A", role="top", citation="test")
+    ws.add_layer(str(d / "Faults.shp"), "Faults", actor="tester", citation="test")
+    sc0 = W.workspace_scene(ws)                                   # no survey yet: the formation tops alone
+    att_refused = 0
+    for kw in ({"azimuth_reference": ""}, {"azimuth_reference": "grid"}, {"azimuth_reference": "magnetic"}, {"azimuth_reference": "true", "source": " "}):
+        k = {"azimuth_reference": "true", "source": "s", **kw}
+        try:
+            W.attach_trajectory(ws, wb["id"], "s.csv", csv_ok.encode(), "tester", k["azimuth_reference"], "ft", None, None, None, k["source"])
+        except ValueError:
+            att_refused += 1
+    ws.refresh_dashboard(actor="tester")
+    Users(str(Path(wsp, "users.json"))).add("v", "viewer-pass-1", "viewer"); Users(str(Path(wsp, "users.json"))).add("op", "op-pass-123", "operator")
+    svc = Service(wsp, port=0, scheduler=False).start()
+    base_url = svc.url.rstrip("/")
+
+    def opener(name, pw):
+        o = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(http.cookiejar.CookieJar()))
+        rq = urllib.request.Request(base_url + "/api/login", method="POST", data=json.dumps({"name": name, "password": pw}).encode())
+        rq.add_header("Content-Type", "application/json"); rq.add_header("X-GEA-Action", "1"); o.open(rq, timeout=30)
+        return o
+
+    def call(o, method, path, body=None):
+        rq = urllib.request.Request(base_url + path, method=method, data=(json.dumps(body).encode() if body is not None else None))
+        if method == "POST":
+            rq.add_header("Content-Type", "application/json"); rq.add_header("X-GEA-Action", "1")
+        try:
+            with o.open(rq, timeout=120) as rr_:
+                return rr_.status, json.loads(rr_.read())
+        except urllib.error.HTTPError as e:
+            return e.code, json.loads(e.read())
+    try:
+        V, O = opener("v", "viewer-pass-1"), opener("op", "op-pass-123")
+        st_l, ls = call(V, "GET", "/api/3d/scenes")
+        st_v, vs = call(V, "GET", "/api/3d/scene/volve")
+        st_n, _ = call(V, "GET", "/api/3d/scene/nope")
+        body = {"filename": "survey.csv", "content_b64": _b64.b64encode(csv_ok.encode()).decode(), "azimuth_reference": "grid", "grid": "TX_CENTRAL",
+                "md_unit": "ft", "source": "test survey"}
+        st_pv, _ = call(V, "POST", f"/api/wells/{wb['id']}/trajectory", body)
+        st_b64, _ = call(O, "POST", f"/api/wells/{wb['id']}/trajectory", {**body, "content_b64": "%%%"})
+        st_at, at = call(O, "POST", f"/api/wells/{wb['id']}/trajectory", body)
+        st_w, wsc = call(V, "GET", "/api/3d/scene/workspace")
+    finally:
+        svc.stop()
+    kept = (Path(wsp, "wells", wb["id"], "trajectory", "survey.csv").read_bytes() == csv_ok.encode())
+    audit = [e["action"] for e in ws.audit_log(500)]
+    cli = _sp.run([sys.executable, "-m", "gea", "well3d", "--scene", "workspace", "--workspace", wsp], capture_output=True, text=True, cwd=str(pkg.parent))
+    page_src = (pkg / "web" / "app.html").read_text(encoding="utf-8")
+    help_md = (pkg / "help" / "well3d.md").read_text(encoding="utf-8")
+    w0 = (wsc.get("wells") or [{}])[0]
+    c3 = {
+        "attach": att_refused == 4 and st_pv == 403 and st_b64 == 400 and st_at == 200 and at["stations"] == 6 and at["grid"] == "TX_CENTRAL" and kept
+                  and at["sha256"] == _hl.sha256(csv_ok.encode()).hexdigest() and "well.trajectory" in audit,
+        "scene": st_l == 200 and [s["id"] for s in ls["scenes"]] == ["workspace", "volve"] and st_v == 200 and len(vs["wells"]) == 3 and st_n == 404
+                 and st_w == 200 and len(wsc["wells"]) == 1 and abs(w0["td_md"] - 1752.6) < 0.01 and "TX_CENTRAL grid north" in w0["azimuth"]["applied"]
+                 and w0["replay"]["kind"] == "drilling recorder" and "Gamma" in w0["channels"] and not w0["replay"]["t"][0].endswith("Z")
+                 and [n["id"] for n in wsc["not_placed"]] == [wc["id"]] and wsc["layers"][0]["lines"][0]["z"] == round(1500 * 0.3048, 1)
+                 and any(n["display"] == "Faults" and "no depth" in n["why"] for n in wsc["layers_not_drawn"]),
+        "tops_alone": sc0["wells"] == [] and [l["name"] for l in sc0["layers"]] == ["Top A"] and sc0["frame"]["area"] == "the placed wells"
+                      and {n["id"]: n["why"] for n in sc0["not_placed"]}[wb["id"]] == "no directional survey attached",
+        "cli": cli.returncode == 0 and "Well B: 6 stations" in cli.stdout and "contour lines at their elevations" in cli.stdout,
+        "page": all(x in page_src for x in ("VIEWS['3d']", "['#/3d', '3D']", "getContext('webgl'", "OES_element_index_uint", "w3Tube", "w3SurfMesh",
+                                             "/api/3d/scene/", "w3Play", "the recorder's clock", "ArrowLeft", "see-through", "/trajectory`", "w3Hit")),
+        "help": any(t["topic"] == "well3d" for t in H.topics()) and not H.check("well3d") and H.VIEW_TOPIC.get("3d") == "well3d"
+                and "a well with no survey" in help_md.split("will not call a measurement")[1],
+    }
+    failed3 = [k for k, v in c3.items() if not v]
+    ok(not failed3,
+       "CE3 a workspace well in 3D: a survey attached only with its azimuth reference stated (a grid named, a declination given) and its source, "
+       "kept byte for byte and audited; the path turned from TX_CENTRAL grid north by the convergence there, set below sea level from the "
+       "declared rig floor among the formation-top contours at their elevations (a fault trace listed as having no depth; the tops drawn alone "
+       "before any survey), the recorder's bit depth replayed on its own clock and its gamma along the path; a well without a position listed, not drawn; the API, the CLI and the 3D "
+       "tab (WebGL by hand, the replay, turn and zoom by pointer and keys); the help page"
+       + (f" [failed: {', '.join(failed3)}]" if failed3 else ""))
+
+
 def main() -> int:
     print("GEA-Program - ACCEPTANCE SUITE (the product gate)")
     # a handle a job subprocess still holds at the end must not turn a finished gate into a traceback on Windows:
@@ -8698,6 +8885,7 @@ def main() -> int:
         section_cb_charts(tmp)
         section_cc_site_map(tmp)
         section_cd_control_room(tmp)
+        section_ce_well3d(tmp)
     if _FAILS:
         print(f"[ACCEPTANCE] {len(_FAILS)} FAILURES ({_PASS} passed):")
         for f in _FAILS:

{gea_program-0.35.0 → gea_program-0.36.0}/gea/geodesy.py

@@ -48,6 +48,7 @@ ELLIPSOIDS: Dict[str, Tuple[float, float]] = {
     'GRS80': (6378137.0, 298.257222101),
     'CLARKE1866': (6378206.4, 294.9786982),
     'BESSEL': (6377397.155, 299.1528128),        # Bessel 1841: the DHDN ellipsoid the German Gauss-Krueger grids sit on
+    'INTL1924': (6378388.0, 297.0),              # International 1924 (Hayford): the ED50 ellipsoid the North Sea UTM grids sit on
 }
 
 # datum -> ellipsoid, the three-parameter shift to WGS84 (metres, geocentric), and what that shift is worth

gea_program-0.36.0/gea/help/well3d.md

@@ -0,0 +1,11 @@
+# The well in 3D
+
+> Each well's path from its directional survey, set among the mapped formations - interpreted horizon surfaces, or a formation-top map's contours at their elevations - with its picks on it, coloured by what was measured along it, and the drill string replayed from the record. The Volve field in the Norwegian North Sea ships with the program as the worked example: three wells' original surveys, the field's formation picks and five mapped surfaces, released by Equinor.
+
+**The command**: the 3D tab. Choose the scene - this workspace's wells, or Volve. Drag to turn the view, shift-drag (or the right button) to pan, the wheel or a pinch to zoom; on the keyboard, the arrows turn, + and − zoom and Home resets. Colour the wells by formation (the mapped surface above each depth, from the well's own picks), by inclination or dogleg severity from the survey, or - for a well with a drilling-recorder export - by its channels (gamma, rate of penetration, weight on bit) along the bit depth. Tick the surfaces and layers on and off, see through them, show every pick, and stretch the depth by 1 to 5 times. Point at a well or a pick for its measured depth, its depth below sea level, its offset from the slot, the inclination there and the formation it is in. Under Replay, pick a well and press Play or drag the slider: the bit moves down the hole, the hole drilled so far in full colour and the rest faded. A workspace well needs three things to be drawn: its surface position and its reference elevation (Setup) and its directional survey - a WITSML trajectory or a table of measured depth, inclination and azimuth - attached on this tab or with `gea trajectory --workspace C:\site --well Well-30636033 --file survey.csv --azimuth-reference grid --grid TX_CENTRAL --source "RRC imaged records, directional survey"`. Until a workspace well can be drawn, its formation-top contour layers are drawn on their own over the area the Map opens on, the depth stretched 20 times (any of 1 to 50 can be chosen). `gea well3d --scene volve` prints the Volve scene and its checks; `--scene workspace --workspace C:\site` prints this workspace's.
+
+**What it writes**: the survey you attach, byte for byte, in the well's folder (`wells/<well>/trajectory/`), with how to read it in the well's record - the azimuth reference (grid with the grid named, true, or magnetic with the declination), the depth unit, the depth reference, where it came from and its SHA-256 - and an audit line. The view itself writes nothing. The Volve files are in the program's reference folder with their provenance (`reference/volve_3d.provenance.json`): the public copies they were taken from, each at a pinned commit, with the hashes as fetched; `tools/build_volve_3d.py` rebuilds them.
+
+**The number to check**: a path against the survey company's own positions - for Volve the minimum-curvature path computed here reproduces the TVD and displacements written in each trajectory file to under a centimetre, and lands on Equinor's formation picks (which carry their own eastings, northings and depths) to under 0.3 m; a surface against the picks - the table under the view gives, for each surface, how far it sits from every pick of its formation (median a few metres, more at wells the interpretation did not honour); the frame - the Volve slot eastings and northings, unprojected on ED50 zone 31N, land within 0.1 m of the latitudes and longitudes in the operator's own log headers.
+
+**What this page will not call a measurement**: a path between survey stations as surveyed - it follows the minimum-curvature arc, the industry's assumption, not a measurement; a well with no survey - it is not drawn, and its picks, where they exist, are shown as points; the hole above a survey table's first station - taken as vertical, the tie-in the table implies, and said so; a surface between its grid nodes, or a contour map between its lines - the surface is drawn as delivered (here every fourth inline and crossline, no point moved) and a contour is drawn only where it was mapped; a fault trace, which has no depth, or an isopach, which is a thickness and not a position; any rock or fluid property between wells - nothing here measures one; the Volve replay as second by second - its times are the survey stations' own time stamps while drilling, so it shows the hole growing station by station (a resurvey run in one go, like 15/9-F-4's, carries one time and is not replayed); a drilling recorder's clock as UTC - its times are shown as the recorder wrote them.

{gea_program-0.35.0 → gea_program-0.36.0}/gea/helplib.py

@@ -44,6 +44,7 @@ INDEX: List[tuple] = [
     ('dlis', 'The DLIS log', 'a well log as it is delivered (API RP66 V1), read as the standard lays it out: the frames, the channels, what was skipped; into the strata survey'),
     ('historian', 'The historian pull', 'an operator\'s gauge history out of the PI System through PI Web API, read-only, every value with its archive time and flags'),
     ('map', 'The site map', 'everything with a position in one frame: the placed wells, the structure layers, the stress directions, the stations and response areas over the state and county outline; what every layer says about any spot'),
+    ('well3d', 'The well in 3D', 'each well\'s path from its directional survey, set among the mapped formation surfaces and contours with its picks, coloured by what was measured along it, and the drill string replayed from the record; the Volve field shipped as the worked example'),
     ('charts', 'The charts', 'a well\'s channels stacked on one axis with a linked cursor, zoom and pan from every sample, time or depth for a drilling recorder, the depth events marked, and the drilling progress of every well'),
     ('control-room', 'The control room', 'the wall screen read from across the room - a tile per well, worst first, its state in a shape and a word, refreshed by itself and saying when it has stopped - and the shift handover, signed by one operator and acknowledged by the next'),
     ('setup', 'The setup checklist', 'what this workspace still needs before its reports can be handed over - each well\'s location, elevation and number, the client site, the backup, the reports - read from the workspace as it stands, each with its form or button'),
@@ -72,7 +73,7 @@ REQUIRED_LINES = ('**The command**', '**What it writes**', '**The number to chec
 VIEW_TOPIC: Dict[str, str] = {
     'home': 'start', 'wells': 'data-in', 'well': 'drift', 'live': 'patches', 'patch': 'patches', 'files': 'files', 'alarms': 'alarms',
     'approvals': 'well-tests', 'config': 'site', 'reports': 'drift', 'verify': 'start', 'survey': 'data-in', 'jobs': 'site',
-    'admin': 'site', 'prefs': 'site', 'search': 'start', 'welcome': 'start', 'seismic': 'seismic', 'seismic_station': 'seismic', 'track': 'seismic', 'sar': 'seismic', 'sites': 'sites', 'setup': 'setup', 'map': 'map', 'control': 'control-room', 'wall': 'control-room', 'audit': 'audit-update', 'tools': 'tools', 'catalog': 'catalog',
+    'admin': 'site', 'prefs': 'site', 'search': 'start', 'welcome': 'start', 'seismic': 'seismic', 'seismic_station': 'seismic', 'track': 'seismic', 'sar': 'seismic', 'sites': 'sites', 'setup': 'setup', 'map': 'map', '3d': 'well3d', 'control': 'control-room', 'wall': 'control-room', 'audit': 'audit-update', 'tools': 'tools', 'catalog': 'catalog',
 }
 
 

gea_program-0.36.0/gea/reference/volve_3d.provenance.json

@@ -0,0 +1,198 @@
+{
+ "entry": "volve_3d",
+ "kind": "REAL_FIELD_EXCERPT_FOR_THE_3D_VIEW",
+ "field": "Volve, Norwegian North Sea (blocks 15/9), operated by Statoil/Equinor, decommissioned 2016",
+ "publisher": "Equinor ASA, with the former Volve licence partners ExxonMobil Exploration and Production Norway AS and Bayerngas Norge AS",
+ "license": "Equinor's 'Terms and conditions for licence to data - Volve' (2020): use, copy and adapt for non-commercial and commercial purposes; Equinor and the former partners attributed and a notice referring to the terms included when shared; the licensed material may not be sold; no use that suggests endorsement. (The 2018 release carried CC BY-NC-SA 4.0; Equinor replaced it.)",
+ "license_url": "https://cdn.equinor.com/files/h61q9gi9/global/de6532f6134b9a953f6c41bac47a0c055a3712d3.pdf?equinor-hrs-terms-and-conditions-for-licence-to-data-volve.pdf=",
+ "attribution": "Contains data from the Volve field released by Equinor ASA and the former Volve licence partners ExxonMobil Exploration and Production Norway AS and Bayerngas Norge AS.",
+ "access": "The release itself (Equinor's data village) was not reachable from the build machine; the files were taken from public GitHub copies, each at a pinned commit, hashed as fetched. Byte identity with the original release is not claimed; the checks below are what tie the copies to the field and to each other.",
+ "crs": "ED50 / UTM zone 31N (International 1924 ellipsoid), metres - as delivered; depths below mean sea level, positive down",
+ "checks": [
+  "the slot eastings and northings of 15/9-F-1 C and 15/9-F-11 B, unprojected on ED50 zone 31N, land 0.02 m and 0.09 m from the latitudes and longitudes in those wells' own LAS headers (and about 148 m away if read as WGS84) - the frame is ED50 zone 31N",
+  "the minimum-curvature path computed from each trajectory file's measured depths, inclinations and azimuths reproduces the TVD and displacements written in the file to under a centimetre (15/9-F-4, -F-5, -F-10)",
+  "the paths land on Equinor's own formation picks, which carry eastings, northings and depths, to under 0.3 m",
+  "the horizons are in depth below sea level (they tie to the picks' TVDSS, not to their two-way times): median miss 2 to 6 m by surface at the 23-28 wells picked for each, larger at a few wells the interpretation did not honour (listed per surface in the scene)"
+ ],
+ "findings": [
+  "15/9-F-4's definitive survey (Baker Hughes, gyro, 2016) says true north; Equinor's picks on F-4 agree with it to 0.1 m read as grid azimuths and miss by up to 14 m with the 0.95 degree convergence applied. The scene reads it as grid and says so.",
+  "15/9-F-4's 2016 survey stamps every station with one time (a resurvey): it is not a record of drilling and is not replayed.",
+  "The seabed horizon in the same copy is two blocks, the second in two-way time; it is not used.",
+  "No copy of the real-time drilling logs from the wells' drilling (2007-2009) was found under an open licence; the 2016 logs that are copied are plug-and-abandonment work with the string near surface. The Volve replay therefore follows the survey stations' own times."
+ ],
+ "sources": {
+  "traj_F-4": {
+   "repository": "https://github.com/f0nzie/volve-drilling",
+   "commit": "3698c43d4adc0ee11ffa8fd5f876fa961c9c846d",
+   "path": "witsml/Norway-Statoil-NO 15_$47$_9-F-4/1/trajectory/1.xml",
+   "url": "https://raw.githubusercontent.com/f0nzie/volve-drilling/3698c43d4adc0ee11ffa8fd5f876fa961c9c846d/witsml/Norway-Statoil-NO%2015_%2447%24_9-F-4/1/trajectory/1.xml",
+   "bytes": 105291,
+   "sha256": "5cabe2a1751828791b7cc669349b5ec6f01e7ea223ed5448a768cb2998f15aba"
+  },
+  "traj_F-5_36in": {
+   "repository": "https://github.com/maribickpostanes/Interactive-Well-Trajectory-Plot",
+   "commit": "6231dc346f6a6f38be21404005d930d7d3abbc89",
+   "path": "4.xml",
+   "url": "https://raw.githubusercontent.com/maribickpostanes/Interactive-Well-Trajectory-Plot/6231dc346f6a6f38be21404005d930d7d3abbc89/4.xml",
+   "bytes": 23542,
+   "sha256": "b33d44a09ed776de47ba5c31c5ed0e93f1330fdc9297dd6b5338bd2d8386a379"
+  },
+  "traj_F-5_17.5in": {
+   "repository": "https://github.com/maribickpostanes/Interactive-Well-Trajectory-Plot",
+   "commit": "6231dc346f6a6f38be21404005d930d7d3abbc89",
+   "path": "1.xml",
+   "url": "https://raw.githubusercontent.com/maribickpostanes/Interactive-Well-Trajectory-Plot/6231dc346f6a6f38be21404005d930d7d3abbc89/1.xml",
+   "bytes": 94850,
+   "sha256": "594d10eaf39fb32d52e331f2abae0b11f9e2bf94b14519c8ab74e060f5123229"
+  },
+  "traj_F-5_12.25in": {
+   "repository": "https://github.com/maribickpostanes/Interactive-Well-Trajectory-Plot",
+   "commit": "6231dc346f6a6f38be21404005d930d7d3abbc89",
+   "path": "2.xml",
+   "url": "https://raw.githubusercontent.com/maribickpostanes/Interactive-Well-Trajectory-Plot/6231dc346f6a6f38be21404005d930d7d3abbc89/2.xml",
+   "bytes": 185688,
+   "sha256": "53491d5cc358e789cd623315d462ae4572f75871294e7beecf0b27489a0b6adc"
+  },
+  "traj_F-5_8.5in": {
+   "repository": "https://github.com/maribickpostanes/Interactive-Well-Trajectory-Plot",
+   "commit": "6231dc346f6a6f38be21404005d930d7d3abbc89",
+   "path": "3.xml",
+   "url": "https://raw.githubusercontent.com/maribickpostanes/Interactive-Well-Trajectory-Plot/6231dc346f6a6f38be21404005d930d7d3abbc89/3.xml",
+   "bytes": 237904,
+   "sha256": "07ee7ddaa1f553f364d86c7a4cb25f03318c89cd42e2fc7466fe5fbbafe5ed61"
+  },
+  "traj_F-10": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "witsml/Norway-StatoilHydro-15_$47$_9-F-10/trajectory/1.xml",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/witsml/Norway-StatoilHydro-15_%2447%24_9-F-10/trajectory/1.xml",
+   "bytes": 1175176,
+   "sha256": "11e653b84eab32c3cfe838ad5840d8ee23c53596e21d982bda682d14343e6608"
+  },
+  "well_picks": {
+   "repository": "https://github.com/yohanesnuwara/MLGeo",
+   "commit": "3b089e0e50fc69207b84616c6cb364b5c5ca2960",
+   "path": "well_logs/Volve_well_picks_modified.csv",
+   "url": "https://raw.githubusercontent.com/yohanesnuwara/MLGeo/3b089e0e50fc69207b84616c6cb364b5c5ca2960/well_logs/Volve_well_picks_modified.csv",
+   "bytes": 36016,
+   "sha256": "53ed9f062d53a584d05ad9388763a1844ecb5a580e216752dff86fad15e6e1a6"
+  },
+  "hz_Ty": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "horizon/Ty.csv",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/horizon/Ty.csv",
+   "bytes": 17127830,
+   "sha256": "521b606b722fd9531839e239d1a2709cfb1a001d808c4673da05e22fb7121065"
+  },
+  "hz_SHETLAND": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "horizon/SHETLAND.csv",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/horizon/SHETLAND.csv",
+   "bytes": 16546631,
+   "sha256": "3db1e224b1530458da2a2e7f2f6c88f442d28a19a46500635251152ca45b6ee6"
+  },
+  "hz_BCU": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "horizon/BCU.csv",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/horizon/BCU.csv",
+   "bytes": 16377412,
+   "sha256": "0051c5f2f8daafd349a7f5497d5947324b95b2bc85c7ca3ca0439fe8b52b181d"
+  },
+  "hz_Hugin_Fm_Top": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "horizon/Hugin_Fm_Top.csv",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/horizon/Hugin_Fm_Top.csv",
+   "bytes": 8575041,
+   "sha256": "6bb2f7902f80beb9fd28ce177dc3a2aa3916d3dd4f4b33da9a72ee42f23bbd0b"
+  },
+  "hz_Hugin_Base": {
+   "repository": "https://github.com/viandika/volve_horizon_trajectory",
+   "commit": "3f79910a685257159662426235934b089d61df05",
+   "path": "horizon/Hugin_Base.csv",
+   "url": "https://raw.githubusercontent.com/viandika/volve_horizon_trajectory/3f79910a685257159662426235934b089d61df05/horizon/Hugin_Base.csv",
+   "bytes": 13244504,
+   "sha256": "49f01696f493f0b07881729be318d5277eb43219387e628b41ea4c40d017d7ec"
+  }
+ },
+ "outputs": {
+  "volve_traj_F-4.xml.gz": {
+   "from": "traj_F-4",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "5cabe2a1751828791b7cc669349b5ec6f01e7ea223ed5448a768cb2998f15aba",
+   "sha256": "1f596ea1512023a24f2e4c6041fe367c512708ecbc40f1d88052f6ae630820c9"
+  },
+  "volve_traj_F-5_36in.xml.gz": {
+   "from": "traj_F-5_36in",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "b33d44a09ed776de47ba5c31c5ed0e93f1330fdc9297dd6b5338bd2d8386a379",
+   "sha256": "20b97830ec7a581af292151cb2f8a35dd71727ee983679fe8cc0fbe8d71bdc0e"
+  },
+  "volve_traj_F-5_17.5in.xml.gz": {
+   "from": "traj_F-5_17.5in",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "594d10eaf39fb32d52e331f2abae0b11f9e2bf94b14519c8ab74e060f5123229",
+   "sha256": "ca43a64658b68319a7b081d59ae0a8c0fa12555800a2968008a065cc3faacb3d"
+  },
+  "volve_traj_F-5_12.25in.xml.gz": {
+   "from": "traj_F-5_12.25in",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "53491d5cc358e789cd623315d462ae4572f75871294e7beecf0b27489a0b6adc",
+   "sha256": "9d1cc1a0c5b4092b7725e75115e3e7d868f5a267a187a3a159d3422943a10ffb"
+  },
+  "volve_traj_F-5_8.5in.xml.gz": {
+   "from": "traj_F-5_8.5in",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "07ee7ddaa1f553f364d86c7a4cb25f03318c89cd42e2fc7466fe5fbbafe5ed61",
+   "sha256": "2f1edd95306e12ca2452c1e2bf67654395521cdfbcea83318ed933bae3c8c317"
+  },
+  "volve_traj_F-10.xml.gz": {
+   "from": "traj_F-10",
+   "how": "verbatim, gzip-compressed",
+   "sha256_uncompressed": "11e653b84eab32c3cfe838ad5840d8ee23c53596e21d982bda682d14343e6608",
+   "sha256": "960287f00ef31924fc926fe97652162b0bf5ee672453eec8000f8ddff7a3be80"
+  },
+  "volve_well_picks.csv.gz": {
+   "from": "well_picks",
+   "how": "verbatim (CRLF line ends as delivered), gzip-compressed",
+   "sha256_uncompressed": "53ed9f062d53a584d05ad9388763a1844ecb5a580e216752dff86fad15e6e1a6",
+   "sha256": "3cfe17d07f14f20a7b6faa72353950f9f9d5ffd71b263f68f8a755d6e58b3858"
+  },
+  "volve_surfaces.json.gz": {
+   "from": [
+    "hz_Ty",
+    "hz_SHETLAND",
+    "hz_BCU",
+    "hz_Hugin_Fm_Top",
+    "hz_Hugin_Base"
+   ],
+   "how": "subsampled to every 4th inline and crossline",
+   "points": {
+    "Ty": [
+     241541,
+     15116
+    ],
+    "SHETLAND": [
+     233358,
+     14610
+    ],
+    "BCU": [
+     230971,
+     14472
+    ],
+    "Hugin_Fm_Top": [
+     184066,
+     11499
+    ],
+    "Hugin_Base": [
+     186756,
+     11706
+    ]
+   },
+   "sha256": "5786b29bd9185702323429415472cc2c8e164d9a78ba67dba052d6589a00bcbf"
+  }
+ }
+}