-
Notifications
You must be signed in to change notification settings - Fork 244
Expand file tree
/
Copy pathsession.py
More file actions
2355 lines (2070 loc) · 91.5 KB
/
session.py
File metadata and controls
2355 lines (2070 loc) · 91.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
"""
Defines the Session class to create and destroy a GMT API session and provides access to
the API functions.
Uses ctypes to wrap most of the core functions from the C API.
"""
import contextlib
import ctypes as ctp
import io
import sys
import warnings
from collections.abc import Callable, Generator, Sequence
from typing import Literal
import numpy as np
import pandas as pd
import xarray as xr
from pygmt.clib.conversion import (
dataarray_to_matrix,
sequence_to_ctypes_array,
strings_to_ctypes_array,
vectors_to_arrays,
)
from pygmt.clib.loading import get_gmt_version, load_libgmt
from pygmt.datatypes import _GMT_DATASET, _GMT_GRID, _GMT_IMAGE
from pygmt.exceptions import GMTCLibError, GMTCLibNoSessionError, GMTInvalidInput
from pygmt.helpers import (
_validate_data_input,
data_kind,
deprecate_parameter,
tempfile_from_geojson,
tempfile_from_image,
)
FAMILIES = [
"GMT_IS_DATASET", # Entity is a data table
"GMT_IS_GRID", # Entity is a grid
"GMT_IS_IMAGE", # Entity is a 1- or 3-band unsigned char image
"GMT_IS_PALETTE", # Entity is a color palette table
"GMT_IS_POSTSCRIPT", # Entity is a PostScript content struct
"GMT_IS_MATRIX", # Entity is a user matrix
"GMT_IS_VECTOR", # Entity is a set of user vectors
"GMT_IS_CUBE", # Entity is a 3-D data cube
]
VIAS = [
"GMT_VIA_MATRIX", # dataset is passed as a matrix
"GMT_VIA_VECTOR", # dataset is passed as a set of vectors
]
GEOMETRIES = [
"GMT_IS_NONE", # items without geometry (e.g., CPT)
"GMT_IS_POINT", # items are points
"GMT_IS_LINE", # items are lines
"GMT_IS_POLY", # items are polygons
"GMT_IS_LP", # items could be any one of LINE or POLY
"GMT_IS_PLP", # items could be any one of POINT, LINE, or POLY
"GMT_IS_SURFACE", # items are 2-D grid
"GMT_IS_VOLUME", # items are 3-D grid
"GMT_IS_TEXT", # Text strings which triggers ASCII text reading
]
METHODS = [
"GMT_IS_DUPLICATE", # tell GMT the data are read-only
"GMT_IS_REFERENCE", # tell GMT to duplicate the data
]
DIRECTIONS = ["GMT_IN", "GMT_OUT"]
MODES = [
"GMT_CONTAINER_AND_DATA", # Create/Read/Write both container and the data array
"GMT_CONTAINER_ONLY", # Cread/Read/Write the container but no data array
"GMT_DATA_ONLY", # Create/Read/Write the container's data array only
"GMT_IS_OUTPUT", # For creating a resource as a container for output
]
MODE_MODIFIERS = [
"GMT_GRID_IS_CARTESIAN", # Grid is not geographic but Cartesian
"GMT_GRID_IS_GEO", # Grid is geographic, not Cartesian
"GMT_WITH_STRINGS", # Allocate string array for GMT_DATASET/GMT_VECTOR/GMT_MATRIX
]
REGISTRATIONS = ["GMT_GRID_NODE_REG", "GMT_GRID_PIXEL_REG"]
# Dictionary for mapping numpy dtypes to GMT data types.
DTYPES_NUMERIC = {
np.int8: "GMT_CHAR",
np.int16: "GMT_SHORT",
np.int32: "GMT_INT",
np.int64: "GMT_LONG",
np.longlong: "GMT_LONG",
np.uint8: "GMT_UCHAR",
np.uint16: "GMT_USHORT",
np.uint32: "GMT_UINT",
np.uint64: "GMT_ULONG",
np.ulonglong: "GMT_ULONG",
np.float32: "GMT_FLOAT",
np.float64: "GMT_DOUBLE",
np.timedelta64: "GMT_LONG",
}
DTYPES_TEXT = {
np.str_: "GMT_TEXT",
np.datetime64: "GMT_DATETIME",
}
DTYPES = DTYPES_NUMERIC | DTYPES_TEXT
# Dictionary for storing the values of GMT constants.
GMT_CONSTANTS = {}
# Load the GMT library outside the Session class to avoid repeated loading.
_libgmt = load_libgmt()
__gmt_version__ = get_gmt_version(_libgmt)
class Session:
"""
A GMT API session where most operations involving the C API happen.
Works as a context manager (for use in a ``with`` block) to create a GMT C API
session and destroy it in the end to clean up memory.
Functions of the shared library are exposed as methods of this class. Most methods
MUST be used with an open session (inside a ``with`` block). If creating GMT data
structures to communicate data, put that code inside the same ``with`` block as the
API calls that will use the data.
By default, will let :mod:`ctypes` try to find the GMT shared library (``libgmt``).
If the environment variable :term:`GMT_LIBRARY_PATH` is set, will look for the
shared library in the directory specified by it.
The ``session_pointer`` attribute holds a ctypes pointer to the currently open
session.
Raises
------
GMTCLibNotFoundError
If there was any problem loading the library (couldn't find it or couldn't
access the functions).
GMTCLibNoSessionError
If you try to call a method outside of a ``with`` block.
Examples
--------
>>> from pygmt.helpers.testing import load_static_earth_relief
>>> from pygmt.helpers import GMTTempFile
>>> grid = load_static_earth_relief()
>>> type(grid)
<class 'xarray.core.dataarray.DataArray'>
>>> # Create a session and destroy it automatically when exiting the "with" block.
>>> with Session() as lib:
... # Create a virtual file and link to the memory block of the grid.
... with lib.virtualfile_from_grid(grid) as fin:
... # Create a temp file to use as output.
... with GMTTempFile() as fout:
... # Call the grdinfo module with the virtual file as input and the
... # temp file as output.
... lib.call_module("grdinfo", [fin, "-C", f"->{fout.name}"])
... # Read the contents of the temp file before it's deleted.
... print(fout.read().strip())
-55 -47 -24 -10 190 981 1 1 8 14 1 1
"""
@property
def session_pointer(self) -> ctp.c_void_p:
"""
The :class:`ctypes.c_void_p` pointer to the current open GMT session.
Raises
------
GMTCLibNoSessionError
If trying to access without a currently open GMT session (i.e., outside of
the context manager).
"""
if getattr(self, "_session_pointer", None) is None:
msg = "No currently open GMT API session."
raise GMTCLibNoSessionError(msg)
return self._session_pointer
@session_pointer.setter
def session_pointer(self, session: ctp.c_void_p):
"""
Set the session void pointer.
"""
self._session_pointer = session
@property
def info(self) -> dict[str, str]:
"""
Dictionary with the GMT version and default paths and parameters.
"""
if not hasattr(self, "_info"):
self._info = {
"version": self.get_default("API_VERSION"),
"padding": self.get_default("API_PAD"),
# API_BINDIR points to the directory of the Python interpreter
# "binary dir": self.get_default("API_BINDIR"),
"share dir": self.get_default("API_SHAREDIR"),
# This segfaults for some reason
# 'data dir': self.get_default("API_DATADIR"),
"plugin dir": self.get_default("API_PLUGINDIR"),
"library path": self.get_default("API_LIBRARY"),
"cores": self.get_default("API_CORES"),
"grid layout": self.get_default("API_GRID_LAYOUT"),
"image layout": self.get_default("API_IMAGE_LAYOUT"),
"binary version": self.get_default("API_BIN_VERSION"),
}
return self._info
def __enter__(self):
"""
Create a GMT API session.
Calls :meth:`pygmt.clib.Session.create`.
"""
self.create("pygmt-session")
return self
def __exit__(self, exc_type, exc_value, traceback):
"""
Destroy the currently open GMT API session.
Calls :meth:`pygmt.clib.Session.destroy`.
"""
self.destroy()
def __getitem__(self, name: str) -> int:
"""
Get the value of a GMT constant.
Parameters
----------
name
The name of the constant (e.g., ``"GMT_SESSION_EXTERNAL"``).
Returns
-------
value
Integer value of the constant. Do not rely on this value because it might
change.
"""
if name not in GMT_CONSTANTS:
GMT_CONSTANTS[name] = self.get_enum(name)
return GMT_CONSTANTS[name]
def get_enum(self, name: str) -> int:
"""
Get the value of a GMT constant (C enum) from ``gmt_resources.h``.
Used to set configuration values for other API calls. Wraps ``GMT_Get_Enum``.
Parameters
----------
name
The name of the constant (e.g., ``"GMT_SESSION_EXTERNAL"``).
Returns
-------
value
Integer value of the constant. Do not rely on this value because it might
change.
Raises
------
GMTCLibError
If the constant doesn't exist.
"""
c_get_enum = self.get_libgmt_func(
"GMT_Get_Enum", argtypes=[ctp.c_void_p, ctp.c_char_p], restype=ctp.c_int
)
# The C library introduced the void API pointer to GMT_Get_Enum so that it's
# consistent with other functions. It doesn't use the pointer so we can pass
# in None (NULL pointer). We can't give it the actual pointer because we need
# to call GMT_Get_Enum when creating a new API session pointer (chicken-and-egg
# type of thing).
session = None
value = c_get_enum(session, name.encode())
if value is None or value == -99999:
msg = f"Constant '{name}' doesn't exist in libgmt."
raise GMTCLibError(msg)
return value
def get_libgmt_func(
self, name: str, argtypes: list | None = None, restype=None
) -> Callable:
"""
Get a ctypes function from the libgmt shared library.
Assigns the argument and return type conversions for the function.
Use this method to access a C function from libgmt.
Parameters
----------
name
The name of the GMT API function.
argtypes
List of ctypes types used to convert the Python input arguments for the API
function.
restype : ctypes type
The ctypes type used to convert the input returned by the function into a
Python type.
Returns
-------
function
The GMT API function.
Examples
--------
>>> from ctypes import c_void_p, c_int
>>> with Session() as lib:
... func = lib.get_libgmt_func(
... "GMT_Destroy_Session", argtypes=[c_void_p], restype=c_int
... )
>>> type(func)
<class 'ctypes.CDLL.__init__.<locals>._FuncPtr'>
"""
if not hasattr(self, "_libgmt"):
self._libgmt = _libgmt
function = getattr(self._libgmt, name)
if argtypes is not None:
function.argtypes = argtypes
if restype is not None:
function.restype = restype
return function
def create(self, name: str) -> None:
"""
Create a new GMT C API session.
This is required before most other methods of :class:`pygmt.clib.Session` can be
called.
.. warning::
Usage of :class:`pygmt.clib.Session` as a context manager in a ``with``
block is preferred over calling :meth:`pygmt.clib.Session.create` and
:meth:`pygmt.clib.Session.destroy` manually.
Calls ``GMT_Create_Session`` and generates a new ``GMTAPI_CTRL`` struct, which
is a :class:`ctypes.c_void_p` pointer. Sets the ``session_pointer`` attribute to
this pointer.
Remember to terminate the current session using
:meth:`pygmt.clib.Session.destroy` before creating a new one.
Parameters
----------
name
A name for this session. Doesn't really affect the outcome.
"""
# Check if there is a currently open session by accessing the "session_pointer"
# attribute. If not, it will raise the GMTCLibNoSessionError exception and we're
# free to create a new one. Otherwise, we will raise a GMTCLibError exception.
try:
_ = self.session_pointer
msg = (
"Failed to create a GMT API session: "
"There is currently an open session. Must destroy it first."
)
raise GMTCLibError(msg)
except GMTCLibNoSessionError:
pass
c_create_session = self.get_libgmt_func(
"GMT_Create_Session",
argtypes=[ctp.c_char_p, ctp.c_uint, ctp.c_uint, ctp.c_void_p],
restype=ctp.c_void_p,
)
# Capture the output printed by GMT into this list. Will use it later to
# generate error messages for the exceptions raised by API calls.
self._error_log: list[str] = []
@ctp.CFUNCTYPE(ctp.c_int, ctp.c_void_p, ctp.c_char_p)
def print_func(file_pointer, message): # noqa: ARG001
"""
Callback function that the GMT C API will use to print log and error
messages.
We'll capture the messages and print them to stderr so that they will show
up on the Jupyter notebook.
"""
# TODO(GMT>6.5.0): Remove the workaround for upstream bug in GMT<=6.5.0.
# Have to use try..except due to upstream GMT bug in GMT<=6.5.0.
# See https://github.com/GenericMappingTools/pygmt/issues/3205.
try:
message = message.decode().strip()
except UnicodeDecodeError:
return 0
self._error_log.append(message)
# Flush to make sure the messages are printed even if we have a crash.
print(message, file=sys.stderr, flush=True) # noqa: T201
return 0
# Need to store a copy of the function because ctypes doesn't and it will be
# garbage collected otherwise
self._print_callback = print_func
padding = self["GMT_PAD_DEFAULT"]
# GMT_SESSION_EXTERNAL: GMT is called by an external wrapper.
# GMT_SESSION_NOGDALCLOSE: Do not call GDALDestroyDriverManager when using GDAL.
session_type = self["GMT_SESSION_EXTERNAL"] + self["GMT_SESSION_NOGDALCLOSE"]
session = c_create_session(name.encode(), padding, session_type, print_func)
if session is None:
msg = f"Failed to create a GMT API session:\n{self._error_message}"
raise GMTCLibError(msg)
self.session_pointer = session
@property
def _error_message(self) -> str:
"""
A string with all error messages emitted by the C API.
Only includes messages with the string ``"[ERROR]"`` in them.
"""
msg = ""
if hasattr(self, "_error_log"):
msg = "\n".join(line for line in self._error_log if "[ERROR]" in line)
return msg
def destroy(self):
"""
Destroy the currently open GMT API session.
.. warning::
Usage of :class:`pygmt.clib.Session` as a context manager in a ``with``
block is preferred over calling :meth:`pygmt.clib.Session.create` and
:meth:`pygmt.clib.Session.destroy` manually.
Calls ``GMT_Destroy_Session`` to terminate and free the memory of a registered
``GMTAPI_CTRL`` session (the pointer for this struct is stored in the
``session_pointer`` attribute).
Always use this method after you are done using a C API session. The session
needs to be destroyed before creating a new one. Otherwise, some of the
configuration files might be left behind and can influence subsequent API calls.
Sets the ``session_pointer`` attribute to ``None``.
"""
c_destroy_session = self.get_libgmt_func(
"GMT_Destroy_Session", argtypes=[ctp.c_void_p], restype=ctp.c_int
)
status = c_destroy_session(self.session_pointer)
if status:
msg = f"Failed to destroy GMT API session:\n{self._error_message}"
raise GMTCLibError(msg)
self.session_pointer = None
def get_default(self, name: str) -> str:
"""
Get the value of a GMT configuration parameter or a GMT API parameter.
In addition to the long list of GMT configuration parameters, the following API
parameter names are also supported:
* ``"API_VERSION"``: The GMT API version
* ``"API_PAD"``: The grid padding setting
* ``"API_BINDIR"``: The binary file directory
* ``"API_SHAREDIR"``: The share directory
* ``"API_DATADIR"``: The data directory
* ``"API_PLUGINDIR"``: The plugin directory
* ``"API_LIBRARY"``: The core library path
* ``"API_CORES"``: The number of cores
* ``"API_IMAGE_LAYOUT"``: The image/band layout
* ``"API_GRID_LAYOUT"``: The grid layout
* ``"API_BIN_VERSION"``: The GMT binary version (with git information)
Parameters
----------
name
The name of the GMT configuration parameter (e.g., ``"PROJ_LENGTH_UNIT"``)
or a GMT API parameter (e.g., ``"API_VERSION"``).
Returns
-------
value
The current value for the parameter.
Raises
------
GMTCLibError
If the parameter doesn't exist.
"""
c_get_default = self.get_libgmt_func(
"GMT_Get_Default",
argtypes=[ctp.c_void_p, ctp.c_char_p, ctp.c_char_p],
restype=ctp.c_int,
)
# Make a string buffer to get a return value
value = ctp.create_string_buffer(4096)
status = c_get_default(self.session_pointer, name.encode(), value)
if status != 0:
msg = f"Error getting value for '{name}' (error code {status})."
raise GMTCLibError(msg)
return value.value.decode()
def get_common(self, option: str) -> bool | int | float | np.ndarray:
"""
Inquire if a GMT common option has been set and return its current value if
possible.
Parameters
----------
option
The GMT common option to check. Valid options are ``"B"``, ``"I"``, ``"J"``,
``"R"``, ``"U"``, ``"V"``, ``"X"``, ``"Y"``, ``"a"``, ``"b"``, ``"f"``,
``"g"``, ``"h"``, ``"i"``, ``"n"``, ``"o"``, ``"p"``, ``"r"``, ``"s"``,
``"t"``, and ``":"``.
Returns
-------
value
Whether the option was set or its value. If the option was not set, return
``False``. Otherwise, the return value depends on the choice of the option.
- options ``"B"``, ``"J"``, ``"U"``, ``"g"``, ``"n"``, ``"p"``, and ``"s"``:
return ``True`` if set, else ``False`` (bool)
- ``"I"``: 2-element array for the increments (float)
- ``"R"``: 4-element array for the region (float)
- ``"V"``: the verbose level (int)
- ``"X"``: the xshift (float)
- ``"Y"``: the yshift (float)
- ``"a"``: geometry of the dataset (int)
- ``"b"``: return 0 if ``-bi`` was set and 1 if ``-bo`` was set (int)
- ``"f"``: return 0 if ``-fi`` was set and 1 if ``-fo`` was set (int)
- ``"h"``: whether to delete existing header records (int)
- ``"i"``: number of input columns (int)
- ``"o"``: number of output columns (int)
- ``"r"``: registration type (int)
- ``"t"``: 2-element array for the transparency (float)
- ``":"``: return 0 if ``-:i`` was set and 1 if ``-:o`` was set (int)
Examples
--------
>>> with Session() as lib:
... lib.call_module(
... "basemap", ["-R0/10/10/15", "-JX5i/2.5i", "-Baf", "-Ve"]
... )
... region = lib.get_common("R")
... projection = lib.get_common("J")
... timestamp = lib.get_common("U")
... verbose = lib.get_common("V")
... lib.call_module("plot", ["-T", "-Xw+1i", "-Yh-1i"])
... xshift = lib.get_common("X") # xshift/yshift are in inches
... yshift = lib.get_common("Y")
>>> print(region, projection, timestamp, verbose, xshift, yshift)
[ 0. 10. 10. 15.] True False 3 6.0 1.5
>>> with Session() as lib:
... lib.call_module("basemap", ["-R0/10/10/15", "-JX5i/2.5i", "-Baf"])
... lib.get_common("A")
Traceback (most recent call last):
...
pygmt.exceptions.GMTInvalidInput: Unknown GMT common option flag 'A'.
"""
if option not in "BIJRUVXYabfghinoprst:":
msg = f"Unknown GMT common option flag '{option}'."
raise GMTInvalidInput(msg)
c_get_common = self.get_libgmt_func(
"GMT_Get_Common",
argtypes=[ctp.c_void_p, ctp.c_uint, ctp.POINTER(ctp.c_double)],
restype=ctp.c_int,
)
value = np.empty(6, np.float64) # numpy array to store the value of the option
status = c_get_common(
self.session_pointer,
ord(option),
value.ctypes.data_as(ctp.POINTER(ctp.c_double)),
)
if status == self["GMT_NOTSET"]: # GMT_NOTSET (-1) means the option is not set
return False
if status == 0: # Option is set and no other value is returned.
return True
# Otherwise, option is set and values are returned.
match option:
case "I" | "R" | "t":
# Option values (in double type) are returned via the 'value' array.
# 'status' is number of valid values in the array.
return value[:status]
case "X" | "Y": # Only one valid element in the array.
return value[0]
case _: # 'status' is the option value (in integer type).
return status
def call_module(self, module: str, args: str | list[str]) -> None:
"""
Call a GMT module with the given arguments.
Wraps ``GMT_Call_Module``.
The ``GMT_Call_Module`` API function supports passing module arguments in three
different ways:
1. Pass a single string that contains whitespace-separated module arguments.
2. Pass a list of strings and each string contains a module argument.
3. Pass a list of ``GMT_OPTION`` data structure.
Both options 1 and 2 are implemented in this function, but option 2 is preferred
because it can correctly handle special characters like whitespaces and
quotation marks in module arguments.
Parameters
----------
module
The GMT module name to be called (``"coast"``, ``"basemap"``, etc).
args
Module arguments that will be passed to the GMT module. It can be either
a single string (e.g., ``"-R0/5/0/10 -JX10c -BWSen+t'My Title'"``) or a list
of strings (e.g., ``["-R0/5/0/10", "-JX10c", "-BWSEN+tMy Title"]``).
Raises
------
GMTInvalidInput
If the ``args`` argument is not a string or a list of strings.
GMTCLibError
If the returned status code of the function is non-zero.
"""
c_call_module = self.get_libgmt_func(
"GMT_Call_Module",
argtypes=[ctp.c_void_p, ctp.c_char_p, ctp.c_int, ctp.c_void_p],
restype=ctp.c_int,
)
# 'args' can be (1) a single string or (2) a list of strings.
argv: bytes | ctp.Array[ctp.c_char_p] | None
if isinstance(args, list):
# 'args' is a list of strings and each string contains a module argument.
# In this way, GMT can correctly handle option arguments with whitespaces or
# quotation marks. This is the preferred way to pass arguments to the GMT
# API and is used for PyGMT >= v0.12.0.
mode = len(args) # 'mode' is the number of arguments.
# Pass a null pointer if no arguments are specified.
argv = strings_to_ctypes_array(args) if mode != 0 else None
elif isinstance(args, str):
# 'args' is a single string that contains whitespace-separated arguments.
# In this way, we need to correctly handle option arguments that contain
# whitespaces or quotation marks. It's used in PyGMT <= v0.11.0 but is no
# longer recommended.
mode = self["GMT_MODULE_CMD"]
argv = args.encode()
else:
msg = "'args' must either be a list of strings (recommended) or a string."
raise GMTInvalidInput(msg)
status = c_call_module(self.session_pointer, module.encode(), mode, argv)
if status != 0:
msg = f"Module '{module}' failed with status code {status}:\n{self._error_message}"
raise GMTCLibError(msg)
def create_data(
self,
family: str,
geometry: str,
mode: str,
dim: Sequence[int] | None = None,
ranges: Sequence[float] | None = None,
inc: Sequence[float] | None = None,
registration: Literal[
"GMT_GRID_NODE_REG", "GMT_GRID_PIXEL_REG"
] = "GMT_GRID_NODE_REG",
pad: int | None = None,
) -> ctp.c_void_p:
"""
Create an empty GMT data container and allocate space to hold data.
Valid data families and geometries are in ``FAMILIES`` and ``GEOMETRIES``.
There are two ways to define the dimensions needed to actually allocate memory:
1. Via ``ranges``, ``inc`` and ``registration``.
2. Via ``dim`` and ``registration``.
``dim`` contains up to 4 values and they have different meanings for
different GMT data families:
For ``GMT_DATASET``:
- 0: number of tables
- 1: number of segments per table
- 2: number of rows per segment
- 3: number of columns per row
For ``GMT_VECTOR``:
- 0: number of columns
- 1: number of rows [optional, can be 0 if unknown]
- 2: data type (e.g., ``GMT_DOUBLE``) [Will be overwritten by ``put_vector``]
For ``GMT_GRID``/``GMT_IMAGE``/``GMT_CUBE``/``GMT_MATRIX``:
- 0: number of columns
- 1: number of rows
- 2: number of bands or layers [Ignored for ``GMT_GRID``]
- 3: data type (e.g., ``GMT_DOUBLE``) [For ``GMT_MATRIX`` only, but will be
overwritten by ``put_matrix``]
In other words, ``inc`` is assumed to be 1.0, and ``ranges`` is
[0, dim[0], 0, dim[1]] for pixel registration or
[0, dim[0]-1.0, 0, dim[1]-1.0] for grid registration.
When creating a grid/image/cube, you can do it in one or two steps:
1. Call this function with ``mode="GMT_CONTAINER_AND_DATA"``. This creates
a header and allocates a grid or an image
2. Call this function twice:
1. First with ``mode="GMT_CONTAINER_ONLY"``, to create a header only and
compute the dimensions based on other parameters
2. Second with ``mode="GMT_DATA_ONLY"``, to allocate the grid/image/cube
array based on the dimensions already set. This time, you pass NULL for
``dim``/``ranges``/``inc``/``registration``/``pad`` and let ``data`` be
the void pointer returned in the first step.
**Note**: This is not implemented yet, since this function doesn't have the
``data`` parameter.
Parameters
----------
family
A valid GMT data family name (e.g., ``"GMT_IS_DATASET"``). See ``FAMILIES``
for valid names.
geometry
A valid GMT data geometry name (e.g., ``"GMT_IS_POINT"``). See
``GEOMETRIES`` for valid names.
mode
A valid GMT data mode. See ``MODES`` for valid names. For
``GMT_IS_DATASET``/``GMT_IS_MATRIX``/``GMT_IS_VECTOR``, adding
``GMT_WITH_STRINGS`` to the ``mode`` will allocate the corresponding arrays
of string pointers.
dim
The dimensions of the dataset, as explained above. If ``None``, will pass in
the NULL pointer.
ranges
The data extent.
inc
The increments between points of the dataset.
registration
The node registration. Can be ``"GMT_GRID_PIXEL_REG"`` or
``"GMT_GRID_NODE_REG"``.
pad
The padding for ``GMT_IS_GRID``/``GMT_IS_IMAGE``/``GMT_IS_CUBE``. If
``None``, defaults to ``"GMT_PAD_DEFAULT"``.
For ``GMT_IS_MATRIX``, it can be:
- 0: default row/col orientation [Default]
- 1: row-major format (C)
- 2: column-major format (FORTRAN)
Returns
-------
data_ptr
A ctypes pointer (an integer) to the allocated GMT data container.
"""
c_create_data = self.get_libgmt_func(
"GMT_Create_Data",
argtypes=[
ctp.c_void_p, # API
ctp.c_uint, # family
ctp.c_uint, # geometry
ctp.c_uint, # mode
ctp.POINTER(ctp.c_uint64), # dim
ctp.POINTER(ctp.c_double), # range
ctp.POINTER(ctp.c_double), # inc
ctp.c_uint, # registration
ctp.c_int, # pad
ctp.c_void_p, # data
],
restype=ctp.c_void_p,
)
family_int = self._parse_constant(family, valid=FAMILIES, valid_modifiers=VIAS)
mode_int = self._parse_constant(
mode,
valid=MODES,
valid_modifiers=MODE_MODIFIERS,
)
geometry_int = self._parse_constant(geometry, valid=GEOMETRIES)
registration_int = self._parse_constant(registration, valid=REGISTRATIONS)
# Convert dim, ranges, and inc to ctypes arrays if given (will be None if not
# given to represent NULL pointers)
dim_ctp = sequence_to_ctypes_array(dim, ctp.c_uint64, 4)
ranges_ctp = sequence_to_ctypes_array(ranges, ctp.c_double, 4)
inc_ctp = sequence_to_ctypes_array(inc, ctp.c_double, 2)
# Use a NULL pointer (None) for existing data to indicate that the container
# should be created empty. Fill it in later using put_vector and put_matrix.
data_ptr = c_create_data(
self.session_pointer,
family_int,
geometry_int,
mode_int,
dim_ctp,
ranges_ctp,
inc_ctp,
registration_int,
self._parse_pad(family, pad),
None,
)
if data_ptr is None:
msg = "Failed to create an empty GMT data pointer."
raise GMTCLibError(msg)
return data_ptr
def _parse_pad(self, family: str, pad: int | None) -> int:
"""
Parse and return an appropriate value for pad if ``None`` is given.
Pad is a bit tricky because, for matrix types, pad control the matrix ordering
(row or column major). Using the default pad will set it to column major and
mess things up with the numpy arrays.
"""
if pad is None:
pad = 0 if "MATRIX" in family else self["GMT_PAD_DEFAULT"]
return pad
def _parse_constant(
self,
constant: str,
valid: Sequence[str],
valid_modifiers: Sequence[str] | None = None,
) -> int:
"""
Parse a constant, convert it to an integer, and validate it.
The GMT C API takes certain defined constants, like ``"GMT_IS_GRID"``, that need
to be validated and converted to integer values using
:meth:`pygmt.clib.Session.__getitem__`.
The constants can also take a modifier by appending another constant name, e.g.,
``"GMT_IS_GRID|GMT_VIA_MATRIX"``. The two parts must be converted separately and
their values are added.
If no valid modifiers are given, then will assume that modifiers are not
allowed. In this case, will raise a :class:`pygmt.exceptions.GMTInvalidInput`
exception if given a modifier.
Parameters
----------
constant
The name of a valid GMT API constant, with an optional modifier.
valid
A list of valid values for the constant. Will raise a GMTInvalidInput
exception if the given value is not in the list.
valid_modifiers
A list of valid modifiers that can be added to the constant. If ``None``,
no modifiers are allowed.
"""
parts = constant.split("|")
name = parts[0]
nmodifiers = len(parts) - 1
if name not in valid:
msg = f"Invalid constant name '{name}'. Must be one of {valid}."
raise GMTInvalidInput(msg)
match nmodifiers:
case 1 if valid_modifiers is None:
msg = (
f"Constant modifiers are not allowed since valid values "
f"were not given: '{constant}'."
)
raise GMTInvalidInput(msg)
case 1 if valid_modifiers is not None and parts[1] not in valid_modifiers:
msg = (
f"Invalid constant modifier '{parts[1]}'. "
f"Must be one of {valid_modifiers}."
)
raise GMTInvalidInput(msg)
case n if n > 1:
msg = (
f"Only one modifier is allowed in constants, "
f"{nmodifiers} given: '{constant}'."
)
raise GMTInvalidInput(msg)
integer_value = sum(self[part] for part in parts)
return integer_value
def _check_dtype_and_dim(self, array: np.ndarray, ndim: int) -> int:
"""
Check that a numpy array has the given number of dimensions and is a valid data
type.
Parameters
----------
array
The array to be tested.
ndim
The desired number of array dimensions.
Returns
-------
gmt_type
The GMT constant value representing this data type.
Raises
------
GMTInvalidInput
If the array has the wrong number of dimensions or is an unsupported data
type.
Examples
--------
>>> import numpy as np
>>> data = np.array([1, 2, 3], dtype=np.float64)
>>> with Session() as lib:
... gmttype = lib._check_dtype_and_dim(data, ndim=1)
... gmttype == lib["GMT_DOUBLE"]
True
>>> data = np.ones((5, 2), dtype=np.float32)
>>> with Session() as lib:
... gmttype = lib._check_dtype_and_dim(data, ndim=2)
... gmttype == lib["GMT_FLOAT"]
True
"""
# Check that the array has the given number of dimensions.
if array.ndim != ndim:
msg = f"Expected a numpy {ndim}-D array, got {array.ndim}-D."
raise GMTInvalidInput(msg)
# 1-D arrays can be numeric or text, 2-D arrays can only be numeric.
valid_dtypes = DTYPES if ndim == 1 else DTYPES_NUMERIC
if (dtype := array.dtype.type) not in valid_dtypes:
msg = f"Unsupported numpy data type '{dtype}'."
raise GMTInvalidInput(msg)
return self[DTYPES[dtype]]
def put_vector(
self, dataset: ctp.c_void_p, column: int, vector: np.ndarray
) -> None:
r"""
Attach a 1-D numpy array as a column on a GMT dataset.
Use this function to attach numpy array data to a GMT dataset and pass it to GMT
modules. Wraps ``GMT_Put_Vector``.
The dataset must be created by :meth:`pygmt.clib.Session.create_data` first with
``family="GMT_IS_DATASET|GMT_VIA_VECTOR"``.
Not all numpy dtypes are supported, only: int8, int16, int32, int64, longlong,
uint8, uint16, uint32, uint64, ulonglong, float32, float64, str\_, datetime64,
and timedelta64.
.. warning::
The numpy array must be C contiguous in memory. Use
:func:`numpy.ascontiguousarray` to make sure your vector is contiguous (it
won't copy if it already is).
Parameters
----------
dataset
The ctypes void pointer to a ``GMT_VECTOR`` data container. Create it with
:meth:`pygmt.clib.Session.create_data`.
column
The column number of this vector in the dataset (starting from 0).
vector
The array that will be attached to the dataset. Must be a 1-D C contiguous
array.
Raises
------
GMTCLibError
If given invalid input or ``GMT_Put_Vector`` exits with a non-zero status.
"""
c_put_vector = self.get_libgmt_func(
"GMT_Put_Vector",
argtypes=[ctp.c_void_p, ctp.c_void_p, ctp.c_uint, ctp.c_uint, ctp.c_void_p],
restype=ctp.c_int,
)
vector_pointer: ctp.Array | ctp.c_void_p
gmt_type = self._check_dtype_and_dim(vector, ndim=1)
if gmt_type in {self["GMT_TEXT"], self["GMT_DATETIME"]}:
if gmt_type == self["GMT_DATETIME"]:
vector = np.datetime_as_string(vector)
vector_pointer = strings_to_ctypes_array(vector)
else:
vector_pointer = vector.ctypes.data_as(ctp.c_void_p)
status = c_put_vector(
self.session_pointer, dataset, column, gmt_type, vector_pointer
)
if status != 0:
msg = (
f"Failed to put vector of type {vector.dtype} in column {column} of "