123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285 |
- import numpy as np
- import pytest
- from pandas._libs import (
- Timedelta,
- lib,
- writers as libwriters,
- )
- from pandas.compat import IS64
- from pandas import Index
- import pandas._testing as tm
- class TestMisc:
- def test_max_len_string_array(self):
- arr = a = np.array(["foo", "b", np.nan], dtype="object")
- assert libwriters.max_len_string_array(arr) == 3
- # unicode
- arr = a.astype("U").astype(object)
- assert libwriters.max_len_string_array(arr) == 3
- # bytes for python3
- arr = a.astype("S").astype(object)
- assert libwriters.max_len_string_array(arr) == 3
- # raises
- msg = "No matching signature found"
- with pytest.raises(TypeError, match=msg):
- libwriters.max_len_string_array(arr.astype("U"))
- def test_fast_unique_multiple_list_gen_sort(self):
- keys = [["p", "a"], ["n", "d"], ["a", "s"]]
- gen = (key for key in keys)
- expected = np.array(["a", "d", "n", "p", "s"])
- out = lib.fast_unique_multiple_list_gen(gen, sort=True)
- tm.assert_numpy_array_equal(np.array(out), expected)
- gen = (key for key in keys)
- expected = np.array(["p", "a", "n", "d", "s"])
- out = lib.fast_unique_multiple_list_gen(gen, sort=False)
- tm.assert_numpy_array_equal(np.array(out), expected)
- def test_fast_multiget_timedelta_resos(self):
- # This will become relevant for test_constructor_dict_timedelta64_index
- # once Timedelta constructor preserves reso when passed a
- # np.timedelta64 object
- td = Timedelta(days=1)
- mapping1 = {td: 1}
- mapping2 = {td.as_unit("s"): 1}
- oindex = Index([td * n for n in range(3)])._values.astype(object)
- expected = lib.fast_multiget(mapping1, oindex)
- result = lib.fast_multiget(mapping2, oindex)
- tm.assert_numpy_array_equal(result, expected)
- # case that can't be cast to td64ns
- td = Timedelta(np.timedelta64(400, "Y"))
- assert hash(td) == hash(td.as_unit("ms"))
- assert hash(td) == hash(td.as_unit("us"))
- mapping1 = {td: 1}
- mapping2 = {td.as_unit("ms"): 1}
- oindex = Index([td * n for n in range(3)])._values.astype(object)
- expected = lib.fast_multiget(mapping1, oindex)
- result = lib.fast_multiget(mapping2, oindex)
- tm.assert_numpy_array_equal(result, expected)
- class TestIndexing:
- def test_maybe_indices_to_slice_left_edge(self):
- target = np.arange(100)
- # slice
- indices = np.array([], dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize("end", [1, 2, 5, 20, 99])
- @pytest.mark.parametrize("step", [1, 2, 4])
- def test_maybe_indices_to_slice_left_edge_not_slice_end_steps(self, end, step):
- target = np.arange(100)
- indices = np.arange(0, end, step, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- # reverse
- indices = indices[::-1]
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize(
- "case", [[2, 1, 2, 0], [2, 2, 1, 0], [0, 1, 2, 1], [-2, 0, 2], [2, 0, -2]]
- )
- def test_maybe_indices_to_slice_left_edge_not_slice(self, case):
- # not slice
- target = np.arange(100)
- indices = np.array(case, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize("start", [0, 2, 5, 20, 97, 98])
- @pytest.mark.parametrize("step", [1, 2, 4])
- def test_maybe_indices_to_slice_right_edge(self, start, step):
- target = np.arange(100)
- # slice
- indices = np.arange(start, 99, step, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- # reverse
- indices = indices[::-1]
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- def test_maybe_indices_to_slice_right_edge_not_slice(self):
- # not slice
- target = np.arange(100)
- indices = np.array([97, 98, 99, 100], dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- msg = "index 100 is out of bounds for axis (0|1) with size 100"
- with pytest.raises(IndexError, match=msg):
- target[indices]
- with pytest.raises(IndexError, match=msg):
- target[maybe_slice]
- indices = np.array([100, 99, 98, 97], dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- with pytest.raises(IndexError, match=msg):
- target[indices]
- with pytest.raises(IndexError, match=msg):
- target[maybe_slice]
- @pytest.mark.parametrize(
- "case", [[99, 97, 99, 96], [99, 99, 98, 97], [98, 98, 97, 96]]
- )
- def test_maybe_indices_to_slice_right_edge_cases(self, case):
- target = np.arange(100)
- indices = np.array(case, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize("step", [1, 2, 4, 5, 8, 9])
- def test_maybe_indices_to_slice_both_edges(self, step):
- target = np.arange(10)
- # slice
- indices = np.arange(0, 9, step, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- # reverse
- indices = indices[::-1]
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize("case", [[4, 2, 0, -2], [2, 2, 1, 0], [0, 1, 2, 1]])
- def test_maybe_indices_to_slice_both_edges_not_slice(self, case):
- # not slice
- target = np.arange(10)
- indices = np.array(case, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize("start, end", [(2, 10), (5, 25), (65, 97)])
- @pytest.mark.parametrize("step", [1, 2, 4, 20])
- def test_maybe_indices_to_slice_middle(self, start, end, step):
- target = np.arange(100)
- # slice
- indices = np.arange(start, end, step, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- # reverse
- indices = indices[::-1]
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- @pytest.mark.parametrize(
- "case", [[14, 12, 10, 12], [12, 12, 11, 10], [10, 11, 12, 11]]
- )
- def test_maybe_indices_to_slice_middle_not_slice(self, case):
- # not slice
- target = np.arange(100)
- indices = np.array(case, dtype=np.intp)
- maybe_slice = lib.maybe_indices_to_slice(indices, len(target))
- assert not isinstance(maybe_slice, slice)
- tm.assert_numpy_array_equal(maybe_slice, indices)
- tm.assert_numpy_array_equal(target[indices], target[maybe_slice])
- def test_maybe_booleans_to_slice(self):
- arr = np.array([0, 0, 1, 1, 1, 0, 1], dtype=np.uint8)
- result = lib.maybe_booleans_to_slice(arr)
- assert result.dtype == np.bool_
- result = lib.maybe_booleans_to_slice(arr[:0])
- assert result == slice(0, 0)
- def test_get_reverse_indexer(self):
- indexer = np.array([-1, -1, 1, 2, 0, -1, 3, 4], dtype=np.intp)
- result = lib.get_reverse_indexer(indexer, 5)
- expected = np.array([4, 2, 3, 6, 7], dtype=np.intp)
- tm.assert_numpy_array_equal(result, expected)
- @pytest.mark.parametrize("dtype", ["int64", "int32"])
- def test_is_range_indexer(self, dtype):
- # GH#50592
- left = np.arange(0, 100, dtype=dtype)
- assert lib.is_range_indexer(left, 100)
- @pytest.mark.skipif(
- not IS64,
- reason="2**31 is too big for Py_ssize_t on 32-bit. "
- "It doesn't matter though since you cannot create an array that long on 32-bit",
- )
- @pytest.mark.parametrize("dtype", ["int64", "int32"])
- def test_is_range_indexer_big_n(self, dtype):
- # GH53616
- left = np.arange(0, 100, dtype=dtype)
- assert not lib.is_range_indexer(left, 2**31)
- @pytest.mark.parametrize("dtype", ["int64", "int32"])
- def test_is_range_indexer_not_equal(self, dtype):
- # GH#50592
- left = np.array([1, 2], dtype=dtype)
- assert not lib.is_range_indexer(left, 2)
- @pytest.mark.parametrize("dtype", ["int64", "int32"])
- def test_is_range_indexer_not_equal_shape(self, dtype):
- # GH#50592
- left = np.array([0, 1, 2], dtype=dtype)
- assert not lib.is_range_indexer(left, 2)
- def test_cache_readonly_preserve_docstrings():
- # GH18197
- assert Index.hasnans.__doc__ is not None
- def test_no_default_pickle():
- # GH#40397
- obj = tm.round_trip_pickle(lib.no_default)
- assert obj is lib.no_default
|