SystemError: initialization of _internal failed without raising an exception

Dask DataFrame
1

Hi, I had my code using Dask working very nicely. I installed dask-ml to try to use some of its built-in functions and it seems to have messed up my environment. As it turns out, I don’t need dask-ml after all. I uninstalled dask-ml, numpy, pandas, and dask. I then reinstalled dask, but am still getting the below error. What do I need to update here and how?

from dask.utils import tmpfile
from sqlalchemy import create_engine, text
import datetime
import sys
import re
import pandas as pd
import numpy as np
import binascii
import time
from typing import List
from functools import partial
import dask.bag as db
import time
import dask.dataframe as dd
from dask.delayed import delayed
import os
import shutil
import math
import dask
from dask.distributed import Client
from dask.distributed.diagnostics.progressbar import progress
from numpy import errstate,isneginf,array
import random

---------------------------------------------------------------------------
SystemError                               Traceback (most recent call last)
/tmp/ipykernel_4307/2584628211.py in <module>
     12 import dask.bag as db
     13 import time
---> 14 import dask.dataframe as dd
     15 from dask.delayed import delayed
     16 import os

~/.local/lib/python3.10/site-packages/dask/dataframe/__init__.py in <module>
     50     import dask.dataframe._pyarrow_compat
     51     from dask.base import compute
---> 52     from dask.dataframe import backends, dispatch, methods, rolling
     53     from dask.dataframe._testing import test_dataframe
     54     from dask.dataframe.core import (

~/.local/lib/python3.10/site-packages/dask/dataframe/backends.py in <module>
      8 from pandas.api.types import is_scalar, union_categoricals
      9 
---> 10 from dask.array.core import Array
     11 from dask.array.dispatch import percentile_lookup
     12 from dask.array.percentile import _percentile

~/.local/lib/python3.10/site-packages/dask/array/__init__.py in <module>
     32 
     33 try:
---> 34     from dask.array import backends, fft, lib, linalg, ma, overlap, random
     35     from dask.array._shuffle import shuffle
     36     from dask.array.blockwise import atop, blockwise

~/.local/lib/python3.10/site-packages/dask/array/backends.py in <module>
      6 
      7 from dask.array import chunk
----> 8 from dask.array.core import Array
      9 from dask.array.dispatch import (
     10     concatenate_lookup,

~/.local/lib/python3.10/site-packages/dask/array/core.py in <module>
     28 from dask.array import chunk
     29 from dask.array.chunk import getitem
---> 30 from dask.array.chunk_types import is_valid_array_chunk, is_valid_chunk_type
     31 
     32 # Keep einsum_lookup and tensordot_lookup here for backwards compatibility

~/.local/lib/python3.10/site-packages/dask/array/chunk_types.py in <module>
    122 
    123 try:
--> 124     import sparse
    125 
    126     register_chunk_type(sparse.SparseArray)

~/.local/lib/python3.10/site-packages/sparse/__init__.py in <module>
     75 from numpy import right_shift as bitwise_right_shift
     76 
---> 77 from ._common import (
     78     SparseArray,
     79     abs,

~/.local/lib/python3.10/site-packages/sparse/_common.py in <module>
      6 from operator import index, mul
      7 
----> 8 import numba
      9 from numba import literal_unroll
     10 

/usr/lib/python3/dist-packages/numba/__init__.py in <module>
     40 
     41 # Re-export vectorize decorators and the thread layer querying function
---> 42 from numba.np.ufunc import (vectorize, guvectorize, threading_layer,
     43                             get_num_threads, set_num_threads)
     44 

/usr/lib/python3/dist-packages/numba/np/ufunc/__init__.py in <module>
      1 # -*- coding: utf-8 -*-
      2 
----> 3 from numba.np.ufunc.decorators import Vectorize, GUVectorize, vectorize, guvectorize
      4 from numba.np.ufunc._internal import PyUFunc_None, PyUFunc_Zero, PyUFunc_One
      5 from numba.np.ufunc import _internal, array_exprs

/usr/lib/python3/dist-packages/numba/np/ufunc/decorators.py in <module>
      1 import inspect
      2 
----> 3 from numba.np.ufunc import _internal
      4 from numba.np.ufunc.parallel import ParallelUFuncBuilder, ParallelGUFuncBuilder
      5 

SystemError: initialization of _internal failed without raising an exception
2

Resolved: pip install -U numba