llama.cpp/llama_cpp/_utils.py
Dulsara bebfba0f08
Fix: fileno error google colab (#729) (#1156)
Instead of using a devnull just made a dummy class with a 'write()' method that does nothing.
2024-02-02 12:05:46 -05:00

58 lines
1.4 KiB
Python

import os
import sys
import sys
from typing import Any, Dict
class NullDevice():
def write(self, s):
pass
class suppress_stdout_stderr(object):
# NOTE: these must be "saved" here to avoid exceptions when using
# this context manager inside of a __del__ method
sys = sys
os = os
def __init__(self, disable: bool = True):
self.disable = disable
# Oddly enough this works better than the contextlib version
def __enter__(self):
if self.disable:
return self
self.old_stdout = self.sys.stdout
self.old_stderr = self.sys.stderr
self.sys.stdout = NullDevice()
self.sys.stderr = NullDevice()
return self
def __exit__(self, *_):
if self.disable:
return
self.sys.stdout = self.old_stdout
self.sys.stderr = self.old_stderr
class MetaSingleton(type):
"""
Metaclass for implementing the Singleton pattern.
"""
_instances: Dict[type, Any] = {}
def __call__(cls, *args: Any, **kwargs: Any) -> Any:
if cls not in cls._instances:
cls._instances[cls] = super(MetaSingleton, cls).__call__(*args, **kwargs)
return cls._instances[cls]
class Singleton(object, metaclass=MetaSingleton):
"""
Base class for implementing the Singleton pattern.
"""
def __init__(self):
super(Singleton, self).__init__()