inference fixes
This commit is contained in:
@@ -6,8 +6,6 @@ import { useSession } from './hooks/useSession';
|
|||||||
import { useChat } from './hooks/useChat';
|
import { useChat } from './hooks/useChat';
|
||||||
import { useModels } from './hooks/useModels';
|
import { useModels } from './hooks/useModels';
|
||||||
|
|
||||||
import { DEFAULT_MODEL } from './config/constants';
|
|
||||||
|
|
||||||
export default function App() {
|
export default function App() {
|
||||||
const [leftOpen, setLeftOpen] = useState(true);
|
const [leftOpen, setLeftOpen] = useState(true);
|
||||||
const [rightOpen, setRightOpen] = useState(true);
|
const [rightOpen, setRightOpen] = useState(true);
|
||||||
|
|||||||
@@ -37,7 +37,7 @@ const OLLAMA = {
|
|||||||
|
|
||||||
const LLAMACPP = {
|
const LLAMACPP = {
|
||||||
DEFAULT_URL: 'http://localhost:8080',
|
DEFAULT_URL: 'http://localhost:8080',
|
||||||
DEFAULT_MODEL: 'local-model',
|
DEFAULT_MODEL: 'gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini.gguf',
|
||||||
}
|
}
|
||||||
|
|
||||||
const PORTS = {
|
const PORTS = {
|
||||||
|
|||||||
Reference in New Issue
Block a user