Fix error settings/settings.json not found when start server at the f…

…irst time

extensions/inference-nitro-extension/src/index.ts

@@ -86,7 +86,10 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
  // init inference url
  // @ts-ignore
  const electronApi = window?.electronAPI
- this.inferenceUrl = electronApi ? INFERENCE_URL : `${window.core?.api?.baseApiUrl}/v1/chat/completions` ?? 'http:https://localhost:1337/v1/chat/completions'
+ this.inferenceUrl = INFERENCE_URL
+ if (!electronApi) {
+ this.inferenceUrl = `${window.core?.api?.baseApiUrl}/v1/chat/completions`
+ }
  console.debug('Inference url: ', this.inferenceUrl)
 
  if (!(await fs.existsSync(JanInferenceNitroExtension._settingsDir)))

server/helpers/setup.ts

@@ -31,6 +31,32 @@ export async function setup() {
  'utf-8'
  )
 
+ if (!existsSync(join(appDir, 'settings'))) {
+ console.debug('Writing nvidia config file...')
+ mkdirSync(join(appDir, 'settings'))
+ writeFileSync(
+ join(appDir, 'settings', 'settings.json'),
+ JSON.stringify(
+ {
+ notify: true,
+ run_mode: 'cpu',
+ nvidia_driver: {
+ exist: false,
+ version: '',
+ },
+ cuda: {
+ exist: false,
+ version: '',
+ },
+ gpus: [],
+ gpu_highest_vram: '',
+ gpus_in_use: [],
+ is_initial: true,
+ }),
+ 'utf-8'
+ )
+ }
+
  /**
  * Install extensions
  */