[Bug] import_doc fails when __pycache__ folder found
Contexte : migration depuis dodock v2.14.4 / dokos 2.18.5 vers la branche v3.x.x
La migration échoue avec l'erreur suivante :
builtins.NotImplementedError: Only .json files can be imported
Le script semble recherché uniquement des fichiers .json et une erreur est rejetée en tombant sur le dossier /home/acme/dokos-bench/apps/erpnext/erpnext/fixtures/__pycache__
Le log complet ci-dessous
acme@myhost:~/dokos-bench$ bench --site www.somedomain.org migrate
Migrating www.somedomain.org
Updating DocTypes for frappe : [========================================] 100%
Updating DocTypes for erpnext : [========================================] 100%
Updating DocTypes for payments : [========================================] 100%
Queued rebuilding of search index for www.somedomain.org
Traceback with variables (most recent call last):
File "/usr/lib/python3.10/runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
mod_name = 'frappe.utils.bench_helper'
alter_argv = True
mod_spec = ModuleSpec(name='frappe.utils.bench_helper', loader=<_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, origin='/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py')
code = <code object <module> at 0x7fbcb49f9630, file "/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py", line 1>
main_globals = {'__name__': '__main__', '__doc__': None, '__package__': 'frappe.utils', '__loader__': <_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, '__spec__': ModuleSpec(name='frappe.utils.bench_helper', loader=<_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, origin='/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py'), '__annotations__': {}, '__builtins__': <module 'builtins' (built-in)>, '__file__': '/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py', '__cached__': '/home/acme/dokos-bench/apps/frappe/frappe/utils/__pycache__/bench_helper.cpython-310.pyc', 'importlib': <module 'importlib' from '/usr/lib/python3.10/importlib/__init__.py'>, 'json': <module 'json' from '/usr/lib/python3.10/json/__init__.py'>, 'os': <module 'os' from '/usr/lib/python3.10/os.py'>, 'traceback': <module 'traceback' from '/usr/lib/python3.10/traceback.py'>, 'warnings': <module 'warnings' from '/usr/lib/python3.10/warnings.py'>, 'P...
File "/usr/lib/python3.10/runpy.py", line 86, in _run_code
exec(code, run_globals)
code = <code object <module> at 0x7fbcb49f9630, file "/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py", line 1>
run_globals = {'__name__': '__main__', '__doc__': None, '__package__': 'frappe.utils', '__loader__': <_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, '__spec__': ModuleSpec(name='frappe.utils.bench_helper', loader=<_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, origin='/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py'), '__annotations__': {}, '__builtins__': <module 'builtins' (built-in)>, '__file__': '/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py', '__cached__': '/home/acme/dokos-bench/apps/frappe/frappe/utils/__pycache__/bench_helper.cpython-310.pyc', 'importlib': <module 'importlib' from '/usr/lib/python3.10/importlib/__init__.py'>, 'json': <module 'json' from '/usr/lib/python3.10/json/__init__.py'>, 'os': <module 'os' from '/usr/lib/python3.10/os.py'>, 'traceback': <module 'traceback' from '/usr/lib/python3.10/traceback.py'>, 'warnings': <module 'warnings' from '/usr/lib/python3.10/warnings.py'>, 'P...
init_globals = None
mod_name = '__main__'
mod_spec = ModuleSpec(name='frappe.utils.bench_helper', loader=<_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>, origin='/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py')
pkg_name = 'frappe.utils'
script_name = None
loader = <_frozen_importlib_external.SourceFileLoader object at 0x7fbcb6a26ce0>
fname = '/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py'
cached = '/home/acme/dokos-bench/apps/frappe/frappe/utils/__pycache__/bench_helper.cpython-310.pyc'
File "/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py", line 108, in <module>
main()
...skipped... 26 vars
File "/home/acme/dokos-bench/apps/frappe/frappe/utils/bench_helper.py", line 19, in main
click.Group(commands=commands)(prog_name="bench")
commands = {'frappe': <Group frappe>, 'get-frappe-commands': <Command get-frappe-commands>, 'get-frappe-help': <Command get-frappe-help>}
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 1157, in __call__
return self.main(*args, **kwargs)
self = <Group None>
args = ()
kwargs = {'prog_name': 'bench'}
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 1078, in main
rv = self.invoke(ctx)
self = <Group None>
args = ['frappe', '--site', 'www.somedomain.org', 'migrate']
prog_name = 'bench'
complete_var = None
standalone_mode = True
windows_expand_args = True
extra = {}
ctx = <click.core.Context object at 0x7fbcb49d7c10>
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 1688, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
_process_result = <function MultiCommand.invoke.<locals>._process_result at 0x7fbcb49f6950>
args = ['migrate']
cmd_name = 'frappe'
cmd = <Group frappe>
sub_ctx = <click.core.Context object at 0x7fbcb4aa15a0>
ctx = <click.core.Context object at 0x7fbcb49d7c10>
self = <Group None>
__class__ = <class 'click.core.MultiCommand'>
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 1688, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
_process_result = <function MultiCommand.invoke.<locals>._process_result at 0x7fbcb4aa4dc0>
args = []
cmd_name = 'migrate'
cmd = <Command migrate>
sub_ctx = <click.core.Context object at 0x7fbcb4aa1900>
ctx = <click.core.Context object at 0x7fbcb4aa15a0>
self = <Group frappe>
__class__ = <class 'click.core.MultiCommand'>
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 1434, in invoke
return ctx.invoke(self.callback, **ctx.params)
self = <Command migrate>
ctx = <click.core.Context object at 0x7fbcb4aa1900>
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/core.py", line 783, in invoke
return __callback(*args, **kwargs)
_Context__self = <click.core.Context object at 0x7fbcb4aa1900>
_Context__callback = <function migrate at 0x7fbcb4a59510>
args = ()
kwargs = {'skip_failing': False, 'skip_search_index': False}
ctx = <click.core.Context object at 0x7fbcb4aa1900>
File "/home/acme/dokos-bench/env/lib/python3.10/site-packages/click/decorators.py", line 33, in new_func
return f(get_current_context(), *args, **kwargs)
args = ()
kwargs = {'skip_failing': False, 'skip_search_index': False}
f = <function migrate at 0x7fbcb4a592d0>
File "/home/acme/dokos-bench/apps/frappe/frappe/commands/__init__.py", line 29, in _func
ret = f(frappe._dict(ctx.obj), *args, **kwargs)
ctx = <click.core.Context object at 0x7fbcb4aa1900>
args = ()
kwargs = {'skip_failing': False, 'skip_search_index': False}
profile = False
f = <function migrate at 0x7fbcb4a59240>
File "/home/acme/dokos-bench/apps/frappe/frappe/commands/site.py", line 575, in migrate
SiteMigration(
context = {'sites': ['www.somedomain.org'], 'force': False, 'verbose': False, 'profile': False}
skip_failing = False
skip_search_index = False
activate_by_import = <module 'traceback_with_variables.activate_by_import' from '/home/acme/dokos-bench/env/lib/python3.10/site-packages/traceback_with_variables/activate_by_import.py'>
SiteMigration = <class 'frappe.migrate.SiteMigration'>
site = 'www.somedomain.org'
File "/home/acme/dokos-bench/apps/frappe/frappe/migrate.py", line 176, in run
self.post_schema_updates()
self = <frappe.migrate.SiteMigration object at 0x7fbcb4aa1a20>
site = 'www.somedomain.org'
File "/home/acme/dokos-bench/apps/frappe/frappe/migrate.py", line 41, in wrapper
ret = method(*args, **kwargs)
args = (<frappe.migrate.SiteMigration object at 0x7fbcb4aa1a20>,)
kwargs = {}
method = <function SiteMigration.post_schema_updates at 0x7fbc93be7d00>
File "/home/acme/dokos-bench/apps/frappe/frappe/migrate.py", line 133, in post_schema_updates
sync_fixtures()
self = <frappe.migrate.SiteMigration object at 0x7fbcb4aa1a20>
File "/home/acme/dokos-bench/apps/frappe/frappe/utils/fixtures.py", line 23, in sync_fixtures
import_doc(fixtures_path)
app = 'erpnext'
apps = ['frappe', 'erpnext', 'payments']
fixtures_path = '/home/acme/dokos-bench/apps/erpnext/erpnext/fixtures'
File "/home/acme/dokos-bench/apps/frappe/frappe/core/doctype/data_import/data_import.py", line 222, in import_doc
raise NotImplementedError("Only .json files can be imported (but got <" + f + "> )")
pre_process = None
files = ['/home/acme/dokos-bench/apps/erpnext/erpnext/fixtures/__pycache__']
f = '/home/acme/dokos-bench/apps/erpnext/erpnext/fixtures/__pycache__'
path = '/home/acme/dokos-bench/apps/erpnext/erpnext/fixtures'
builtins.NotImplementedError: Only .json files can be imported (but got </home/acme/dokos-bench/apps/erpnext/erpnext/fixtures/__pycache__> )
J'ai simplement supprimé ce dossier le temps de cette étape de migration pour contourner le problème.